Repository: spark Updated Branches: refs/heads/master 0db5d5a22 -> 9d006c973
[SPARK-2370][SQL] Decrease metadata retrieved for partitioned hive queries. Author: Michael Armbrust <[email protected]> Closes #1305 from marmbrus/usePrunerPartitions and squashes the following commits: 744aa20 [Michael Armbrust] Use getAllPartitionsForPruner instead of getPartitions, which avoids retrieving auth data Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/9d006c97 Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/9d006c97 Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/9d006c97 Branch: refs/heads/master Commit: 9d006c97371ddf357e0b821d5c6d1535d9b6fe41 Parents: 0db5d5a Author: Michael Armbrust <[email protected]> Authored: Fri Jul 4 19:15:48 2014 -0700 Committer: Reynold Xin <[email protected]> Committed: Fri Jul 4 19:15:48 2014 -0700 ---------------------------------------------------------------------- .../scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/9d006c97/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala ---------------------------------------------------------------------- diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala index 90eacf4..7c24b5c 100644 --- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala +++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala @@ -53,7 +53,7 @@ private[hive] class HiveMetastoreCatalog(hive: HiveContext) extends Catalog with val table = client.getTable(databaseName, tableName) val partitions: Seq[Partition] = if (table.isPartitioned) { - client.getPartitions(table) + client.getAllPartitionsForPruner(table).toSeq } else { Nil }
