PHOENIX-3601 PhoenixRDD doesn't expose the preferred node locations to Spark
Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/8f2d0fbc Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/8f2d0fbc Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/8f2d0fbc Branch: refs/heads/master Commit: 8f2d0fbc5e4d14dc04c2491d78cea1a4b93be0b7 Parents: 267323d Author: Josh Mahonin <jmaho...@gmail.com> Authored: Mon Feb 13 10:58:02 2017 -0500 Committer: Josh Mahonin <jmaho...@gmail.com> Committed: Mon Feb 13 10:58:02 2017 -0500 ---------------------------------------------------------------------- .../src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala | 4 ++++ 1 file changed, 4 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/phoenix/blob/8f2d0fbc/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala ---------------------------------------------------------------------- diff --git a/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala index 01a9077..63547d2 100644 --- a/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala +++ b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala @@ -55,6 +55,10 @@ class PhoenixRDD(sc: SparkContext, table: String, columns: Seq[String], phoenixRDD.partitions } + override protected def getPreferredLocations(split: Partition): Seq[String] = { + phoenixRDD.preferredLocations(split) + } + @DeveloperApi override def compute(split: Partition, context: TaskContext) = { phoenixRDD.compute(split, context).map(r => r._2)
