PHOENIX-3601 PhoenixRDD doesn't expose the preferred node locations to Spark
Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/dbb0c1ea Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/dbb0c1ea Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/dbb0c1ea Branch: refs/heads/4.x-HBase-1.1 Commit: dbb0c1ea0ec59c3ae2e6ce7391c289b621bd42dd Parents: fc4f978 Author: Josh Mahonin <jmaho...@gmail.com> Authored: Mon Feb 13 10:58:02 2017 -0500 Committer: Josh Mahonin <jmaho...@gmail.com> Committed: Mon Feb 13 11:03:42 2017 -0500 ---------------------------------------------------------------------- .../src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala | 4 ++++ 1 file changed, 4 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/phoenix/blob/dbb0c1ea/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala ---------------------------------------------------------------------- diff --git a/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala index 01a9077..63547d2 100644 --- a/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala +++ b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/PhoenixRDD.scala @@ -55,6 +55,10 @@ class PhoenixRDD(sc: SparkContext, table: String, columns: Seq[String], phoenixRDD.partitions } + override protected def getPreferredLocations(split: Partition): Seq[String] = { + phoenixRDD.preferredLocations(split) + } + @DeveloperApi override def compute(split: Partition, context: TaskContext) = { phoenixRDD.compute(split, context).map(r => r._2)
