Repository: phoenix Updated Branches: refs/heads/4.x-HBase-1.3 60e5ff315 -> d15efd1bf
PHOENIX-4056 Spark 2.2 empty path fix (Stepan Migunov) Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/d15efd1b Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/d15efd1b Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/d15efd1b Branch: refs/heads/4.x-HBase-1.3 Commit: d15efd1bfcc7174c61c8d40b6d543fba11459a75 Parents: 60e5ff3 Author: Josh Mahonin <jmaho...@gmail.com> Authored: Fri Feb 9 15:03:25 2018 -0500 Committer: Josh Mahonin <jmaho...@gmail.com> Committed: Fri Feb 9 15:14:58 2018 -0500 ---------------------------------------------------------------------- .../scala/org/apache/phoenix/spark/DataFrameFunctions.scala | 6 +++++- .../scala/org/apache/phoenix/spark/ProductRDDFunctions.scala | 6 +++++- 2 files changed, 10 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/phoenix/blob/d15efd1b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/DataFrameFunctions.scala ---------------------------------------------------------------------- diff --git a/phoenix-spark/src/main/scala/org/apache/phoenix/spark/DataFrameFunctions.scala b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/DataFrameFunctions.scala index 92f4c58..be4a32b 100644 --- a/phoenix-spark/src/main/scala/org/apache/phoenix/spark/DataFrameFunctions.scala +++ b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/DataFrameFunctions.scala @@ -57,7 +57,11 @@ class DataFrameFunctions(data: DataFrame) extends Serializable { // Save it phxRDD.saveAsNewAPIHadoopFile( - "", + Option( + conf.get("mapreduce.output.fileoutputformat.outputdir") + ).getOrElse( + Option(conf.get("mapred.output.dir")).getOrElse("") + ), classOf[NullWritable], classOf[PhoenixRecordWritable], classOf[PhoenixOutputFormat[PhoenixRecordWritable]], http://git-wip-us.apache.org/repos/asf/phoenix/blob/d15efd1b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/ProductRDDFunctions.scala ---------------------------------------------------------------------- diff --git a/phoenix-spark/src/main/scala/org/apache/phoenix/spark/ProductRDDFunctions.scala b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/ProductRDDFunctions.scala index 9b368b6..1b33e6e 100644 --- a/phoenix-spark/src/main/scala/org/apache/phoenix/spark/ProductRDDFunctions.scala +++ b/phoenix-spark/src/main/scala/org/apache/phoenix/spark/ProductRDDFunctions.scala @@ -49,7 +49,11 @@ class ProductRDDFunctions[A <: Product](data: RDD[A]) extends Serializable { // Save it phxRDD.saveAsNewAPIHadoopFile( - "", + Option( + conf.get("mapreduce.output.fileoutputformat.outputdir") + ).getOrElse( + Option(conf.get("mapred.output.dir")).getOrElse("") + ), classOf[NullWritable], classOf[PhoenixRecordWritable], classOf[PhoenixOutputFormat[PhoenixRecordWritable]],