This is an automated email from the ASF dual-hosted git repository. yaniv pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git
commit cefc2b0060291488ad0ad6f772165066947b93e2 Author: Nadav Har Tzvi <[email protected]> AuthorDate: Sat Apr 27 15:22:17 2019 +0300 duh --- .../spark/dispatcher/runners/providers/PySparkRunnerProvider.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala index 61fa555..8e50cb8 100644 --- a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala +++ b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala @@ -14,7 +14,7 @@ class PySparkRunnerProvider(val env: String, val conf: ClusterConfig) extends Py // s" && env PYSPARK_PYTHON=$getVirtualPythonPath" + //s" env PYSPARK_DRIVER_PYTHON=$getVirtualPythonPath" + d s" && $$SPARK_HOME/bin/spark-submit --master yarn-client " + - s"--conf spark.pyspark.python=${conf.pythonPath}" + + s"--conf spark.pyspark.python=${conf.pythonPath} " + s"--conf spark.pyspark.driver.python=$getVirtualPythonPath " + s"--files $$SPARK_HOME/conf/hive-site.xml ${actionData.getSrc}" }
