This is an automated email from the ASF dual-hosted git repository. yaniv pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git
commit 8943ba1930afc2e50c02c4db54a8f8efcc880762 Author: Yaniv Rodenski <[email protected]> AuthorDate: Fri Apr 26 14:11:47 2019 +1000 fixing hive-site --- .../spark/dispatcher/runners/providers/PySparkRunnerProvider.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala index 97b43e9..60e0700 100644 --- a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala +++ b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala @@ -13,7 +13,7 @@ class PySparkRunnerProvider(val env: String, val conf: ClusterConfig) extends Py //s" $$SPARK_HOME/conf/spark-env.sh" + s" && env PYSPARK_PYTHON=$getVirtualPythonPath" + s" env PYSPARK_DRIVER_PYTHON=$getVirtualPythonPath" + - s" $$SPARK_HOME/bin/spark-submit --master yarn-cluster --files $$SPARK_HOME/hive-site.xml ${actionData.getSrc}" + s" $$SPARK_HOME/bin/spark-submit --master yarn-cluster --files $$SPARK_HOME/conf/hive-site.xml ${actionData.getSrc}" } override def getRunnerResources: Array[String] = {
