Author: zly
Date: Sat Apr 8 22:37:48 2017
New Revision: 1790726
URL: http://svn.apache.org/viewvc?rev=1790726&view=rev
Log:
PIG-5200:Orc_1 and Orc_Pushdown_* tests fail on Spark(Adam via Liyun)
Modified:
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java
Modified:
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java?rev=1790726&r1=1790725&r2=1790726&view=diff
==============================================================================
---
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java
(original)
+++
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java
Sat Apr 8 22:37:48 2017
@@ -574,6 +574,7 @@ public class SparkLauncher extends Launc
}
}
+ sparkConf.set("spark.executor.userClassPathFirst", "true");
checkAndConfigureDynamicAllocation(master, sparkConf);
sparkContext = new JavaSparkContext(sparkConf);