Author: xuefu
Date: Tue Mar 14 22:07:16 2017
New Revision: 1786959
URL: http://svn.apache.org/viewvc?rev=1786959&view=rev
Log:
PIG-5104: Union_15 e2e test failing on Spark (Liyun via Xuefu)
Modified:
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java
Modified:
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java?rev=1786959&r1=1786958&r2=1786959&view=diff
==============================================================================
---
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java
(original)
+++
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java
Tue Mar 14 22:07:16 2017
@@ -997,6 +997,13 @@ public class SparkCompiler extends PhyPl
ret.scalars.add(physOp);
}
}
+
+ if(removeSparkOp.getCrossKeys()!=null){
+ for(String crossKey:
removeSparkOp.getCrossKeys())
+ ret.addCrossKey(crossKey);
+ }
+
+
Set<PhysicalOperator> opsToChange = new
HashSet<PhysicalOperator>();
for (Map.Entry<PhysicalOperator, SparkOperator> entry :
phyToSparkOpMap
.entrySet()) {
