Author: xuefu
Date: Tue Jun 23 03:18:24 2015
New Revision: 1686962
URL: http://svn.apache.org/r1686962
Log:
PIG-4610: Enable TestOrcStorage unit test in spark mode (Liyun via Xuefu)
Modified:
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkUtil.java
Modified:
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkUtil.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkUtil.java?rev=1686962&r1=1686961&r2=1686962&view=diff
==============================================================================
---
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkUtil.java
(original)
+++
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/SparkUtil.java
Tue Jun 23 03:18:24 2015
@@ -19,9 +19,12 @@ package org.apache.pig.backend.hadoop.ex
import java.io.IOException;
import java.util.List;
+import java.util.Random;
+import java.util.UUID;
import org.apache.hadoop.mapred.JobConf;
import org.apache.pig.backend.hadoop.datastorage.ConfigurationUtil;
+import
org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRConfiguration;
import
org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator;
import org.apache.pig.data.Tuple;
import org.apache.pig.impl.PigContext;
@@ -63,6 +66,8 @@ public class SparkUtil {
jobConf.set("udf.import.list",
ObjectSerializer.serialize(PigContext.getPackageImportList()));
UDFContext.getUDFContext().serialize(jobConf);
+ Random rand = new Random();
+ jobConf.set(MRConfiguration.JOB_APPLICATION_ATTEMPT_ID,
Integer.toString(rand.nextInt()));
return jobConf;
}