Author: olga
Date: Wed May 28 12:55:25 2008
New Revision: 661061
URL: http://svn.apache.org/viewvc?rev=661061&view=rev
Log:
PIG-250: disable speculative execution
Modified:
incubator/pig/trunk/CHANGES.txt
incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java
Modified: incubator/pig/trunk/CHANGES.txt
URL:
http://svn.apache.org/viewvc/incubator/pig/trunk/CHANGES.txt?rev=661061&r1=661060&r2=661061&view=diff
==============================================================================
--- incubator/pig/trunk/CHANGES.txt (original)
+++ incubator/pig/trunk/CHANGES.txt Wed May 28 12:55:25 2008
@@ -299,3 +299,5 @@
PIG-198: integration with hadoop 17
PIG-85: allowing control characters as delimiters for PigStorage
+
+ PIG-250: disabling speculative execution
Modified:
incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java
URL:
http://svn.apache.org/viewvc/incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java?rev=661061&r1=661060&r2=661061&view=diff
==============================================================================
---
incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java
(original)
+++
incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java
Wed May 28 12:55:25 2008
@@ -225,8 +225,6 @@
setupDistributedCache(pom.pigContext, conf, pom.properties,
"pig.streaming.cache.files", false);
- //TODO - Remove this
- conf.setBoolean("keep.failed.task.files", true);
// Setup the logs directory for this job
String jobOutputFileName = pom.pigContext.getJobOutputFile();
@@ -237,6 +235,12 @@
conf.set("pig.streaming.log.dir",
new Path(jobOutputFile, LOG_DIR).toString());
}
+
+ // Speculative execution is broken with hadoop 17
+ // See https://issues.apache.org/jira/browse/PIG-250
+ // till it is resolved, disabling it
+ conf.setMapSpeculativeExecution(false);
+ conf.setReduceSpeculativeExecution(false);
//
// Now, actually submit the job (using the submit name)
