Author: olga Date: Wed May 28 12:55:25 2008 New Revision: 661061 URL: http://svn.apache.org/viewvc?rev=661061&view=rev Log: PIG-250: disable speculative execution
Modified: incubator/pig/trunk/CHANGES.txt incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java Modified: incubator/pig/trunk/CHANGES.txt URL: http://svn.apache.org/viewvc/incubator/pig/trunk/CHANGES.txt?rev=661061&r1=661060&r2=661061&view=diff ============================================================================== --- incubator/pig/trunk/CHANGES.txt (original) +++ incubator/pig/trunk/CHANGES.txt Wed May 28 12:55:25 2008 @@ -299,3 +299,5 @@ PIG-198: integration with hadoop 17 PIG-85: allowing control characters as delimiters for PigStorage + + PIG-250: disabling speculative execution Modified: incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java URL: http://svn.apache.org/viewvc/incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java?rev=661061&r1=661060&r2=661061&view=diff ============================================================================== --- incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java (original) +++ incubator/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapreduceExec/MapReduceLauncher.java Wed May 28 12:55:25 2008 @@ -225,8 +225,6 @@ setupDistributedCache(pom.pigContext, conf, pom.properties, "pig.streaming.cache.files", false); - //TODO - Remove this - conf.setBoolean("keep.failed.task.files", true); // Setup the logs directory for this job String jobOutputFileName = pom.pigContext.getJobOutputFile(); @@ -237,6 +235,12 @@ conf.set("pig.streaming.log.dir", new Path(jobOutputFile, LOG_DIR).toString()); } + + // Speculative execution is broken with hadoop 17 + // See https://issues.apache.org/jira/browse/PIG-250 + // till it is resolved, disabling it + conf.setMapSpeculativeExecution(false); + conf.setReduceSpeculativeExecution(false); // // Now, actually submit the job (using the submit name)