Updated Branches: refs/heads/sqoop2 bc17e8e66 -> 0c608eada
SQOOP-746: Mapreduce job should have running with speculative execution disabled (Jarek Jarcec Cecho via Cheolsoo Park) Project: http://git-wip-us.apache.org/repos/asf/sqoop/repo Commit: http://git-wip-us.apache.org/repos/asf/sqoop/commit/0c608ead Tree: http://git-wip-us.apache.org/repos/asf/sqoop/tree/0c608ead Diff: http://git-wip-us.apache.org/repos/asf/sqoop/diff/0c608ead Branch: refs/heads/sqoop2 Commit: 0c608eada4b565b50506d531962a8613824279a8 Parents: bc17e8e Author: Cheolsoo Park <[email protected]> Authored: Wed Dec 12 13:45:50 2012 -0800 Committer: Cheolsoo Park <[email protected]> Committed: Wed Dec 12 13:45:50 2012 -0800 ---------------------------------------------------------------------- .../mapreduce/MapreduceSubmissionEngine.java | 4 ++++ 1 files changed, 4 insertions(+), 0 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/sqoop/blob/0c608ead/submission/mapreduce/src/main/java/org/apache/sqoop/submission/mapreduce/MapreduceSubmissionEngine.java ---------------------------------------------------------------------- diff --git a/submission/mapreduce/src/main/java/org/apache/sqoop/submission/mapreduce/MapreduceSubmissionEngine.java b/submission/mapreduce/src/main/java/org/apache/sqoop/submission/mapreduce/MapreduceSubmissionEngine.java index 8f7864e..e0d6f39 100644 --- a/submission/mapreduce/src/main/java/org/apache/sqoop/submission/mapreduce/MapreduceSubmissionEngine.java +++ b/submission/mapreduce/src/main/java/org/apache/sqoop/submission/mapreduce/MapreduceSubmissionEngine.java @@ -174,6 +174,10 @@ public class MapreduceSubmissionEngine extends SubmissionEngine { configuration.set("job.end.notification.url", request.getNotificationUrl()); } + // Turn off speculative execution + configuration.setBoolean("mapred.map.tasks.speculative.execution", false); + configuration.setBoolean("mapred.reduce.tasks.speculative.execution", false); + // Promote all required jars to the job StringBuilder sb = new StringBuilder(); boolean first = true;
