Repository: tez Updated Branches: refs/heads/master 35cf02382 -> 6af43ce40
TEZ-2840. MRInputLegacy.init should set splitInfoViaEvents. (Sergey Shelukhin via hitesh) Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/6af43ce4 Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/6af43ce4 Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/6af43ce4 Branch: refs/heads/master Commit: 6af43ce40f77fa1fb1f551f3a7cf5251654c710f Parents: 35cf023 Author: Hitesh Shah <[email protected]> Authored: Thu Sep 17 21:29:03 2015 -0700 Committer: Hitesh Shah <[email protected]> Committed: Thu Sep 17 21:29:03 2015 -0700 ---------------------------------------------------------------------- CHANGES.txt | 2 ++ .../main/java/org/apache/tez/mapreduce/input/MRInput.java | 8 ++++---- 2 files changed, 6 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/6af43ce4/CHANGES.txt ---------------------------------------------------------------------- diff --git a/CHANGES.txt b/CHANGES.txt index 0770ee5..eb646f2 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -7,6 +7,7 @@ Release 0.8.1: Unreleased INCOMPATIBLE CHANGES ALL CHANGES: + TEZ-2840. MRInputLegacy.init should set splitInfoViaEvents. TEZ-2827. Increase timeout for TestFetcher testInputAttemptIdentifierMap TEZ-2774. Improvements and cleanup of logging for the AM and parts of the runtme. TEZ-2825. Report progress in terms of completed tasks to reduce load on AM for Tez UI @@ -181,6 +182,7 @@ Release 0.7.1: Unreleased INCOMPATIBLE CHANGES ALL CHANGES: + TEZ-2840. MRInputLegacy.init should set splitInfoViaEvents. TEZ-2829. Tez UI: minor fixes to in-progress update of UI from AM TEZ-2663. SessionNotRunning exceptions are wrapped in a ServiceException from a dying AM. TEZ-2825. Report progress in terms of completed tasks to reduce load on AM for Tez UI http://git-wip-us.apache.org/repos/asf/tez/blob/6af43ce4/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java ---------------------------------------------------------------------- diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java index 70365cd..f3dcb42 100644 --- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java +++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java @@ -435,10 +435,6 @@ public class MRInput extends MRInputBase { public List<Event> initialize() throws IOException { super.initialize(); getContext().inputIsReady(); - this.splitInfoViaEvents = jobConf.getBoolean(MRJobConfig.MR_TEZ_SPLITS_VIA_EVENTS, - MRJobConfig.MR_TEZ_SPLITS_VIA_EVENTS_DEFAULT); - LOG.info("Using New mapreduce API: " + useNewApi - + ", split information via event: " + splitInfoViaEvents); initializeInternal(); return null; } @@ -452,6 +448,10 @@ public class MRInput extends MRInputBase { @Private void initializeInternal() throws IOException { + this.splitInfoViaEvents = jobConf.getBoolean(MRJobConfig.MR_TEZ_SPLITS_VIA_EVENTS, + MRJobConfig.MR_TEZ_SPLITS_VIA_EVENTS_DEFAULT); + LOG.info("Using New mapreduce API: " + useNewApi + + ", split information via event: " + splitInfoViaEvents); // Primarily for visibility rrLock.lock(); try {
