Repository: tez Updated Branches: refs/heads/master bcf382ed9 -> 18da49398
TEZ-3280. LOG MRInputHelpers split generation message as INFO (jeagles) Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/18da4939 Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/18da4939 Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/18da4939 Branch: refs/heads/master Commit: 18da4939839fb19bf3339f0e9cd3ec118355062f Parents: bcf382e Author: Jonathan Eagles <[email protected]> Authored: Tue May 31 13:16:29 2016 -0500 Committer: Jonathan Eagles <[email protected]> Committed: Tue May 31 13:16:29 2016 -0500 ---------------------------------------------------------------------- CHANGES.txt | 3 +++ .../java/org/apache/tez/mapreduce/hadoop/MRInputHelpers.java | 6 ++---- 2 files changed, 5 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/18da4939/CHANGES.txt ---------------------------------------------------------------------- diff --git a/CHANGES.txt b/CHANGES.txt index f520ee8..81aedda 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -7,6 +7,7 @@ INCOMPATIBLE CHANGES ALL CHANGES: + TEZ-3280. LOG MRInputHelpers split generation message as INFO TEZ-909. Provide support for application tags TEZ-3257. Fix flaky test TestUnorderedPartitionedKVWriter. TEZ-3206. Have unordered partitioned KV output send partition stats via VertexManagerEvent. @@ -48,6 +49,7 @@ INCOMPATIBLE CHANGES ALL CHANGES: + TEZ-3280. LOG MRInputHelpers split generation message as INFO TEZ-3257. Fix flaky test TestUnorderedPartitionedKVWriter. TEZ-3237. Corrupted shuffle transfers to disk are not detected during transfer TEZ-3246. Improve diagnostics when DAG killed by user @@ -493,6 +495,7 @@ INCOMPATIBLE CHANGES ALL CHANGES: + TEZ-3280. LOG MRInputHelpers split generation message as INFO TEZ-3257. Fix flaky test TestUnorderedPartitionedKVWriter. TEZ-3237. Corrupted shuffle transfers to disk are not detected during transfer TEZ-3258. Jvm Checker does not ignore DisableExplicitGC when checking JVM GC options. http://git-wip-us.apache.org/repos/asf/tez/blob/18da4939/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRInputHelpers.java ---------------------------------------------------------------------- diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRInputHelpers.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRInputHelpers.java index 325e7b2..034d379 100644 --- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRInputHelpers.java +++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRInputHelpers.java @@ -302,10 +302,8 @@ public class MRInputHelpers { splitInfoMem = new InputSplitInfoMem(splits, createTaskLocationHintsFromSplits(splits), splits.length, jobConf.getCredentials(), jobConf); } - if (LOG.isDebugEnabled()) { - LOG.debug("NumSplits: " + splitInfoMem.getNumTasks() + ", SerializedSize: " - + splitInfoMem.getSplitsProto().getSerializedSize()); - } + LOG.info("NumSplits: " + splitInfoMem.getNumTasks() + ", SerializedSize: " + + splitInfoMem.getSplitsProto().getSerializedSize()); return splitInfoMem; }
