Repository: hadoop Updated Branches: refs/heads/branch-3.0 50b438b59 -> 8e9369d38
MAPREDUCE-6975. Logging task counters. Contributed by Prabhu Joseph. (cherry picked from commit 61bbdc511e4e98c11a05d7c3bc01f3e971adbe13) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/8e9369d3 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/8e9369d3 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/8e9369d3 Branch: refs/heads/branch-3.0 Commit: 8e9369d387ee6627216fb5b15a54f78aa889a074 Parents: 50b438b Author: Naganarasimha <[email protected]> Authored: Mon Nov 6 12:58:38 2017 +0530 Committer: Naganarasimha <[email protected]> Committed: Mon Nov 6 12:59:52 2017 +0530 ---------------------------------------------------------------------- .../src/main/java/org/apache/hadoop/mapred/Task.java | 12 ++++++++++++ 1 file changed, 12 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/8e9369d3/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java index d72f26e..5726bf6 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/Task.java @@ -1174,6 +1174,18 @@ abstract public class Task implements Writable, Configurable { sendLastUpdate(umbilical); //signal the tasktracker that we are done sendDone(umbilical); + LOG.info("Final Counters for " + taskId + ": " + + getCounters().toString()); + /** + * File System Counters + * FILE: Number of bytes read=0 + * FILE: Number of bytes written=146972 + * ... + * Map-Reduce Framework + * Map output records=6 + * Map output records=6 + * ... + */ } /** --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
