This is an automated email from the ASF dual-hosted git repository.
ebadger pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push:
new 4625616 MAPREDUCE-7319. Log list of mappers at trace level in
ShuffleHandler audit log. Contributed by Jim Brennan.
4625616 is described below
commit 462561654bb37dc1d453bfe15c3e75c274bbfb02
Author: Eric Badger <[email protected]>
AuthorDate: Tue Feb 9 19:01:38 2021 +0000
MAPREDUCE-7319. Log list of mappers at trace level in ShuffleHandler audit
log.
Contributed by Jim Brennan.
---
.../src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java | 9 +++++++--
1 file changed, 7 insertions(+), 2 deletions(-)
diff --git
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
index 62be3a0..1d5b475 100644
---
a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
+++
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
@@ -1170,8 +1170,13 @@ public class ShuffleHandler extends AuxiliaryService {
StringBuilder sb = new StringBuilder("shuffle for ");
sb.append(jobId).append(" reducer ").append(reduce);
sb.append(" length ").append(contentLength);
- sb.append(" mappers: ").append(mapIds);
- AUDITLOG.debug(sb.toString());
+ if (AUDITLOG.isTraceEnabled()) {
+ // For trace level logging, append the list of mappers
+ sb.append(" mappers: ").append(mapIds);
+ AUDITLOG.trace(sb.toString());
+ } else {
+ AUDITLOG.debug(sb.toString());
+ }
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]