Repository: tez Updated Branches: refs/heads/master f86128a8d -> 83a8b5097
TEZ-3839. Tez Shuffle Handler prints disk error stack traces for every read failure. (Kuhu Shukla via jeagles) Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/83a8b509 Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/83a8b509 Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/83a8b509 Branch: refs/heads/master Commit: 83a8b5097ef3bebc81d85f551ca2d7ba0fbb2e05 Parents: f86128a Author: Jonathan Eagles <[email protected]> Authored: Tue Sep 19 13:25:21 2017 -0500 Committer: Jonathan Eagles <[email protected]> Committed: Tue Sep 19 13:25:21 2017 -0500 ---------------------------------------------------------------------- .../main/java/org/apache/tez/auxservices/ShuffleHandler.java | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/83a8b509/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java ---------------------------------------------------------------------- diff --git a/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java b/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java index a4d1495..d48cc01 100644 --- a/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java +++ b/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java @@ -18,6 +18,7 @@ package org.apache.tez.auxservices; +import org.apache.hadoop.util.DiskChecker; import static org.fusesource.leveldbjni.JniDBFactory.asString; import static org.fusesource.leveldbjni.JniDBFactory.bytes; import static org.jboss.netty.buffer.ChannelBuffers.wrappedBuffer; @@ -1160,7 +1161,11 @@ public class ShuffleHandler extends AuxiliaryService { } nextMap.addListener(new ReduceMapFileCount(reduceContext)); } catch (IOException e) { - LOG.error("Shuffle error :", e); + if (e instanceof DiskChecker.DiskErrorException) { + LOG.error("Shuffle error :" + e); + } else { + LOG.error("Shuffle error :", e); + } String errorMessage = getErrorMessage(e); sendError(reduceContext.getCtx(), errorMessage, INTERNAL_SERVER_ERROR);
