tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jeag...@apache.org
Subject tez git commit: TEZ-3839. Tez Shuffle Handler prints disk error stack traces for every read failure. (Kuhu Shukla via jeagles)
Date Tue, 19 Sep 2017 18:25:27 GMT
Repository: tez
Updated Branches:
  refs/heads/master f86128a8d -> 83a8b5097


TEZ-3839. Tez Shuffle Handler prints disk error stack traces for every read failure. (Kuhu
Shukla via jeagles)


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/83a8b509
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/83a8b509
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/83a8b509

Branch: refs/heads/master
Commit: 83a8b5097ef3bebc81d85f551ca2d7ba0fbb2e05
Parents: f86128a
Author: Jonathan Eagles <jeagles@yahoo-inc.com>
Authored: Tue Sep 19 13:25:21 2017 -0500
Committer: Jonathan Eagles <jeagles@yahoo-inc.com>
Committed: Tue Sep 19 13:25:21 2017 -0500

----------------------------------------------------------------------
 .../main/java/org/apache/tez/auxservices/ShuffleHandler.java  | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/83a8b509/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
----------------------------------------------------------------------
diff --git a/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
b/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
index a4d1495..d48cc01 100644
--- a/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
+++ b/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
@@ -18,6 +18,7 @@
 
 package org.apache.tez.auxservices;
 
+import org.apache.hadoop.util.DiskChecker;
 import static org.fusesource.leveldbjni.JniDBFactory.asString;
 import static org.fusesource.leveldbjni.JniDBFactory.bytes;
 import static org.jboss.netty.buffer.ChannelBuffers.wrappedBuffer;
@@ -1160,7 +1161,11 @@ public class ShuffleHandler extends AuxiliaryService {
           }
           nextMap.addListener(new ReduceMapFileCount(reduceContext));
         } catch (IOException e) {
-          LOG.error("Shuffle error :", e);
+          if (e instanceof DiskChecker.DiskErrorException) {
+            LOG.error("Shuffle error :" + e);
+          } else {
+            LOG.error("Shuffle error :", e);
+          }
           String errorMessage = getErrorMessage(e);
           sendError(reduceContext.getCtx(), errorMessage,
               INTERNAL_SERVER_ERROR);


Mime
View raw message