tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From rbalamo...@apache.org
Subject git commit: TEZ-1163. Tez Auto Reducer-parallelism throws Divide-by-Zero
Date Wed, 02 Jul 2014 04:41:45 GMT
Repository: incubator-tez
Updated Branches:
  refs/heads/master 7aa927a72 -> c2db6b83e


TEZ-1163. Tez Auto Reducer-parallelism throws Divide-by-Zero


Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/c2db6b83
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/c2db6b83
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/c2db6b83

Branch: refs/heads/master
Commit: c2db6b83efc61ca846445c4f93d5f10926bb2083
Parents: 7aa927a
Author: Rajesh Balamohan <rbalamohan@apache.org>
Authored: Wed Jul 2 10:12:47 2014 +0530
Committer: Rajesh Balamohan <rbalamohan@apache.org>
Committed: Wed Jul 2 10:12:47 2014 +0530

----------------------------------------------------------------------
 .../tez/dag/library/vertexmanager/ShuffleVertexManager.java      | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/c2db6b83/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
b/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
index c31539c..c8b406d 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
@@ -561,10 +561,10 @@ public class ShuffleVertexManager extends VertexManagerPlugin {
         .getLong(
             ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_DESIRED_TASK_INPUT_SIZE,
             ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_DESIRED_TASK_INPUT_SIZE_DEFAULT);
-    minTaskParallelism = conf
+    minTaskParallelism = Math.max(1, conf
         .getInt(
             ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM,
-            ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM_DEFAULT);
+            ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM_DEFAULT));
     LOG.info("Shuffle Vertex Manager: settings" + " minFrac:"
         + slowStartMinSrcCompletionFraction + " maxFrac:"
         + slowStartMaxSrcCompletionFraction + " auto:" + enableAutoParallelism


Mime
View raw message