tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jeag...@apache.org
Subject tez git commit: TEZ-3480. Port MAPREDUCE-6763 to Tez ShuffleHandler (Kuhu Shukla via jeagles)
Date Tue, 25 Oct 2016 20:41:38 GMT
Repository: tez
Updated Branches:
  refs/heads/TEZ-3334 fec0c5c5c -> 85e77b9cc


TEZ-3480. Port MAPREDUCE-6763 to Tez ShuffleHandler (Kuhu Shukla via jeagles)


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/85e77b9c
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/85e77b9c
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/85e77b9c

Branch: refs/heads/TEZ-3334
Commit: 85e77b9ccc5a977648d05e62840469c229eec6e5
Parents: fec0c5c
Author: Jonathan Eagles <jeagles@yahoo-inc.com>
Authored: Tue Oct 25 15:40:09 2016 -0500
Committer: Jonathan Eagles <jeagles@yahoo-inc.com>
Committed: Tue Oct 25 15:40:09 2016 -0500

----------------------------------------------------------------------
 .../src/main/java/org/apache/tez/auxservices/ShuffleHandler.java | 4 ++++
 1 file changed, 4 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/85e77b9c/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
----------------------------------------------------------------------
diff --git a/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
b/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
index 3799cbe..2991a55 100644
--- a/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
+++ b/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java
@@ -242,6 +242,8 @@ public class ShuffleHandler extends AuxiliaryService {
   public static final String SHUFFLE_MAX_SESSION_OPEN_FILES =
       "tez.shuffle.max.session-open-files";
   public static final int DEFAULT_SHUFFLE_MAX_SESSION_OPEN_FILES = 3;
+  public static final String SHUFFLE_LISTEN_QUEUE_SIZE = "tez.shuffle.listen.queue.size";
+  public static final int DEFAULT_SHUFFLE_LISTEN_QUEUE_SIZE = 128;
 
   boolean connectionKeepAliveEnabled = false;
   int connectionKeepAliveTimeOut;
@@ -510,6 +512,8 @@ public class ShuffleHandler extends AuxiliaryService {
     } catch (Exception ex) {
       throw new RuntimeException(ex);
     }
+    bootstrap.setOption("backlog", conf.getInt(SHUFFLE_LISTEN_QUEUE_SIZE,
+        DEFAULT_SHUFFLE_LISTEN_QUEUE_SIZE));
     bootstrap.setOption("child.keepAlive", true);
     bootstrap.setPipelineFactory(pipelineFact);
     port = conf.getInt(SHUFFLE_PORT_CONFIG_KEY, DEFAULT_SHUFFLE_PORT);


Mime
View raw message