Repository: tez Updated Branches: refs/heads/TEZ-3334 fec0c5c5c -> 85e77b9cc
TEZ-3480. Port MAPREDUCE-6763 to Tez ShuffleHandler (Kuhu Shukla via jeagles) Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/85e77b9c Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/85e77b9c Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/85e77b9c Branch: refs/heads/TEZ-3334 Commit: 85e77b9ccc5a977648d05e62840469c229eec6e5 Parents: fec0c5c Author: Jonathan Eagles <[email protected]> Authored: Tue Oct 25 15:40:09 2016 -0500 Committer: Jonathan Eagles <[email protected]> Committed: Tue Oct 25 15:40:09 2016 -0500 ---------------------------------------------------------------------- .../src/main/java/org/apache/tez/auxservices/ShuffleHandler.java | 4 ++++ 1 file changed, 4 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/85e77b9c/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java ---------------------------------------------------------------------- diff --git a/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java b/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java index 3799cbe..2991a55 100644 --- a/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java +++ b/tez-plugins/tez-aux-services/src/main/java/org/apache/tez/auxservices/ShuffleHandler.java @@ -242,6 +242,8 @@ public class ShuffleHandler extends AuxiliaryService { public static final String SHUFFLE_MAX_SESSION_OPEN_FILES = "tez.shuffle.max.session-open-files"; public static final int DEFAULT_SHUFFLE_MAX_SESSION_OPEN_FILES = 3; + public static final String SHUFFLE_LISTEN_QUEUE_SIZE = "tez.shuffle.listen.queue.size"; + public static final int DEFAULT_SHUFFLE_LISTEN_QUEUE_SIZE = 128; boolean connectionKeepAliveEnabled = false; int connectionKeepAliveTimeOut; @@ -510,6 +512,8 @@ public class ShuffleHandler extends AuxiliaryService { } catch (Exception ex) { throw new RuntimeException(ex); } + bootstrap.setOption("backlog", conf.getInt(SHUFFLE_LISTEN_QUEUE_SIZE, + DEFAULT_SHUFFLE_LISTEN_QUEUE_SIZE)); bootstrap.setOption("child.keepAlive", true); bootstrap.setPipelineFactory(pipelineFact); port = conf.getInt(SHUFFLE_PORT_CONFIG_KEY, DEFAULT_SHUFFLE_PORT);
