HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth Jayachandran reviewed by Rajesh Balamohan)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1bdc5413 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1bdc5413 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1bdc5413 Branch: refs/heads/hive-14535 Commit: 1bdc5413d480a0e8c407eeca92272d89727ef4d5 Parents: f81031c Author: Prasanth Jayachandran <[email protected]> Authored: Tue May 23 23:32:43 2017 -0700 Committer: Prasanth Jayachandran <[email protected]> Committed: Tue May 23 23:32:43 2017 -0700 ---------------------------------------------------------------------- .../apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/1bdc5413/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java ---------------------------------------------------------------------- diff --git a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java index f34b385..90b6e6e 100644 --- a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java +++ b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java @@ -119,6 +119,8 @@ import org.jboss.netty.util.CharsetUtil; import org.jboss.netty.util.HashedWheelTimer; import org.jboss.netty.util.Timer; +import io.netty.util.NetUtil; + public class ShuffleHandler implements AttemptRegistrationListener { private static final Logger LOG = LoggerFactory.getLogger(ShuffleHandler.class); @@ -327,6 +329,7 @@ public class ShuffleHandler implements AttemptRegistrationListener { throw new RuntimeException(ex); } bootstrap.setPipelineFactory(pipelineFact); + bootstrap.setOption("backlog", NetUtil.SOMAXCONN); port = conf.getInt(SHUFFLE_PORT_CONFIG_KEY, DEFAULT_SHUFFLE_PORT); Channel ch = bootstrap.bind(new InetSocketAddress(port)); accepted.add(ch); @@ -336,7 +339,8 @@ public class ShuffleHandler implements AttemptRegistrationListener { if (dirWatcher != null) { dirWatcher.start(); } - LOG.info("LlapShuffleHandler" + " listening on port " + port); + LOG.info("LlapShuffleHandler" + " listening on port " + port + " (SOMAXCONN: " + bootstrap.getOption("backlog") + + ")"); } public static void initializeAndStart(Configuration conf) throws Exception {
