Repository: hive Updated Branches: refs/heads/branch-2 a060b5443 -> a97930e56
HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth Jayachandran reviewed by Rajesh Balamohan) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a97930e5 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a97930e5 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a97930e5 Branch: refs/heads/branch-2 Commit: a97930e567d9ce56d08434d9adc0884b7ddf84c2 Parents: a060b54 Author: Prasanth Jayachandran <prasan...@apache.org> Authored: Tue May 23 23:32:43 2017 -0700 Committer: Prasanth Jayachandran <prasan...@apache.org> Committed: Tue May 23 23:34:37 2017 -0700 ---------------------------------------------------------------------- .../apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a97930e5/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java ---------------------------------------------------------------------- diff --git a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java index dce0c56..67ffafa 100644 --- a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java +++ b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java @@ -113,6 +113,8 @@ import org.jboss.netty.handler.ssl.SslHandler; import org.jboss.netty.handler.stream.ChunkedWriteHandler; import org.jboss.netty.util.CharsetUtil; +import io.netty.util.NetUtil; + public class ShuffleHandler implements AttemptRegistrationListener { private static final Logger LOG = LoggerFactory.getLogger(ShuffleHandler.class); @@ -317,6 +319,7 @@ public class ShuffleHandler implements AttemptRegistrationListener { throw new RuntimeException(ex); } bootstrap.setPipelineFactory(pipelineFact); + bootstrap.setOption("backlog", NetUtil.SOMAXCONN); port = conf.getInt(SHUFFLE_PORT_CONFIG_KEY, DEFAULT_SHUFFLE_PORT); Channel ch = bootstrap.bind(new InetSocketAddress(port)); accepted.add(ch); @@ -326,7 +329,8 @@ public class ShuffleHandler implements AttemptRegistrationListener { if (dirWatcher != null) { dirWatcher.start(); } - LOG.info("LlapShuffleHandler" + " listening on port " + port); + LOG.info("LlapShuffleHandler" + " listening on port " + port + " (SOMAXCONN: " + bootstrap.getOption("backlog") + + ")"); } public static void initializeAndStart(Configuration conf) throws Exception {
