[42/54] [abbrv] hive git commit: HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth Jayachandran reviewed by Rajesh Balamohan)

2017-05-24 Thread weiz 
HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth 
Jayachandran reviewed by Rajesh Balamohan)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1bdc5413
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1bdc5413
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1bdc5413

Branch: refs/heads/hive-14535
Commit: 1bdc5413d480a0e8c407eeca92272d89727ef4d5
Parents: f81031c
Author: Prasanth Jayachandran 
Authored: Tue May 23 23:32:43 2017 -0700
Committer: Prasanth Jayachandran 
Committed: Tue May 23 23:32:43 2017 -0700

--
 .../apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java | 6 +-
 1 file changed, 5 insertions(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/1bdc5413/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
--
diff --git 
a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
 
b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
index f34b385..90b6e6e 100644
--- 
a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
+++ 
b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
@@ -119,6 +119,8 @@ import org.jboss.netty.util.CharsetUtil;
 import org.jboss.netty.util.HashedWheelTimer;
 import org.jboss.netty.util.Timer;
 
+import io.netty.util.NetUtil;
+
 public class ShuffleHandler implements AttemptRegistrationListener {
 
   private static final Logger LOG = 
LoggerFactory.getLogger(ShuffleHandler.class);
@@ -327,6 +329,7 @@ public class ShuffleHandler implements 
AttemptRegistrationListener {
   throw new RuntimeException(ex);
 }
 bootstrap.setPipelineFactory(pipelineFact);
+bootstrap.setOption("backlog", NetUtil.SOMAXCONN);
 port = conf.getInt(SHUFFLE_PORT_CONFIG_KEY, DEFAULT_SHUFFLE_PORT);
 Channel ch = bootstrap.bind(new InetSocketAddress(port));
 accepted.add(ch);
@@ -336,7 +339,8 @@ public class ShuffleHandler implements 
AttemptRegistrationListener {
 if (dirWatcher != null) {
   dirWatcher.start();
 }
-LOG.info("LlapShuffleHandler" + " listening on port " + port);
+LOG.info("LlapShuffleHandler" + " listening on port " + port + " 
(SOMAXCONN: " + bootstrap.getOption("backlog")
+  + ")");
   }
 
   public static void initializeAndStart(Configuration conf) throws Exception {

hive git commit: HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth Jayachandran reviewed by Rajesh Balamohan)

2017-05-24 Thread prasanthj 
Repository: hive
Updated Branches:
  refs/heads/branch-2 a060b5443 -> a97930e56


HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth 
Jayachandran reviewed by Rajesh Balamohan)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a97930e5
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a97930e5
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a97930e5

Branch: refs/heads/branch-2
Commit: a97930e567d9ce56d08434d9adc0884b7ddf84c2
Parents: a060b54
Author: Prasanth Jayachandran 
Authored: Tue May 23 23:32:43 2017 -0700
Committer: Prasanth Jayachandran 
Committed: Tue May 23 23:34:37 2017 -0700

--
 .../apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java | 6 +-
 1 file changed, 5 insertions(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/a97930e5/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
--
diff --git 
a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
 
b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
index dce0c56..67ffafa 100644
--- 
a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
+++ 
b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
@@ -113,6 +113,8 @@ import org.jboss.netty.handler.ssl.SslHandler;
 import org.jboss.netty.handler.stream.ChunkedWriteHandler;
 import org.jboss.netty.util.CharsetUtil;
 
+import io.netty.util.NetUtil;
+
 public class ShuffleHandler implements AttemptRegistrationListener {
 
   private static final Logger LOG = 
LoggerFactory.getLogger(ShuffleHandler.class);
@@ -317,6 +319,7 @@ public class ShuffleHandler implements 
AttemptRegistrationListener {
   throw new RuntimeException(ex);
 }
 bootstrap.setPipelineFactory(pipelineFact);
+bootstrap.setOption("backlog", NetUtil.SOMAXCONN);
 port = conf.getInt(SHUFFLE_PORT_CONFIG_KEY, DEFAULT_SHUFFLE_PORT);
 Channel ch = bootstrap.bind(new InetSocketAddress(port));
 accepted.add(ch);
@@ -326,7 +329,8 @@ public class ShuffleHandler implements 
AttemptRegistrationListener {
 if (dirWatcher != null) {
   dirWatcher.start();
 }
-LOG.info("LlapShuffleHandler" + " listening on port " + port);
+LOG.info("LlapShuffleHandler" + " listening on port " + port + " 
(SOMAXCONN: " + bootstrap.getOption("backlog")
+  + ")");
   }
 
   public static void initializeAndStart(Configuration conf) throws Exception {

hive git commit: HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth Jayachandran reviewed by Rajesh Balamohan)

2017-05-24 Thread prasanthj 
Repository: hive
Updated Branches:
  refs/heads/master f81031cae -> 1bdc5413d


HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth 
Jayachandran reviewed by Rajesh Balamohan)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1bdc5413
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1bdc5413
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1bdc5413

Branch: refs/heads/master
Commit: 1bdc5413d480a0e8c407eeca92272d89727ef4d5
Parents: f81031c
Author: Prasanth Jayachandran 
Authored: Tue May 23 23:32:43 2017 -0700
Committer: Prasanth Jayachandran 
Committed: Tue May 23 23:32:43 2017 -0700

--
 .../apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java | 6 +-
 1 file changed, 5 insertions(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/1bdc5413/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
--
diff --git 
a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
 
b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
index f34b385..90b6e6e 100644
--- 
a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
+++ 
b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
@@ -119,6 +119,8 @@ import org.jboss.netty.util.CharsetUtil;
 import org.jboss.netty.util.HashedWheelTimer;
 import org.jboss.netty.util.Timer;
 
+import io.netty.util.NetUtil;
+
 public class ShuffleHandler implements AttemptRegistrationListener {
 
   private static final Logger LOG = 
LoggerFactory.getLogger(ShuffleHandler.class);
@@ -327,6 +329,7 @@ public class ShuffleHandler implements 
AttemptRegistrationListener {
   throw new RuntimeException(ex);
 }
 bootstrap.setPipelineFactory(pipelineFact);
+bootstrap.setOption("backlog", NetUtil.SOMAXCONN);
 port = conf.getInt(SHUFFLE_PORT_CONFIG_KEY, DEFAULT_SHUFFLE_PORT);
 Channel ch = bootstrap.bind(new InetSocketAddress(port));
 accepted.add(ch);
@@ -336,7 +339,8 @@ public class ShuffleHandler implements 
AttemptRegistrationListener {
 if (dirWatcher != null) {
   dirWatcher.start();
 }
-LOG.info("LlapShuffleHandler" + " listening on port " + port);
+LOG.info("LlapShuffleHandler" + " listening on port " + port + " 
(SOMAXCONN: " + bootstrap.getOption("backlog")
+  + ")");
   }
 
   public static void initializeAndStart(Configuration conf) throws Exception {