Zoltan Haindrich created HIVE-21324: ---------------------------------------
Summary: Sometimes TestTriggersTezSessionPoolManager generates a lot of Exceptions Key: HIVE-21324 URL: https://issues.apache.org/jira/browse/HIVE-21324 Project: Hive Issue Type: Bug Reporter: Zoltan Haindrich in a recent ptest run I've noticed that the TestTriggersTezSessionPoolManager's junit xml is 2.5G! this is most probably also the reason behind why some ptest executions doesn't have test report in jenkins the standard error is flooded with the following exception; logged every ~2ms {code} 2019-02-25T09:52:22,115 WARN [HiveServer2-Background-Pool: Thread-6217] ipc.Client: interrupted waiting to send rpc request to server java.lang.InterruptedException: null at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_102] at java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_102] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1140) ~[hadoop-common-3.1.0.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1389) [hadoop-common-3.1.0.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1347) [hadoop-common-3.1.0.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:228) [hadoop-common-3.1.0.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:116) [hadoop-common-3.1.0.jar:?] at com.sun.proxy.$Proxy134.getApplicationReport(Unknown Source) [?:?] at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getApplicationReport(ApplicationClientProtocolPBClientImpl.java:244) [hadoop-yarn-common-3.1.0.jar:?] at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_102] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_102] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:422) [hadoop-common-3.1.0.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:165) [hadoop-common-3.1.0.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:157) [hadoop-common-3.1.0.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:95) [hadoop-common-3.1.0.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:359) [hadoop-common-3.1.0.jar:?] at com.sun.proxy.$Proxy135.getApplicationReport(Unknown Source) [?:?] at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getApplicationReport(YarnClientImpl.java:512) [hadoop-yarn-client-3.1.0.jar:?] at org.apache.tez.client.TezYarnClient.getApplicationReport(TezYarnClient.java:94) [tez-api-0.9.1.jar:0.9.1] at org.apache.tez.dag.api.client.rpc.DAGClientRPCImpl.getAppReport(DAGClientRPCImpl.java:245) [tez-api-0.9.1.jar:0.9.1] at org.apache.tez.dag.api.client.rpc.DAGClientRPCImpl.createAMProxyIfNeeded(DAGClientRPCImpl.java:270) [tez-api-0.9.1.jar:0.9.1] at org.apache.tez.dag.api.client.rpc.DAGClientRPCImpl.getDAGStatus(DAGClientRPCImpl.java:95) [tez-api-0.9.1.jar:0.9.1] at org.apache.tez.dag.api.client.DAGClientImpl.getDAGStatusViaAM(DAGClientImpl.java:371) [tez-api-0.9.1.jar:0.9.1] at org.apache.tez.dag.api.client.DAGClientImpl.getDAGStatusInternal(DAGClientImpl.java:221) [tez-api-0.9.1.jar:0.9.1] at org.apache.tez.dag.api.client.DAGClientImpl.getDAGStatus(DAGClientImpl.java:208) [tez-api-0.9.1.jar:0.9.1] at org.apache.tez.dag.api.client.DAGClientImpl._waitForCompletionWithStatusUpdates(DAGClientImpl.java:540) [tez-api-0.9.1.jar:0.9.1] at org.apache.tez.dag.api.client.DAGClientImpl.waitForCompletion(DAGClientImpl.java:342) [tez-api-0.9.1.jar:0.9.1] at org.apache.hadoop.hive.ql.exec.tez.TezTask$SyncDagClient.waitForCompletion(TezTask.java:757) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.exec.tez.TezTask.closeDagClientOnCancellation(TezTask.java:339) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.exec.tez.TezTask.execute(TezTask.java:231) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:212) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:97) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2709) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:2361) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:2028) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1788) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1782) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:162) [hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:233) [hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.operation.SQLOperation.access$600(SQLOperation.java:88) [hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork$1.run(SQLOperation.java:332) [hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at java.security.AccessController.doPrivileged(Native Method) [?:1.8.0_102] at javax.security.auth.Subject.doAs(Subject.java:422) [?:1.8.0_102] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1682) [hadoop-common-3.1.0.jar:?] at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork.run(SQLOperation.java:350) [hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_102] at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_102] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_102] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_102] at java.lang.Thread.run(Thread.java:745) [?:1.8.0_102] 2019-02-25T09:52:22,118 WARN [HiveServer2-Background-Pool: Thread-6217] ipc.Client: interrupted waiting to send rpc request to server java.lang.InterruptedException: null at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_102] at java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_102] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1140) ~[hadoop-common-3.1.0.jar:?] {code} the actual ptest run: http://104.198.109.242/logs/PreCommit-HIVE-Build-16227/ -- This message was sent by Atlassian JIRA (v7.6.3#76005)