ctubbsii edited a comment on pull request #1888:
URL: https://github.com/apache/accumulo/pull/1888#issuecomment-770085271
I ran the full ITs with this PR on Jenkins and the only test that failed was
this one:
```java
java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:87)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertTrue(Assert.java:53)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.suspensionTestBody(SuspendedTabletsIT.java:253)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.shutdownAndResumeTserver(SuspendedTabletsIT.java:118)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
...
```
<details>
<summary>More output from several subsequent runs:</summary>
```java
[INFO] Running org.apache.accumulo.test.master.SuspendedTabletsIT
[ERROR] Tests run: 9, Failures: 3, Errors: 5, Skipped: 0, Time elapsed:
1,333.444 s <<< FAILURE! - in org.apache.accumulo.test.master.SuspendedTabletsIT
[ERROR]
shutdownAndResumeTserver(org.apache.accumulo.test.master.SuspendedTabletsIT)
Time elapsed: 182.585 s <<< FAILURE!
java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:87)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertTrue(Assert.java:53)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.suspensionTestBody(SuspendedTabletsIT.java:253)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.shutdownAndResumeTserver(SuspendedTabletsIT.java:118)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:834)
[ERROR]
shutdownAndResumeTserver(org.apache.accumulo.test.master.SuspendedTabletsIT)
Time elapsed: 125.98 s <<< FAILURE!
java.lang.AssertionError: expected:<[1;21;20, 1;1<, 1;10;1, 1;19;18,
1;13;12, 1;24;23, 1;26;25, 1;3;29, 1;17;16, 1;8;7]> but was:<[1;1<, 1;10;1,
1;19;18, 1;3;29, 1;21;20, 1;12;11, 1;13;12, 1;24;23, 1;4;3, 1;26;25, 1;27;26,
1;17;16, 1;8;7]>
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.junit.Assert.assertEquals(Assert.java:146)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.suspensionTestBody(SuspendedTabletsIT.java:243)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.shutdownAndResumeTserver(SuspendedTabletsIT.java:118)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:834)
[ERROR]
shutdownAndResumeTserver(org.apache.accumulo.test.master.SuspendedTabletsIT)
Time elapsed: 194.216 s <<< FAILURE!
java.lang.AssertionError: expected:<[1;9;8, 1;1<, 1;19;18, 1;23;22, 1;4;3,
1;14;13, 1;16;15, 1;7;6, 1;17;16]> but was:<[1;9;8, 1;1<, 1;11;10, 1;19;18,
1;23;22, 1;4;3, 1;14;13, 1;16;15, 1;7;6, 1;17;16]>
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:120)
at org.junit.Assert.assertEquals(Assert.java:146)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.suspensionTestBody(SuspendedTabletsIT.java:225)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.shutdownAndResumeTserver(SuspendedTabletsIT.java:118)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:834)
[ERROR]
shutdownAndResumeTserver(org.apache.accumulo.test.master.SuspendedTabletsIT)
Time elapsed: 24.635 s <<< ERROR!
org.apache.accumulo.core.client.AccumuloException: Failed to connect to
zookeeper (localhost:35593) within 2x zookeeper timeout period 5000
at
org.apache.accumulo.core.clientImpl.TableOperationsImpl.doFateOperation(TableOperationsImpl.java:402)
at
org.apache.accumulo.core.clientImpl.TableOperationsImpl.doFateOperation(TableOperationsImpl.java:354)
at
org.apache.accumulo.core.clientImpl.TableOperationsImpl.doTableFateOperation(TableOperationsImpl.java:1692)
at
org.apache.accumulo.core.clientImpl.TableOperationsImpl.create(TableOperationsImpl.java:245)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.suspensionTestBody(SuspendedTabletsIT.java:179)
at
org.apache.accumulo.test.master.SuspendedTabletsIT.shutdownAndResumeTserver(SuspendedTabletsIT.java:118)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: Failed to connect to zookeeper
(localhost:35593) within 2x zookeeper timeout period 5000
at
org.apache.accumulo.fate.zookeeper.ZooSession.connect(ZooSession.java:162)
at
org.apache.accumulo.fate.zookeeper.ZooSession.getSession(ZooSession.java:215)
at
org.apache.accumulo.fate.zookeeper.ZooSession.getAnonymousSession(ZooSession.java:188)
at
org.apache.accumulo.fate.zookeeper.ZooReader.getZooKeeper(ZooReader.java:57)
at
org.apache.accumulo.fate.zookeeper.ZooCache.getZooKeeper(ZooCache.java:150)
at org.apache.accumulo.fate.zookeeper.ZooCache$2.run(ZooCache.java:414)
at org.apache.accumulo.fate.zookeeper.ZooCache$2.run(ZooCache.java:387)
at
org.apache.accumulo.fate.zookeeper.ZooCache$ZooRunnable.retry(ZooCache.java:279)
at org.apache.accumulo.fate.zookeeper.ZooCache.get(ZooCache.java:442)
at org.apache.accumulo.fate.zookeeper.ZooCache.get(ZooCache.java:372)
at
org.apache.accumulo.core.clientImpl.ClientContext.getInstanceID(ClientContext.java:414)
at
org.apache.accumulo.core.clientImpl.ClientContext.getInstanceID(ClientContext.java:403)
at
org.apache.accumulo.core.clientImpl.ClientContext.getMasterLocations(ClientContext.java:364)
at
org.apache.accumulo.core.clientImpl.MasterClient.getConnection(MasterClient.java:59)
at
org.apache.accumulo.core.clientImpl.MasterClient.getConnectionWithRetry(MasterClient.java:49)
at
org.apache.accumulo.core.clientImpl.TableOperationsImpl.beginFateOperation(TableOperationsImpl.java:257)
at
org.apache.accumulo.core.clientImpl.TableOperationsImpl.doFateOperation(TableOperationsImpl.java:364)
... 19 more
[ERROR]
shutdownAndResumeTserver(org.apache.accumulo.test.master.SuspendedTabletsIT)
Time elapsed: 300.013 s <<< ERROR!
org.junit.runners.model.TestTimedOutException: test timed out after 300
seconds
at [email protected]/java.net.SocketInputStream.socketRead0(Native
Method)
at
[email protected]/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at
[email protected]/java.net.SocketInputStream.read(SocketInputStream.java:168)
at
[email protected]/java.net.SocketInputStream.read(SocketInputStream.java:140)
at
[email protected]/java.io.BufferedInputStream.fill(BufferedInputStream.java:252)
at
[email protected]/java.io.BufferedInputStream.read1(BufferedInputStream.java:292)
at
[email protected]/java.io.BufferedInputStream.read(BufferedInputStream.java:351)
at
app//org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at
app//org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
app//org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:132)
at
app//org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:100)
at
app//org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
app//org.apache.accumulo.core.clientImpl.ThriftTransportPool$CachedTTransport.readAll(ThriftTransportPool.java:546)
at
app//org.apache.thrift.protocol.TCompactProtocol.readByte(TCompactProtocol.java:637)
at
app//org.apache.thrift.protocol.TCompactProtocol.readMessageBegin(TCompactProtocol.java:505)
at
app//org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77)
at
app//org.apache.accumulo.core.master.thrift.MasterClientService$Client.recv_shutdownTabletServer(MasterClientService.java:404)
at
app//org.apache.accumulo.core.master.thrift.MasterClientService$Client.shutdownTabletServer(MasterClientService.java:388)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT.lambda$shutdownAndResumeTserver$1(SuspendedTabletsIT.java:132)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT$$Lambda$208/0x00000008402d7440.execute(Unknown
Source)
at
app//org.apache.accumulo.core.clientImpl.MasterClient.executeGeneric(MasterClient.java:139)
at
app//org.apache.accumulo.core.clientImpl.MasterClient.executeVoid(MasterClient.java:190)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT.lambda$shutdownAndResumeTserver$2(SuspendedTabletsIT.java:130)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT$$Lambda$143/0x00000008401e7c40.eliminateTabletServers(Unknown
Source)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT.suspensionTestBody(SuspendedTabletsIT.java:204)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT.shutdownAndResumeTserver(SuspendedTabletsIT.java:118)
at
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
at
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
[email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:566)
at
app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
app//org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at
app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at
[email protected]/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at [email protected]/java.lang.Thread.run(Thread.java:834)
[ERROR]
shutdownAndResumeTserver(org.apache.accumulo.test.master.SuspendedTabletsIT)
Time elapsed: 300.013 s <<< ERROR!
java.lang.Exception: Appears to be stuck in thread Time-limited
test-SendThread(localhost:42101)
at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
at
app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:347)
at
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223)
[ERROR]
shutdownAndResumeTserver(org.apache.accumulo.test.master.SuspendedTabletsIT)
Time elapsed: 300.007 s <<< ERROR!
org.junit.runners.model.TestTimedOutException: test timed out after 300
seconds
at [email protected]/java.net.SocketInputStream.socketRead0(Native
Method)
at
[email protected]/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at
[email protected]/java.net.SocketInputStream.read(SocketInputStream.java:168)
at
[email protected]/java.net.SocketInputStream.read(SocketInputStream.java:140)
at
[email protected]/java.io.BufferedInputStream.fill(BufferedInputStream.java:252)
at
[email protected]/java.io.BufferedInputStream.read1(BufferedInputStream.java:292)
at
[email protected]/java.io.BufferedInputStream.read(BufferedInputStream.java:351)
at
app//org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
at
app//org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
app//org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:132)
at
app//org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:100)
at
app//org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
app//org.apache.accumulo.core.clientImpl.ThriftTransportPool$CachedTTransport.readAll(ThriftTransportPool.java:546)
at
app//org.apache.thrift.protocol.TCompactProtocol.readByte(TCompactProtocol.java:637)
at
app//org.apache.thrift.protocol.TCompactProtocol.readMessageBegin(TCompactProtocol.java:505)
at
app//org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77)
at
app//org.apache.accumulo.core.master.thrift.MasterClientService$Client.recv_shutdownTabletServer(MasterClientService.java:404)
at
app//org.apache.accumulo.core.master.thrift.MasterClientService$Client.shutdownTabletServer(MasterClientService.java:388)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT.lambda$shutdownAndResumeTserver$1(SuspendedTabletsIT.java:132)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT$$Lambda$208/0x00000008402d7440.execute(Unknown
Source)
at
app//org.apache.accumulo.core.clientImpl.MasterClient.executeGeneric(MasterClient.java:139)
at
app//org.apache.accumulo.core.clientImpl.MasterClient.executeVoid(MasterClient.java:190)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT.lambda$shutdownAndResumeTserver$2(SuspendedTabletsIT.java:130)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT$$Lambda$143/0x00000008401e7c40.eliminateTabletServers(Unknown
Source)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT.suspensionTestBody(SuspendedTabletsIT.java:204)
at
app//org.apache.accumulo.test.master.SuspendedTabletsIT.shutdownAndResumeTserver(SuspendedTabletsIT.java:118)
at
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
at
[email protected]/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
[email protected]/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at [email protected]/java.lang.reflect.Method.invoke(Method.java:566)
at
app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
app//org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at
app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at
[email protected]/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at [email protected]/java.lang.Thread.run(Thread.java:834)
[ERROR]
shutdownAndResumeTserver(org.apache.accumulo.test.master.SuspendedTabletsIT)
Time elapsed: 300.007 s <<< ERROR!
java.lang.Exception: Appears to be stuck in thread Time-limited
test-SendThread(localhost:35265)
at [email protected]/sun.nio.ch.EPoll.wait(Native Method)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
at
app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:347)
at
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223)
```
</details>
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
