[ https://issues.apache.org/jira/browse/GEODE-6616?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16854811#comment-16854811 ]
Robert Houghton commented on GEODE-6616: ---------------------------------------- Potentially another manifestation: HDB summary: http://hydradb.gemfire.pivotal.io/hdb/testresult/5668319 Stack: {noformat} java.net.ConnectException: Connection refused (Connection refused) at org.junit.Assert.fail(Assert.java:88) at org.apache.geode.test.dunit.internal.DUnitLauncher.closeAndCheckForSuspects(DUnitLauncher.java:380) at org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.cleanupAllVms(JUnit4DistributedTestCase.java:553) at org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.doTearDownDistributedTestCase(JUnit4DistributedTestCase.java:500) at org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.tearDownDistributedTestCase(JUnit4DistributedTestCase.java:484) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:118) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:175) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:157) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) at java.lang.Thread.run(Thread.java:748) {noformat} > Flaky: AutoConnectionSourceDUnitTest > > testClientDynamicallyDropsStoppedLocator FAILED > -------------------------------------------------------------------------------------- > > Key: GEODE-6616 > URL: https://issues.apache.org/jira/browse/GEODE-6616 > Project: Geode > Issue Type: Bug > Components: tests > Reporter: Mark Hanson > Priority: Minor > > Failed connection.. > {noformat} > [vm3] [info 2019/04/09 06:48:44.919 UTC <RMI TCP Connection(1)-172.17.0.20> > tid=0x20] Got result: EXCEPTION_OCCURRED > [vm3] org.apache.geode.cache.client.ServerOperationException: remote server > on 16f27a14ad79(255:loner):52816:5f2bdb00: : While performing a remote put > [vm3] at > org.apache.geode.cache.client.internal.PutOp$PutOpImpl.processAck(PutOp.java:389) > [vm3] at > org.apache.geode.cache.client.internal.PutOp$PutOpImpl.processResponse(PutOp.java:313) > [vm3] at > org.apache.geode.cache.client.internal.PutOp$PutOpImpl.attemptReadResponse(PutOp.java:454) > [vm3] at > org.apache.geode.cache.client.internal.AbstractOp.attempt(AbstractOp.java:387) > [vm3] at > org.apache.geode.cache.client.internal.ConnectionImpl.execute(ConnectionImpl.java:289) > [vm3] at > org.apache.geode.cache.client.internal.pooling.PooledConnection.execute(PooledConnection.java:351) > [vm3] at > org.apache.geode.cache.client.internal.OpExecutorImpl.executeWithPossibleReAuthentication(OpExecutorImpl.java:908) > [vm3] at > org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:172) > [vm3] at > org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:130) > [vm3] at > org.apache.geode.cache.client.internal.PoolImpl.execute(PoolImpl.java:792) > [vm3] at > org.apache.geode.cache.client.internal.PutOp.execute(PutOp.java:90) > [vm3] at > org.apache.geode.cache.client.internal.ServerRegionProxy.put(ServerRegionProxy.java:155) > [vm3] at > org.apache.geode.internal.cache.LocalRegion.serverPut(LocalRegion.java:3070) > [vm3] at > org.apache.geode.internal.cache.LocalRegion.cacheWriteBeforePut(LocalRegion.java:3222) > [vm3] at > org.apache.geode.internal.cache.map.RegionMapPut.invokeCacheWriter(RegionMapPut.java:230) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.doPutIfPreconditionsSatisified(AbstractRegionMapPut.java:295) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.doPutOnSynchronizedRegionEntry(AbstractRegionMapPut.java:282) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.doPutOnRegionEntryInMap(AbstractRegionMapPut.java:273) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.addRegionEntryToMapAndDoPut(AbstractRegionMapPut.java:251) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.doPutRetryingIfNeeded(AbstractRegionMapPut.java:216) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.doWithIndexInUpdateMode(AbstractRegionMapPut.java:198) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.doPut(AbstractRegionMapPut.java:180) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.runWhileLockedForCacheModification(AbstractRegionMapPut.java:119) > [vm3] at > org.apache.geode.internal.cache.map.RegionMapPut.runWhileLockedForCacheModification(RegionMapPut.java:150) > [vm3] at > org.apache.geode.internal.cache.map.AbstractRegionMapPut.put(AbstractRegionMapPut.java:169) > [vm3] at > org.apache.geode.internal.cache.AbstractRegionMap.basicPut(AbstractRegionMap.java:2044) > [vm3] at > org.apache.geode.internal.cache.LocalRegion.virtualPut(LocalRegion.java:5695) > [vm3] at > org.apache.geode.internal.cache.LocalRegionDataView.putEntry(LocalRegionDataView.java:162) > [vm3] at > org.apache.geode.internal.cache.LocalRegion.basicPut(LocalRegion.java:5123) > [vm3] at > org.apache.geode.internal.cache.LocalRegion.validatedPut(LocalRegion.java:1652) > [vm3] at > org.apache.geode.internal.cache.LocalRegion.lambda$put$3(LocalRegion.java:1638) > [vm3] at > io.micrometer.core.instrument.composite.CompositeTimer.record(CompositeTimer.java:57) > [vm3] at > org.apache.geode.internal.cache.LocalRegion.put(LocalRegion.java:1634) > [vm3] at > org.apache.geode.internal.cache.AbstractRegion.put(AbstractRegion.java:425) > [vm3] at > org.apache.geode.cache.client.internal.AutoConnectionSourceDUnitTest.lambda$putInVM$a994ee2$1(AutoConnectionSourceDUnitTest.java:449) > [vm3] at > org.apache.geode.test.dunit.NamedCallable.call(NamedCallable.java:31) > [vm3] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > [vm3] at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > [vm3] at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > [vm3] at java.lang.reflect.Method.invoke(Method.java:498) > [vm3] at > org.apache.geode.test.dunit.internal.MethodInvoker.executeObject(MethodInvoker.java:123) > [vm3] at > org.apache.geode.test.dunit.internal.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:69) > [vm3] at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) > [vm3] at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > [vm3] at java.lang.reflect.Method.invoke(Method.java:498) > [vm3] at > sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:357) > [vm3] at sun.rmi.transport.Transport$1.run(Transport.java:200) > [vm3] at sun.rmi.transport.Transport$1.run(Transport.java:197) > [vm3] at java.security.AccessController.doPrivileged(Native Method) > [vm3] at sun.rmi.transport.Transport.serviceCall(Transport.java:196) > [vm3] at > sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:573) > [vm3] at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:834) > [vm3] at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(TCPTransport.java:688) > [vm3] at java.security.AccessController.doPrivileged(Native Method) > [vm3] at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:687) > [vm3] at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > [vm3] at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > [vm3] at java.lang.Thread.run(Thread.java:748) > [vm3] Caused by: org.apache.geode.cache.RegionDestroyedException: Server > connection from [identity(172.17.0.20(255:loner):52816:5f2bdb00,connection=1; > port=52818]: Region named /A was not found during put request > [vm3] at > org.apache.geode.internal.cache.tier.sockets.BaseCommand.writeRegionDestroyedEx(BaseCommand.java:624) > [vm3] at > org.apache.geode.internal.cache.tier.sockets.command.Put65.cmdExecute(Put65.java:185) > [vm3] at > org.apache.geode.internal.cache.tier.sockets.BaseCommand.execute(BaseCommand.java:183) > [vm3] at > org.apache.geode.internal.cache.tier.sockets.ServerConnection.doNormalMessage(ServerConnection.java:857) > [vm3] at > org.apache.geode.internal.cache.tier.sockets.OriginalServerConnection.doOneMessage(OriginalServerConnection.java:75) > [vm3] at > org.apache.geode.internal.cache.tier.sockets.ServerConnection.run(ServerConnection.java:1233) > [vm3] at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) > [vm3] at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) > [vm3] at > org.apache.geode.internal.cache.tier.sockets.AcceptorImpl.lambda$initializeServerConnectionThreadPool$3(AcceptorImpl.java:616) > [vm3] at > org.apache.geode.internal.logging.LoggingThreadFactory.lambda$newThread$0(LoggingThreadFactory.java:121) > [vm3] ... 1 more > [vm3] from org.apache.geode.test.dunit.NamedCallable.call with 0 args on > object: callable(Put in VM) (took 16 ms) {noformat} > =-=-=-=-=-=-=-=-=-=-=-=-=-=-= Test Results URI > =-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-= > > [http://files.apachegeode-ci.info/builds/apache-develop-main/1.10.0-SNAPSHOT.0155/test-results/distributedTest/1554794938/] > > =-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-= > > Test report artifacts from this job are available at: > > > [http://files.apachegeode-ci.info/builds/apache-develop-main/1.10.0-SNAPSHOT.0155/test-artifacts/1554794938/distributedtestfiles-OpenJDK8-1.10.0-SNAPSHOT.0155.tgz] > > -- This message was sent by Atlassian JIRA (v7.6.3#76005)