[ https://issues.apache.org/jira/browse/GEODE-6427?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Patrick Rhomberg reassigned GEODE-6427: --------------------------------------- Assignee: Patrick Rhomberg > CI Hang: > ConcurrentSerialGatewaySenderOperationsOffHeapDUnitTest.testStopOneSerialGatewaySenderBothPrimary > hangs in WANTestBase.createCache > ------------------------------------------------------------------------------------------------------------------------------------------- > > Key: GEODE-6427 > URL: https://issues.apache.org/jira/browse/GEODE-6427 > Project: Geode > Issue Type: Bug > Reporter: Patrick Rhomberg > Assignee: Patrick Rhomberg > Priority: Major > > Failure in WindowsIntegrationTestOpenJDK8: > https://concourse.gemfire-ci.info/teams/main/pipelines/gemfire-develop-main/jobs/DistributedTestOpenJDK11/builds/315 > Test artifacts available here (use {{gsutil cp}}): > gs://files-gemfire-dev/builds/gemfire-develop-main/1.9.0-build.0413/test-artifacts/1549509280/distributedtestfiles-OpenJDK11-1.9.0-build.0413.tgz > > Relevant callstacks: > {noformat} > "Test worker" #27 prio=5 os_prio=0 cpu=2696.54ms elapsed=6226.69s > tid=0x00007f6f889d4800 nid=0x1b runnable [0x00007f6f568b7000] > java.lang.Thread.State: RUNNABLE > at java.net.SocketInputStream.socketRead0(java.base@11.0.2/Native > Method) > at > java.net.SocketInputStream.socketRead(java.base@11.0.2/SocketInputStream.java:115) > at > java.net.SocketInputStream.read(java.base@11.0.2/SocketInputStream.java:168) > at > java.net.SocketInputStream.read(java.base@11.0.2/SocketInputStream.java:140) > at > java.io.BufferedInputStream.fill(java.base@11.0.2/BufferedInputStream.java:252) > at > java.io.BufferedInputStream.read(java.base@11.0.2/BufferedInputStream.java:271) > - locked <0x00000000d0b7efc8> (a java.io.BufferedInputStream) > at > java.io.DataInputStream.readByte(java.base@11.0.2/DataInputStream.java:270) > at > sun.rmi.transport.StreamRemoteCall.executeCall(java.rmi@11.0.2/StreamRemoteCall.java:222) > at > sun.rmi.server.UnicastRef.invoke(java.rmi@11.0.2/UnicastRef.java:161) > at > java.rmi.server.RemoteObjectInvocationHandler.invokeRemoteMethod(java.rmi@11.0.2/RemoteObjectInvocationHandler.java:209) > at > java.rmi.server.RemoteObjectInvocationHandler.invoke(java.rmi@11.0.2/RemoteObjectInvocationHandler.java:161) > at com.sun.proxy.$Proxy38.executeMethodOnObject(Unknown Source) > at org.apache.geode.test.dunit.VM.executeMethodOnObject(VM.java:554) > at org.apache.geode.test.dunit.VM.invoke(VM.java:384) > at > org.apache.geode.internal.cache.wan.serial.SerialGatewaySenderOperationsDUnitTest.createSenderCaches(SerialGatewaySenderOperationsDUnitTest.java:122) > at > org.apache.geode.internal.cache.wan.serial.SerialGatewaySenderOperationsDUnitTest.testStopOneSerialGatewaySenderBothPrimary(SerialGatewaySenderOperationsDUnitTest.java:356) > at > jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.2/Native > Method) > at > jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.2/NativeMethodAccessorImpl.java:62) > at > jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566) > at > org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) > at > org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) > at > org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) > at > org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) > at > org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) > at > org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) > at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) > at org.junit.rules.RunRules.evaluate(RunRules.java:20) > at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) > at > org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) > at > org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) > at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) > at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) > at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) > at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) > at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) > at > org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) > at org.junit.runners.ParentRunner.run(ParentRunner.java:363) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) > at > org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66) > at > org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) > at > jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.2/Native > Method) > at > jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.2/NativeMethodAccessorImpl.java:62) > at > jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) > at > org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) > at > org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) > at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) > at > org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:118) > at > jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.2/Native > Method) > at > jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.2/NativeMethodAccessorImpl.java:62) > at > jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) > at > org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:175) > at > org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:157) > at > org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) > at > org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) > at > org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1128) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) > at > org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) > at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) > {noformat} > In the remove VM that was creating the cache: > {noformat} > "RMI TCP Connection(1)-172.17.0.3" #34 daemon prio=5 os_prio=0 cpu=2878.51ms > elapsed=6217.07s tid=0x00007f6d28001800 nid=0x20c runnable > [0x00007f6dc15d0000] > java.lang.Thread.State: TIMED_WAITING (parking) > at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) > - parking to wait for <0x00000000ecc03f80> (a > java.util.concurrent.CountDownLatch$Sync) > at > java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.2/LockSupport.java:234) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(java.base@11.0.2/AbstractQueuedSynchronizer.java:1079) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(java.base@11.0.2/AbstractQueuedSynchronizer.java:1369) > at > java.util.concurrent.CountDownLatch.await(java.base@11.0.2/CountDownLatch.java:278) > at > org.apache.geode.internal.util.concurrent.StoppableCountDownLatch.await(StoppableCountDownLatch.java:61) > at > org.apache.geode.distributed.internal.ReplyProcessor21.basicWait(ReplyProcessor21.java:714) > at > org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:785) > at > org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:762) > at > org.apache.geode.distributed.internal.ReplyProcessor21.waitForRepliesUninterruptibly(ReplyProcessor21.java:848) > at > org.apache.geode.internal.cache.UpdateAttributesProcessor.waitForProfileResponse(UpdateAttributesProcessor.java:109) > at > org.apache.geode.internal.cache.UpdateAttributesProcessor.distribute(UpdateAttributesProcessor.java:97) > at > org.apache.geode.distributed.internal.DistributionAdvisor.exchangeProfiles(DistributionAdvisor.java:1022) > at > org.apache.geode.distributed.internal.DistributionAdvisor.initializationGate(DistributionAdvisor.java:454) > - locked <0x00000000ecc04020> (a java.lang.Object) > at > org.apache.geode.internal.cache.GemFireCacheImpl.initialize(GemFireCacheImpl.java:1230) > at > org.apache.geode.internal.cache.GemFireCacheImpl.basicCreate(GemFireCacheImpl.java:804) > - locked <0x00000000e083f818> (a java.lang.Class for > org.apache.geode.internal.cache.GemFireCacheImpl) > at > org.apache.geode.internal.cache.GemFireCacheImpl.create(GemFireCacheImpl.java:790) > at org.apache.geode.cache.CacheFactory.create(CacheFactory.java:176) > - locked <0x00000000e0c08fc0> (a java.lang.Class for > org.apache.geode.cache.CacheFactory) > at org.apache.geode.cache.CacheFactory.create(CacheFactory.java:169) > - locked <0x00000000e0c08fc0> (a java.lang.Class for > org.apache.geode.cache.CacheFactory) > at > org.apache.geode.internal.cache.wan.WANTestBase.createCache(WANTestBase.java:944) > at > org.apache.geode.internal.cache.wan.WANTestBase.createCache(WANTestBase.java:913) > at > org.apache.geode.internal.cache.wan.serial.SerialGatewaySenderOperationsDUnitTest.lambda$createSenderCaches$f9f0b6a7$3(SerialGatewaySenderOperationsDUnitTest.java:122) > at > org.apache.geode.internal.cache.wan.serial.SerialGatewaySenderOperationsDUnitTest$$Lambda$138/0x0000000840200c40.run(Unknown > Source) > at > jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@11.0.2/Native > Method) > at > jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@11.0.2/NativeMethodAccessorImpl.java:62) > at > jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566) > at > org.apache.geode.test.dunit.internal.MethodInvoker.executeObject(MethodInvoker.java:123) > at > org.apache.geode.test.dunit.internal.RemoteDUnitVM.executeMethodOnObject(RemoteDUnitVM.java:69) > at jdk.internal.reflect.GeneratedMethodAccessor1.invoke(Unknown > Source) > at > jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@11.0.2/DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(java.base@11.0.2/Method.java:566) > at > sun.rmi.server.UnicastServerRef.dispatch(java.rmi@11.0.2/UnicastServerRef.java:359) > at > sun.rmi.transport.Transport$1.run(java.rmi@11.0.2/Transport.java:200) > at > sun.rmi.transport.Transport$1.run(java.rmi@11.0.2/Transport.java:197) > at > java.security.AccessController.doPrivileged(java.base@11.0.2/Native Method) > at > sun.rmi.transport.Transport.serviceCall(java.rmi@11.0.2/Transport.java:196) > at > sun.rmi.transport.tcp.TCPTransport.handleMessages(java.rmi@11.0.2/TCPTransport.java:562) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(java.rmi@11.0.2/TCPTransport.java:796) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0(java.rmi@11.0.2/TCPTransport.java:677) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$126/0x000000084019f440.run(java.rmi@11.0.2/Unknown > Source) > at > java.security.AccessController.doPrivileged(java.base@11.0.2/Native Method) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(java.rmi@11.0.2/TCPTransport.java:676) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1128) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) > at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) > {noformat} -- This message was sent by Atlassian JIRA (v7.6.3#76005)