[ https://issues.apache.org/jira/browse/GEODE-5472?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
ASF GitHub Bot updated GEODE-5472: ---------------------------------- Labels: pull-request-available swat (was: swat) > PersistentPartitionedRegionRegressionTest recoversAfterBucketCreationCrashes > hangs > ---------------------------------------------------------------------------------- > > Key: GEODE-5472 > URL: https://issues.apache.org/jira/browse/GEODE-5472 > Project: Geode > Issue Type: Bug > Reporter: Jinmei Liao > Assignee: Jinmei Liao > Priority: Major > Labels: pull-request-available, swat > > [https://concourse.apachegeode-ci.info/teams/main/pipelines/develop/jobs/DistributedTest/builds/138] > > *{color:#cc3300}Pooled Waiting Message Processor 1{color}* is in deadlock > with *{color:#cc3300}RMI TCP Connection(1)-172.17.0.5{color}* > *{color:#003300}Pooled Waiting Message Processor 1{color}* - priority:10 - > threadId:0x00007ff740004800 - nativeId:0x498 - > state:*{color:#cc3300}BLOCKED{color}* > stackTrace: > java.lang.Thread.State: BLOCKED (on object monitor) > at > org.apache.geode.internal.cache.GemFireCacheImpl.removeRoot({color:#000080}GemFireCacheImpl.java:3604{color}) > - waiting to lock *<0x00000000e0822280>* (a java.util.HashMap) > at > org.apache.geode.internal.cache.LocalRegion.basicDestroyRegion({color:#000080}LocalRegion.java:6288{color}) > at > org.apache.geode.internal.cache.DistributedRegion.basicDestroyRegion({color:#000080}DistributedRegion.java:1730{color}) > at > org.apache.geode.internal.cache.LocalRegion.basicDestroyRegion({color:#000080}LocalRegion.java:6211{color}) > at > org.apache.geode.internal.cache.LocalRegion.localDestroyRegion({color:#000080}LocalRegion.java:2229{color}) > at > org.apache.geode.internal.cache.AbstractRegion.localDestroyRegion({color:#000080}AbstractRegion.java:424{color}) > at > org.apache.geode.management.internal.ManagementResourceRepo.destroyLocalMonitoringRegion({color:#000080}ManagementResourceRepo.java:73{color}) > at > org.apache.geode.management.internal.LocalManager.cleanUpResources({color:#000080}LocalManager.java:279{color}) > at > org.apache.geode.management.internal.LocalManager.stopManager({color:#000080}LocalManager.java:413{color}) > at > org.apache.geode.management.internal.SystemManagementService.close({color:#000080}SystemManagementService.java:240{color}) > - locked *<0x00000000e03dcfe0>* (a java.util.HashMap) > at > org.apache.geode.management.internal.beans.ManagementAdapter.handleCacheRemoval({color:#000080}ManagementAdapter.java:737{color}) > at > org.apache.geode.management.internal.beans.ManagementListener.handleEvent({color:#000080}ManagementListener.java:122{color}) > at > org.apache.geode.distributed.internal.InternalDistributedSystem.notifyResourceEventListeners({color:#000080}InternalDistributedSystem.java:2201{color}) > at > org.apache.geode.distributed.internal.InternalDistributedSystem.handleResourceEvent({color:#000080}InternalDistributedSystem.java:590{color}) > at > org.apache.geode.internal.cache.GemFireCacheImpl.close({color:#000080}GemFireCacheImpl.java:2147{color}) > - locked *<0x00000000e03dd028>* (a java.lang.Class for > org.apache.geode.internal.cache.GemFireCacheImpl) > at > org.apache.geode.distributed.internal.InternalDistributedSystem.disconnect({color:#000080}InternalDistributedSystem.java:1371{color}) > - locked *<0x00000000e03dd028>* (a java.lang.Class for > org.apache.geode.internal.cache.GemFireCacheImpl) > at > org.apache.geode.distributed.internal.InternalDistributedSystem.disconnect({color:#000080}InternalDistributedSystem.java:1021{color}) > at > org.apache.geode.test.dunit.Disconnect.disconnectFromDS({color:#000080}Disconnect.java:43{color}) > at > org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionRegressionTest$1.beforeSendMessage({color:#000080}PersistentPartitionedRegionRegressionTest.java:288{color}) > at > org.apache.geode.distributed.internal.ClusterDistributionManager.putOutgoing({color:#000080}ClusterDistributionManager.java:1720{color}) > at > org.apache.geode.internal.cache.partitioned.ManageBucketMessage$ManageBucketReplyMessage.sendAcceptance({color:#000080}ManageBucketMessage.java:278{color}) > at > org.apache.geode.internal.cache.partitioned.ManageBucketMessage.operateOnPartitionedRegion({color:#000080}ManageBucketMessage.java:152{color}) > at > org.apache.geode.internal.cache.partitioned.PartitionMessage.process({color:#000080}PartitionMessage.java:331{color}) > at > org.apache.geode.distributed.internal.DistributionMessage.scheduleAction({color:#000080}DistributionMessage.java:378{color}) > at > org.apache.geode.distributed.internal.DistributionMessage$1.run({color:#000080}DistributionMessage.java:444{color}) > at > java.util.concurrent.ThreadPoolExecutor.runWorker({color:#000080}ThreadPoolExecutor.java:1149{color}) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run({color:#000080}ThreadPoolExecutor.java:624{color}) > at > org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown({color:#000080}ClusterDistributionManager.java:1121{color}) > at > org.apache.geode.distributed.internal.ClusterDistributionManager.access$000({color:#000080}ClusterDistributionManager.java:109{color}) > at > org.apache.geode.distributed.internal.ClusterDistributionManager$6$1.run({color:#000080}ClusterDistributionManager.java:865{color}) > at java.lang.Thread.run({color:#000080}Thread.java:748{color}) > Locked ownable synchronizers: > - *<0x00000000e08286b0>* (a > java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync) > - *<0x00000000e082be50>* (a java.util.concurrent.ThreadPoolExecutor$Worker) > *{color:#003300}RMI TCP Connection(1)-172.17.0.5{color}* - priority:5 - > threadId:0x00007ff7a4001800 - nativeId:0x18d - > state:*{color:#cc3300}WAITING{color}* > stackTrace: > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park({color:#000080}Native Method{color}) > - parking to wait for *<0x00000000e08286b0>* (a > java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync) > at > java.util.concurrent.locks.LockSupport.park({color:#000080}LockSupport.java:175{color}) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt({color:#000080}AbstractQueuedSynchronizer.java:836{color}) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared({color:#000080}AbstractQueuedSynchronizer.java:967{color}) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared({color:#000080}AbstractQueuedSynchronizer.java:1283{color}) > at > java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock({color:#000080}ReentrantReadWriteLock.java:727{color}) > at > org.apache.geode.management.internal.beans.ManagementListener.handleEvent({color:#000080}ManagementListener.java:113{color}) > at > org.apache.geode.distributed.internal.InternalDistributedSystem.notifyResourceEventListeners({color:#000080}InternalDistributedSystem.java:2201{color}) > at > org.apache.geode.distributed.internal.InternalDistributedSystem.handleResourceEvent({color:#000080}InternalDistributedSystem.java:590{color}) > at > org.apache.geode.internal.cache.DiskStoreFactoryImpl.create({color:#000080}DiskStoreFactoryImpl.java:143{color}) > - locked *<0x00000000e0822120>* (a > org.apache.geode.internal.cache.GemFireCacheImpl) > at > org.apache.geode.internal.cache.GemFireCacheImpl.getOrCreateDefaultDiskStore({color:#000080}GemFireCacheImpl.java:2591{color}) > - locked *<0x00000000e0822120>* (a > org.apache.geode.internal.cache.GemFireCacheImpl) > at > org.apache.geode.internal.cache.LocalRegion.findDiskStore({color:#000080}LocalRegion.java:7605{color}) > at > org.apache.geode.internal.cache.PartitionedRegion.findDiskStore({color:#000080}PartitionedRegion.java:9053{color}) > at > org.apache.geode.internal.cache.LocalRegion.<init>({color:#000080}LocalRegion.java:637{color}) > at > org.apache.geode.internal.cache.PartitionedRegion.<init>({color:#000080}PartitionedRegion.java:740{color}) > at > org.apache.geode.internal.cache.GemFireCacheImpl.createVMRegion({color:#000080}GemFireCacheImpl.java:3040{color}) > - locked *<0x00000000e0822280>* (a java.util.HashMap) > at > org.apache.geode.internal.cache.GemFireCacheImpl.basicCreateRegion({color:#000080}GemFireCacheImpl.java:2981{color}) > at > org.apache.geode.internal.cache.GemFireCacheImpl.createRegion({color:#000080}GemFireCacheImpl.java:2969{color}) > at > org.apache.geode.cache.RegionFactory.create({color:#000080}RegionFactory.java:756{color}) > at > org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionRegressionTest.createPartitionedRegion({color:#000080}PersistentPartitionedRegionRegressionTest.java:555{color}) > at > org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionRegressionTest.lambda$recoversAfterBucketCreationCrashes$bb17a952$6({color:#000080}PersistentPartitionedRegionRegressionTest.java:306{color}) > at > org.apache.geode.internal.cache.partitioned.PersistentPartitionedRegionRegressionTest$$Lambda$89/1886884226.run({color:#000080}Unknown > Source{color}) > at sun.reflect.NativeMethodAccessorImpl.invoke0({color:#000080}Native > Method{color}) > at > sun.reflect.NativeMethodAccessorImpl.invoke({color:#000080}NativeMethodAccessorImpl.java:62{color}) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke({color:#000080}DelegatingMethodAccessorImpl.java:43{color}) > at java.lang.reflect.Method.invoke({color:#000080}Method.java:498{color}) > at > hydra.MethExecutor.executeObject({color:#000080}MethExecutor.java:244{color}) > at > org.apache.geode.test.dunit.standalone.RemoteDUnitVM.executeMethodOnObject({color:#000080}RemoteDUnitVM.java:70{color}) > at sun.reflect.GeneratedMethodAccessor15.invoke({color:#000080}Unknown > Source{color}) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke({color:#000080}DelegatingMethodAccessorImpl.java:43{color}) > at java.lang.reflect.Method.invoke({color:#000080}Method.java:498{color}) > at > sun.rmi.server.UnicastServerRef.dispatch({color:#000080}UnicastServerRef.java:357{color}) > at sun.rmi.transport.Transport$1.run({color:#000080}Transport.java:200{color}) > at sun.rmi.transport.Transport$1.run({color:#000080}Transport.java:197{color}) > at java.security.AccessController.doPrivileged({color:#000080}Native > Method{color}) > at > sun.rmi.transport.Transport.serviceCall({color:#000080}Transport.java:196{color}) > at > sun.rmi.transport.tcp.TCPTransport.handleMessages({color:#000080}TCPTransport.java:573{color}) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0({color:#000080}TCPTransport.java:835{color}) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$0({color:#000080}TCPTransport.java:688{color}) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$7/1029844808.run({color:#000080}Unknown > Source{color}) > at java.security.AccessController.doPrivileged({color:#000080}Native > Method{color}) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run({color:#000080}TCPTransport.java:687{color}) > at > java.util.concurrent.ThreadPoolExecutor.runWorker({color:#000080}ThreadPoolExecutor.java:1149{color}) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run({color:#000080}ThreadPoolExecutor.java:624{color}) > at java.lang.Thread.run({color:#000080}Thread.java:748{color}) > Locked ownable synchronizers: > - *<0x00000000e03ebb68>* (a java.util.concurrent.ThreadPoolExecutor$Worker) -- This message was sent by Atlassian JIRA (v7.6.3#76005)