Aman Poonia created PHOENIX-6871:
------------------------------------
Summary: Write threads blocked with deadlock
Key: PHOENIX-6871
URL: https://issues.apache.org/jira/browse/PHOENIX-6871
Project: Phoenix
Issue Type: Bug
Affects Versions: 5.1.3, 4.16.0, 5.2.0
Reporter: Aman Poonia
Found one Java-level deadlock: =============================
"RpcServer.default.FPBQ.Fifo.handler=202,queue=20,port=61020": waiting for
ownable synchronizer 0x00007f93d40944f0, (a
java.util.concurrent.locks.ReentrantLock$FairSync), which is held by
"RpcServer.default.FPBQ.Fifo.handler=38,queue=12,port=61020"
"RpcServer.default.FPBQ.Fifo.handler=38,queue=12,port=61020": waiting for
ownable synchronizer 0x00007f93d40cd570, (a
java.util.concurrent.locks.ReentrantLock$FairSync), which is held by
"RpcServer.default.FPBQ.Fifo.handler=202,queue=20,port=61020" Java stack
information for the threads listed above:
===================================================
"RpcServer.default.FPBQ.Fifo.handler=202,queue=20,port=61020": at
sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00007f93d40944f0>
(a java.util.concurrent.locks.ReentrantLock$FairSync) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:936)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1250)
at java.util.concurrent.locks.ReentrantLock.tryLock(ReentrantLock.java:447) at
org.apache.phoenix.hbase.index.LockManager.lockRow(LockManager.java:89) at
org.apache.phoenix.hbase.index.IndexRegionObserver.lockRows(IndexRegionObserver.java:557)
at
org.apache.phoenix.hbase.index.IndexRegionObserver.preBatchMutateWithExceptions(IndexRegionObserver.java:1167)
at
org.apache.phoenix.hbase.index.IndexRegionObserver.preBatchMutate(IndexRegionObserver.java:460)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$35.call(RegionCoprocessorHost.java:1024)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$RegionOperation.call(RegionCoprocessorHost.java:1742)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.execOperation(RegionCoprocessorHost.java:1827)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.execOperation(RegionCoprocessorHost.java:1783)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preBatchMutate(RegionCoprocessorHost.java:1020)
at
org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3543)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3273)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3215)
at
org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:967)
at
org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:895)
at
org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2524)
at
org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:36812)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2432) at
org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:311) at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:291)
"RpcServer.default.FPBQ.Fifo.handler=38,queue=12,port=61020": at
sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00007f93d40cd570>
(a java.util.concurrent.locks.ReentrantLock$FairSync) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:936)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1250)
at java.util.concurrent.locks.ReentrantLock.tryLock(ReentrantLock.java:447) at
org.apache.phoenix.hbase.index.LockManager.lockRow(LockManager.java:89) at
org.apache.phoenix.hbase.index.IndexRegionObserver.lockRows(IndexRegionObserver.java:557)
at
org.apache.phoenix.hbase.index.IndexRegionObserver.preBatchMutateWithExceptions(IndexRegionObserver.java:1167)
at
org.apache.phoenix.hbase.index.IndexRegionObserver.preBatchMutate(IndexRegionObserver.java:460)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$35.call(RegionCoprocessorHost.java:1024)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$RegionOperation.call(RegionCoprocessorHost.java:1742)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.execOperation(RegionCoprocessorHost.java:1827)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.execOperation(RegionCoprocessorHost.java:1783)
at
org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preBatchMutate(RegionCoprocessorHost.java:1020)
at
org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3543)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3273)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3215)
at
org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver.commitBatch(UngroupedAggregateRegionObserver.java:265)
at
org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver.commitBatchWithRetries(UngroupedAggregateRegionObserver.java:230)
at
org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver.commit(UngroupedAggregateRegionObserver.java:489)
at
org.apache.phoenix.coprocessor.UngroupedAggregateRegionScanner.annotateAndCommit(UngroupedAggregateRegionScanner.java:649)
at
org.apache.phoenix.coprocessor.UngroupedAggregateRegionScanner.next(UngroupedAggregateRegionScanner.java:610)
- locked <0x00007f93d5596e50> (a
org.apache.phoenix.iterate.RegionScannerFactory$1) at
org.apache.phoenix.coprocessor.BaseRegionScanner.nextRaw(BaseRegionScanner.java:56)
at
org.apache.phoenix.coprocessor.DelegateRegionScanner.nextRaw(DelegateRegionScanner.java:82)
at
org.apache.phoenix.coprocessor.DelegateRegionScanner.nextRaw(DelegateRegionScanner.java:82)
at
org.apache.phoenix.coprocessor.BaseScannerRegionObserver$RegionScannerHolder.nextRaw(BaseScannerRegionObserver.java:340)
at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2963)
- locked <0x00007f93d5596790> (a
org.apache.phoenix.coprocessor.BaseScannerRegionObserver$RegionScannerHolder)
at
org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3212)
at
org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:36804)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2432) at
org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:311) at
org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:291) Found
1 deadlock.
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
