Major Description
Found one Java-level deadlock: ============================= "RpcServer.default.FPBQ.Fifo.handler=202,queue=20,port=61020": waiting for ownable synchronizer 0x00007f93d40944f0, (a java.util.concurrent.locks.ReentrantLock$FairSync), which is held by "RpcServer.default.FPBQ.Fifo.handler=38,queue=12,port=61020" "RpcServer.default.FPBQ.Fifo.handler=38,queue=12,port=61020": waiting for ownable synchronizer 0x00007f93d40cd570, (a java.util.concurrent.locks.ReentrantLock$FairSync), which is held by "RpcServer.default.FPBQ.Fifo.handler=202,queue=20,port=61020" Java stack information for the threads listed above: =================================================== "RpcServer.default.FPBQ.Fifo.handler=202,queue=20,port=61020": at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00007f93d40944f0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:936) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1250) at java.util.concurrent.locks.ReentrantLock.tryLock(ReentrantLock.java:447) at org.apache.phoenix.hbase.index.LockManager.lockRow(LockManager.java:89) at org.apache.phoenix.hbase.index.IndexRegionObserver.lockRows(IndexRegionObserver.java:557) at org.apache.phoenix.hbase.index.IndexRegionObserver.preBatchMutateWithExceptions(IndexRegionObserver.java:1167) at org.apache.phoenix.hbase.index.IndexRegionObserver.preBatchMutate(IndexRegionObserver.java:460) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$35.call(RegionCoprocessorHost.java:1024) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$RegionOperation.call(RegionCoprocessorHost.java:1742) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.execOperation(RegionCoprocessorHost.java:1827) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.execOperation(RegionCoprocessorHost.java:1783) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preBatchMutate(RegionCoprocessorHost.java:1020) at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3543) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3273) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3215) at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:967) at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:895) at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2524) at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:36812) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2432) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:311) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:291) "RpcServer.default.FPBQ.Fifo.handler=38,queue=12,port=61020": at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00007f93d40cd570> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:936) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1250) at java.util.concurrent.locks.ReentrantLock.tryLock(ReentrantLock.java:447) at org.apache.phoenix.hbase.index.LockManager.lockRow(LockManager.java:89) at org.apache.phoenix.hbase.index.IndexRegionObserver.lockRows(IndexRegionObserver.java:557) at org.apache.phoenix.hbase.index.IndexRegionObserver.preBatchMutateWithExceptions(IndexRegionObserver.java:1167) at org.apache.phoenix.hbase.index.IndexRegionObserver.preBatchMutate(IndexRegionObserver.java:460) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$35.call(RegionCoprocessorHost.java:1024) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$RegionOperation.call(RegionCoprocessorHost.java:1742) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.execOperation(RegionCoprocessorHost.java:1827) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.execOperation(RegionCoprocessorHost.java:1783) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preBatchMutate(RegionCoprocessorHost.java:1020) at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3543) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3273) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:3215) at org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver.commitBatch(UngroupedAggregateRegionObserver.java:265) at org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver.commitBatchWithRetries(UngroupedAggregateRegionObserver.java:230) at org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver.commit(UngroupedAggregateRegionObserver.java:489) at org.apache.phoenix.coprocessor.UngroupedAggregateRegionScanner.annotateAndCommit(UngroupedAggregateRegionScanner.java:649) at org.apache.phoenix.coprocessor.UngroupedAggregateRegionScanner.next(UngroupedAggregateRegionScanner.java:610) - locked <0x00007f93d5596e50> (a org.apache.phoenix.iterate.RegionScannerFactory$1) at org.apache.phoenix.coprocessor.BaseRegionScanner.nextRaw(BaseRegionScanner.java:56) at org.apache.phoenix.coprocessor.DelegateRegionScanner.nextRaw(DelegateRegionScanner.java:82) at org.apache.phoenix.coprocessor.DelegateRegionScanner.nextRaw(DelegateRegionScanner.java:82) at org.apache.phoenix.coprocessor.BaseScannerRegionObserver$RegionScannerHolder.nextRaw(BaseScannerRegionObserver.java:340) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2963) - locked <0x00007f93d5596790> (a org.apache.phoenix.coprocessor.BaseScannerRegionObserver$RegionScannerHolder) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3212) at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:36804) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2432) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:311) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:291) Found 1 deadlock.
Attachments
Issue Links
- links to