2015-08-26 16:51:50
Full thread dump OpenJDK 64-Bit Server VM (25.45-b02 mixed mode):
"Attach Listener" #33668 daemon prio=9 os_prio=0 tid=0x00007fbf552cf800 nid=0x5d9 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"RS_CLOSE_REGION-r12s16:9104-1" #33639 prio=5 os_prio=0 tid=0x00007fbf546fe000 nid=0x563 in Object.wait() [0x00007fbf38107000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.hadoop.hbase.regionserver.HRegion.waitForFlushesAndCompactions(HRegion.java:1512)
- locked <0x000000056baa4888> (a org.apache.hadoop.hbase.regionserver.HRegion$WriteState)
at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1371)
- locked <0x000000056baa4888> (a org.apache.hadoop.hbase.regionserver.HRegion$WriteState)
at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1336)
- locked <0x000000056baaf928> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.handler.CloseRegionHandler.process(CloseRegionHandler.java:138)
at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:128)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x000000054c683c18> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"1243700389@qtp-864138492-3" #31589 daemon prio=5 os_prio=0 tid=0x0000000001f25000 nid=0x7b86 in Object.wait() [0x00007fbf3b3ae000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
- locked <0x00000005706cba60> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
Locked ownable synchronizers:
- None
"ResponseProcessor for block BP-1466258523-172.24.32.1-1437768622582:blk_1073817522_77115" #23856 daemon prio=5 os_prio=0 tid=0x00007fbf54163800 nid=0x5d51 runnable [0x00007fbf37d05000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005530c94c0> (a sun.nio.ch.Util$2)
- locked <0x00000005530c97f0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548108aa8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
at java.io.FilterInputStream.read(FilterInputStream.java:83)
at java.io.FilterInputStream.read(FilterInputStream.java:83)
at org.apache.hadoop.hdfs.protocolPB.PBHelper.vintPrefixed(PBHelper.java:1998)
at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:176)
at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:798)
Locked ownable synchronizers:
- None
"DataStreamer for file /hbase/WALs/r12s16.sjc.aristanetworks.com,9104,1439917659071/r12s16.sjc.aristanetworks.com%2C9104%2C1439917659071.default.1440314546058 block BP-1466258523-172.24.32.1-1437768622582:blk_1073817522_77115" #23855 daemon prio=5 os_prio=0 tid=0x00007fbf55a00800 nid=0x5d50 in Object.wait() [0x00007fbf3a317000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:503)
- locked <0x000000054b9cd930> (a java.util.LinkedList)
Locked ownable synchronizers:
- None
"RS_CLOSE_REGION-r12s16:9104-0" #10957 prio=5 os_prio=0 tid=0x00007fbf70c86800 nid=0x2af0 waiting on condition [0x00007fbf36ffa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005489a57e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"RS_LOG_REPLAY_OPS-r12s16:9104-1" #1991 prio=5 os_prio=0 tid=0x00007fbf54818800 nid=0x7ee waiting on condition [0x00007fbf3a519000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005488cc0f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"RS_LOG_REPLAY_OPS-r12s16:9104-0" #259 prio=5 os_prio=0 tid=0x00007fbf54214000 nid=0x12c waiting on condition [0x00007fbf3870b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005488cc0f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"ReplicationExecutor-0" #258 daemon prio=5 os_prio=0 tid=0x00007fbf5c1eb800 nid=0x12b waiting on condition [0x00007fbf39d04000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000548256b38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"ShortCircuitCache_SlotReleaser" #229 daemon prio=5 os_prio=0 tid=0x00007fbf5c0f6000 nid=0x10f waiting on condition [0x00007fbf38006000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000054860e1e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"RS_OPEN_REGION-r12s16:9104-2" #174 prio=5 os_prio=0 tid=0x00007fbf71772800 nid=0xd8 waiting on condition [0x00007fbf37800000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005489d88d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"RS_OPEN_REGION-r12s16:9104-1" #166 prio=5 os_prio=0 tid=0x0000000001a8b800 nid=0xd0 waiting on condition [0x00007fbf37c04000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005489d88d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104-longCompactions-1439917700325" #161 daemon prio=5 os_prio=0 tid=0x00007fbf54041800 nid=0xcb waiting on condition [0x00007fbf38208000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005484030d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:549)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104-shortCompactions-1439917700316" #160 daemon prio=5 os_prio=0 tid=0x0000000001ba6000 nid=0xca in Object.wait() [0x00007fbf38609000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548d43ea8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1585)
at org.apache.hadoop.hbase.regionserver.wal.WALUtil.writeCompactionMarker(WALUtil.java:64)
at org.apache.hadoop.hbase.regionserver.HStore.writeCompactionWalRecord(HStore.java:1289)
at org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1228)
at org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:1798)
at org.apache.hadoop.hbase.regionserver.CompactSplitThread$CompactionRunner.run(CompactSplitThread.java:519)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x00000005489c8c80> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"ShortCircuitCache_Cleaner" #157 daemon prio=5 os_prio=0 tid=0x00007fbf54262800 nid=0xc7 waiting on condition [0x00007fbf38509000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000054860e2d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"RS_OPEN_REGION-r12s16:9104-0" #154 prio=5 os_prio=0 tid=0x00007fbf54472800 nid=0xc4 waiting on condition [0x00007fbf3938b000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005489d88d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"org.apache.hadoop.hdfs.PeerCache@500f6b9c" #153 daemon prio=5 os_prio=0 tid=0x00007fbf54463800 nid=0xc3 waiting on condition [0x00007fbf3948c000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:244)
at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:41)
at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:119)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"SplitLogWorker-r12s16:9104" #151 prio=5 os_prio=0 tid=0x00007fbf5cfdc800 nid=0xc1 in Object.wait() [0x00007fbf38c12000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.coordination.ZkSplitLogWorkerCoordination.taskLoop(ZkSplitLogWorkerCoordination.java:445)
- locked <0x00000005486a9f40> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:142)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"r12s16:9104Replication Statistics #0" #150 daemon prio=5 os_prio=0 tid=0x00007fbf5cc44000 nid=0xc0 waiting on condition [0x00007fbf38d13000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483f0810> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104-EventThread" #148 daemon prio=5 os_prio=0 tid=0x00007fbf5c680000 nid=0xbf waiting on condition [0x00007fbf38e14000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000548a14310> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104-SendThread(r12s1.sjc.aristanetworks.com:2181)" #147 daemon prio=5 os_prio=0 tid=0x00007fbf5c8e4000 nid=0xbe runnable [0x00007fbf38f15000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005489e2ee8> (a sun.nio.ch.Util$2)
- locked <0x00000005489e2ed0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548992930> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104.leaseChecker" #124 daemon prio=5 os_prio=0 tid=0x00007fbf5c8ba000 nid=0xbd sleeping[0x00007fbf39016000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:94)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"r12s16.sjc.aristanetworks.com,9104,1439917659071_ChoreService_1" #146 daemon prio=5 os_prio=0 tid=0x00007fbf5cabd000 nid=0xbc waiting on condition [0x00007fbf39117000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483f0840> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"MemStoreFlusher.1" #144 prio=5 os_prio=0 tid=0x00007fbf5cabb800 nid=0xbb waiting on condition [0x00007fbf39217000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000054bcc63f0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at org.apache.hadoop.hbase.wal.WALKey.getSequenceId(WALKey.java:305)
at org.apache.hadoop.hbase.regionserver.HRegion.getNextSequenceId(HRegion.java:2413)
at org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2164)
at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2046)
at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2011)
at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:1903)
at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:1829)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:510)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:471)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.access$800(MemStoreFlusher.java:75)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:259)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x000000055b6e3b98> (a java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync)
"MemStoreFlusher.0" #142 prio=5 os_prio=0 tid=0x00007fbf5cab9800 nid=0xba waiting on condition [0x00007fbf39b01000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000054ba6c0c0> (a java.util.concurrent.CountDownLatch$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231)
at org.apache.hadoop.hbase.wal.WALKey.getSequenceId(WALKey.java:305)
at org.apache.hadoop.hbase.regionserver.HRegion.getNextSequenceId(HRegion.java:2413)
at org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2164)
at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2046)
at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2011)
at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:1903)
at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:1829)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:510)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.flushRegion(MemStoreFlusher.java:471)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.access$800(MemStoreFlusher.java:75)
at org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:259)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x000000054945c538> (a java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync)
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104.logRoller" #120 daemon prio=5 os_prio=0 tid=0x00007fbf5cd4a800 nid=0xb9 runnable [0x00007fbf39c03000]
java.lang.Thread.State: RUNNABLE
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SafePointZigZagLatch.waitSafePoint(FSHLog.java:1851)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.replaceWriter(FSHLog.java:938)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.rollWriter(FSHLog.java:721)
at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:137)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x000000054840b910> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)
- <0x000000054874e318> (a java.util.concurrent.locks.ReentrantLock$FairSync)
"HBase-Metrics2-1" #141 daemon prio=5 os_prio=0 tid=0x00007fbf5c68d000 nid=0xb8 runnable [0x00007fbf3958d000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483d34d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"sync.4" #139 prio=5 os_prio=0 tid=0x00007fbf5cbf5000 nid=0xb7 waiting on condition [0x00007fbf3968e000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483d3508> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1323)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"sync.3" #138 prio=5 os_prio=0 tid=0x00007fbf5cbf3800 nid=0xb6 waiting on condition [0x00007fbf3978f000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483d34c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1323)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"sync.2" #137 prio=5 os_prio=0 tid=0x00007fbf5c937000 nid=0xb5 waiting on condition [0x00007fbf39890000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483d3478> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1323)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"sync.1" #136 prio=5 os_prio=0 tid=0x00007fbf5c6c0000 nid=0xb4 waiting on condition [0x00007fbf39991000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483d3430> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1323)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"sync.0" #135 prio=5 os_prio=0 tid=0x00007fbf5c6be800 nid=0xb3 waiting on condition [0x00007fbf3a014000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483d33e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:1323)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104.append-pool1-t1" #140 prio=5 os_prio=0 tid=0x00007fbf5cc61800 nid=0xb2 in Object.wait() [0x00007fbf3a115000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:460)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.attainSafePoint(FSHLog.java:2024)
- locked <0x0000000548756b60> (a java.lang.Object)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.onEvent(FSHLog.java:1999)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog$RingBufferEventHandler.onEvent(FSHLog.java:1910)
at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:128)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x0000000548293df0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"LeaseRenewer:aeris@0.namenode.sjc.aristanetworks.com:8820" #133 daemon prio=5 os_prio=0 tid=0x00007fbf5c9d2800 nid=0xb0 waiting on condition [0x00007fbf3a216000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438)
at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"IPC Parameter Sending Thread #0" #131 daemon prio=5 os_prio=0 tid=0x00007fbf5c77e800 nid=0xae waiting on condition [0x00007fbf3a418000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005484a49a0> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"LruBlockCacheStatsExecutor" #129 daemon prio=5 os_prio=0 tid=0x00007fbf5ca34000 nid=0xac waiting on condition [0x00007fbf3a61a000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483f08b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104.LruBlockCache.EvictionThread" #127 daemon prio=5 os_prio=0 tid=0x00007fbf5ca4d800 nid=0xab in Object.wait() [0x00007fbf3aaa7000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:803)
- locked <0x00000005483f08e8> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"IPC Client (1261031890) connection to r12s3.sjc.aristanetworks.com/172.24.32.3:9102 from aeris" #126 daemon prio=5 os_prio=0 tid=0x00007fbf5c429800 nid=0xaa in Object.wait() [0x00007fbf3a91b000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.waitForWork(RpcClientImpl.java:542)
- locked <0x0000000548464f58> (a org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection)
at org.apache.hadoop.hbase.ipc.RpcClientImpl$Connection.run(RpcClientImpl.java:557)
Locked ownable synchronizers:
- None
"JvmPauseMonitor" #123 daemon prio=5 os_prio=0 tid=0x00007fbf5c44b800 nid=0xa9 waiting on condition [0x00007fbf3aba8000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:159)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104-EventThread" #122 daemon prio=5 os_prio=0 tid=0x00007fbf5c3ed000 nid=0xa8 waiting on condition [0x00007fbf3aea9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005483f0900> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104-SendThread(r12s9.sjc.aristanetworks.com:2181)" #121 daemon prio=5 os_prio=0 tid=0x00007fbf5c3ec800 nid=0xa7 runnable [0x00007fbf3afaa000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005483d3250> (a sun.nio.ch.Util$2)
- locked <0x00000005483d32c8> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000005480581d0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
Locked ownable synchronizers:
- None
"regionserver/r12s16.sjc.aristanetworks.com/172.24.32.16:9104" #25 prio=5 os_prio=0 tid=0x00007fbf71716000 nid=0xa6 in Object.wait() [0x00007fbf3b0ab000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
- locked <0x00000005483aa0f8> (a java.lang.Object)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:56)
at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:951)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"Timer-0" #119 daemon prio=5 os_prio=0 tid=0x00007fbf716f3000 nid=0xa5 in Object.wait() [0x00007fbf3b1ac000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000005483d3268> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"1073741635@qtp-864138492-1 - Acceptor0 SelectChannelConnector@0.0.0.0:9103" #118 daemon prio=5 os_prio=0 tid=0x00007fbf71646000 nid=0xa4 runnable [0x00007fbf3b2ad000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005483d3220> (a sun.nio.ch.Util$2)
- locked <0x00000005483d3208> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548058140> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
Locked ownable synchronizers:
- None
"ReplicationRpcServer.handler=2,queue=0,port=9104" #115 daemon prio=5 os_prio=0 tid=0x00007fbf71558800 nid=0xa2 waiting on condition [0x00007fbf3b6af000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480250f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"ReplicationRpcServer.handler=1,queue=0,port=9104" #114 daemon prio=5 os_prio=0 tid=0x00007fbf71556800 nid=0xa1 waiting on condition [0x00007fbf3b7b0000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480250f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"ReplicationRpcServer.handler=0,queue=0,port=9104" #113 daemon prio=5 os_prio=0 tid=0x00007fbf71554800 nid=0xa0 waiting on condition [0x00007fbf3b8b1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480250f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=19,queue=1,port=9104" #112 daemon prio=5 os_prio=0 tid=0x00007fbf71552800 nid=0x9f waiting on condition [0x00007fbf3b9b2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=18,queue=0,port=9104" #111 daemon prio=5 os_prio=0 tid=0x00007fbf71550800 nid=0x9e waiting on condition [0x00007fbf3bab3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=17,queue=1,port=9104" #110 daemon prio=5 os_prio=0 tid=0x00007fbf7154e800 nid=0x9d waiting on condition [0x00007fbf3bbb4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=16,queue=0,port=9104" #109 daemon prio=5 os_prio=0 tid=0x00007fbf7154d000 nid=0x9c waiting on condition [0x00007fbf3bcb5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=15,queue=1,port=9104" #108 daemon prio=5 os_prio=0 tid=0x00007fbf715d4800 nid=0x9b waiting on condition [0x00007fbf3bdb6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=14,queue=0,port=9104" #107 daemon prio=5 os_prio=0 tid=0x00007fbf715d2800 nid=0x9a waiting on condition [0x00007fbf3beb7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=13,queue=1,port=9104" #106 daemon prio=5 os_prio=0 tid=0x00007fbf715d0800 nid=0x99 waiting on condition [0x00007fbf3bfb8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=12,queue=0,port=9104" #105 daemon prio=5 os_prio=0 tid=0x00007fbf715cf000 nid=0x98 waiting on condition [0x00007fbf3c0b9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=11,queue=1,port=9104" #104 daemon prio=5 os_prio=0 tid=0x00007fbf715cc800 nid=0x97 waiting on condition [0x00007fbf3c1ba000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=10,queue=0,port=9104" #103 daemon prio=5 os_prio=0 tid=0x00007fbf715cb000 nid=0x96 waiting on condition [0x00007fbf3c2bb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=9,queue=1,port=9104" #102 daemon prio=5 os_prio=0 tid=0x00007fbf715c9000 nid=0x95 waiting on condition [0x00007fbf3c3bc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=8,queue=0,port=9104" #101 daemon prio=5 os_prio=0 tid=0x00007fbf715c7000 nid=0x94 waiting on condition [0x00007fbf3c4bd000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=7,queue=1,port=9104" #100 daemon prio=5 os_prio=0 tid=0x00007fbf715c4800 nid=0x93 waiting on condition [0x00007fbf3c5be000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=6,queue=0,port=9104" #99 daemon prio=5 os_prio=0 tid=0x00007fbf715c3000 nid=0x92 waiting on condition [0x00007fbf3c6bf000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=5,queue=1,port=9104" #98 daemon prio=5 os_prio=0 tid=0x00007fbf715c1000 nid=0x91 waiting on condition [0x00007fbf3c7c0000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=4,queue=0,port=9104" #97 daemon prio=5 os_prio=0 tid=0x00007fbf715be800 nid=0x90 waiting on condition [0x00007fbf3c8c1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=3,queue=1,port=9104" #96 daemon prio=5 os_prio=0 tid=0x00007fbf715bd000 nid=0x8f waiting on condition [0x00007fbf3c9c2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=2,queue=0,port=9104" #95 daemon prio=5 os_prio=0 tid=0x00007fbf715bb000 nid=0x8e waiting on condition [0x00007fbf3cac3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=1,queue=1,port=9104" #94 daemon prio=5 os_prio=0 tid=0x00007fbf715b9000 nid=0x8d waiting on condition [0x00007fbf3cbc4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480253f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"PriorityRpcServer.handler=0,queue=0,port=9104" #93 daemon prio=5 os_prio=0 tid=0x00007fbf715b6800 nid=0x8c waiting on condition [0x00007fbf3ccc5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000005480265a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:127)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=49,queue=4,port=9104" #92 daemon prio=5 os_prio=0 tid=0x00007fbf715b2000 nid=0x8b in Object.wait() [0x00007fbf3cdc6000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x00000005482ffcd8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=48,queue=3,port=9104" #91 daemon prio=5 os_prio=0 tid=0x00007fbf715b0000 nid=0x8a in Object.wait() [0x00007fbf3cec7000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548b22b68> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=47,queue=2,port=9104" #90 daemon prio=5 os_prio=0 tid=0x00007fbf715ae000 nid=0x89 in Object.wait() [0x00007fbf3cfc8000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548bb0618> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=46,queue=1,port=9104" #89 daemon prio=5 os_prio=0 tid=0x00007fbf715ac000 nid=0x88 in Object.wait() [0x00007fbf3d0c9000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x00000005486ea528> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=45,queue=0,port=9104" #88 daemon prio=5 os_prio=0 tid=0x00007fbf715aa000 nid=0x87 in Object.wait() [0x00007fbf3d1ca000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x000000054877e5a8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=44,queue=4,port=9104" #87 daemon prio=5 os_prio=0 tid=0x00007fbf715a8000 nid=0x86 in Object.wait() [0x00007fbf3d2cb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x000000054893c030> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=43,queue=3,port=9104" #86 daemon prio=5 os_prio=0 tid=0x00007fbf715a6000 nid=0x85 in Object.wait() [0x00007fbf3d3cc000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x00000005483009d0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=42,queue=2,port=9104" #85 daemon prio=5 os_prio=0 tid=0x00007fbf715a4800 nid=0x84 in Object.wait() [0x00007fbf3d4cd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x000000054877e558> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=41,queue=1,port=9104" #84 daemon prio=5 os_prio=0 tid=0x00007fbf715a2000 nid=0x83 in Object.wait() [0x00007fbf3d5ce000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548c50de0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=40,queue=0,port=9104" #83 daemon prio=5 os_prio=0 tid=0x00007fbf715a0000 nid=0x82 in Object.wait() [0x00007fbf3d6cf000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a3cea8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=39,queue=4,port=9104" #82 daemon prio=5 os_prio=0 tid=0x00007fbf7159e800 nid=0x81 in Object.wait() [0x00007fbf3d7d0000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x000000054893c198> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=38,queue=3,port=9104" #81 daemon prio=5 os_prio=0 tid=0x00007fbf7159c800 nid=0x80 in Object.wait() [0x00007fbf3d8d1000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548f93eb0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=37,queue=2,port=9104" #80 daemon prio=5 os_prio=0 tid=0x00007fbf7159a800 nid=0x7f in Object.wait() [0x00007fbf3d9d2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548f94248> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=36,queue=1,port=9104" #79 daemon prio=5 os_prio=0 tid=0x00007fbf71599000 nid=0x7e in Object.wait() [0x00007fbf3dad3000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548f7efc8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=35,queue=0,port=9104" #78 daemon prio=5 os_prio=0 tid=0x00007fbf71549000 nid=0x7d in Object.wait() [0x00007fbf3dbd4000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548b22e10> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=34,queue=4,port=9104" #77 daemon prio=5 os_prio=0 tid=0x00007fbf71547000 nid=0x7c in Object.wait() [0x00007fbf3dcd5000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548c9a180> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=33,queue=3,port=9104" #76 daemon prio=5 os_prio=0 tid=0x00007fbf71545000 nid=0x7b in Object.wait() [0x00007fbf3ddd6000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x00000005486e9f10> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=32,queue=2,port=9104" #75 daemon prio=5 os_prio=0 tid=0x00007fbf71543000 nid=0x7a in Object.wait() [0x00007fbf3ded7000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548c51088> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=31,queue=1,port=9104" #74 daemon prio=5 os_prio=0 tid=0x00007fbf71541000 nid=0x79 in Object.wait() [0x00007fbf3dfd8000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548d42c60> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=30,queue=0,port=9104" #73 daemon prio=5 os_prio=0 tid=0x00007fbf7153f000 nid=0x78 in Object.wait() [0x00007fbf3e0d9000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548b9b8d0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=29,queue=4,port=9104" #72 daemon prio=5 os_prio=0 tid=0x00007fbf7153d000 nid=0x77 in Object.wait() [0x00007fbf3e1da000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x000000054893c1e8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=28,queue=3,port=9104" #71 daemon prio=5 os_prio=0 tid=0x00007fbf7153b800 nid=0x76 in Object.wait() [0x00007fbf3e2db000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548f93e60> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=27,queue=2,port=9104" #70 daemon prio=5 os_prio=0 tid=0x00007fbf71613000 nid=0x75 in Object.wait() [0x00007fbf3e3dc000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548c510d8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=26,queue=1,port=9104" #69 daemon prio=5 os_prio=0 tid=0x00007fbf71611800 nid=0x74 in Object.wait() [0x00007fbf3e4dd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ed88> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=25,queue=0,port=9104" #68 daemon prio=5 os_prio=0 tid=0x00007fbf7160f800 nid=0x73 in Object.wait() [0x00007fbf3e5de000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548b9b9c0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=24,queue=4,port=9104" #67 daemon prio=5 os_prio=0 tid=0x00007fbf7160e000 nid=0x72 in Object.wait() [0x00007fbf3e6df000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548300ca0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=23,queue=3,port=9104" #66 daemon prio=5 os_prio=0 tid=0x00007fbf7160c000 nid=0x71 in Object.wait() [0x00007fbf3e7e0000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x00000005489b00f0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=22,queue=2,port=9104" #65 daemon prio=5 os_prio=0 tid=0x00007fbf7160a800 nid=0x70 in Object.wait() [0x00007fbf3e8e1000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548d42878> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=21,queue=1,port=9104" #64 daemon prio=5 os_prio=0 tid=0x00007fbf71608800 nid=0x6f in Object.wait() [0x00007fbf3e9e2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ece8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=20,queue=0,port=9104" #63 daemon prio=5 os_prio=0 tid=0x00007fbf71607000 nid=0x6e in Object.wait() [0x00007fbf3eae3000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x000000054877e580> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=19,queue=4,port=9104" #62 daemon prio=5 os_prio=0 tid=0x00007fbf71605000 nid=0x6d in Object.wait() [0x00007fbf3ebe4000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x00000005482ffc88> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=18,queue=3,port=9104" #61 daemon prio=5 os_prio=0 tid=0x00007fbf715e5000 nid=0x6c in Object.wait() [0x00007fbf3ece5000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548d42b70> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=17,queue=2,port=9104" #60 daemon prio=5 os_prio=0 tid=0x00007fbf715e3000 nid=0x6b in Object.wait() [0x00007fbf3ede6000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548f7f2c0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=16,queue=1,port=9104" #59 daemon prio=5 os_prio=0 tid=0x00007fbf715e1800 nid=0x6a in Object.wait() [0x00007fbf3eee7000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ec48> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=15,queue=0,port=9104" #58 daemon prio=5 os_prio=0 tid=0x00007fbf715df800 nid=0x69 in Object.wait() [0x00007fbf3efe8000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548f6b060> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=14,queue=4,port=9104" #57 daemon prio=5 os_prio=0 tid=0x00007fbf715de000 nid=0x68 in Object.wait() [0x00007fbf3f0e9000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548d429b8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=13,queue=3,port=9104" #56 daemon prio=5 os_prio=0 tid=0x00007fbf715dc000 nid=0x67 in Object.wait() [0x00007fbf3f1ea000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548d42cd8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=12,queue=2,port=9104" #55 daemon prio=5 os_prio=0 tid=0x00007fbf715da800 nid=0x66 in Object.wait() [0x00007fbf3f2eb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ed10> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=11,queue=1,port=9104" #54 daemon prio=5 os_prio=0 tid=0x00007fbf715d8800 nid=0x65 in Object.wait() [0x00007fbf3f3ec000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ed60> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=10,queue=0,port=9104" #53 daemon prio=5 os_prio=0 tid=0x00007fbf715d7000 nid=0x64 in Object.wait() [0x00007fbf3f4ed000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548b9b998> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=9,queue=4,port=9104" #52 daemon prio=5 os_prio=0 tid=0x00007fbf7157d000 nid=0x63 in Object.wait() [0x00007fbf3f5ee000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ecc0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=8,queue=3,port=9104" #51 daemon prio=5 os_prio=0 tid=0x00007fbf7157b000 nid=0x62 in Object.wait() [0x00007fbf3f6ef000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2edd8> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=7,queue=2,port=9104" #50 daemon prio=5 os_prio=0 tid=0x00007fbf71579000 nid=0x61 in Object.wait() [0x00007fbf3f7f0000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2edb0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=6,queue=1,port=9104" #49 daemon prio=5 os_prio=0 tid=0x00007fbf71577800 nid=0x60 in Object.wait() [0x00007fbf3f8f1000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ed38> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=5,queue=0,port=9104" #48 daemon prio=5 os_prio=0 tid=0x00007fbf71576000 nid=0x5f in Object.wait() [0x00007fbf3f9f2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548f8b638> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=4,queue=4,port=9104" #47 daemon prio=5 os_prio=0 tid=0x00007fbf715ff000 nid=0x5e in Object.wait() [0x00007fbf3faf3000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ee00> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=3,queue=3,port=9104" #46 daemon prio=5 os_prio=0 tid=0x00007fbf715fd800 nid=0x5d in Object.wait() [0x00007fbf3fbf4000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548a2ec70> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=2,queue=2,port=9104" #45 daemon prio=5 os_prio=0 tid=0x00007fbf715fb800 nid=0x5c in Object.wait() [0x00007fbf3fcf5000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x00000005487fcc28> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=1,queue=1,port=9104" #44 daemon prio=5 os_prio=0 tid=0x00007fbf715fa000 nid=0x5b in Object.wait() [0x00007fbf3fdf6000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548c571e0> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"B.defaultRpcServer.handler=0,queue=0,port=9104" #43 daemon prio=5 os_prio=0 tid=0x00007fbf715f8800 nid=0x5a in Object.wait() [0x00007fbf3fef7000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:167)
- locked <0x0000000548c57208> (a org.apache.hadoop.hbase.regionserver.wal.SyncFuture)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.blockOnSync(FSHLog.java:1472)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.publishSyncThenBlockOnCompletion(FSHLog.java:1466)
at org.apache.hadoop.hbase.regionserver.wal.FSHLog.sync(FSHLog.java:1600)
at org.apache.hadoop.hbase.regionserver.HRegion.syncOrDefer(HRegion.java:7727)
at org.apache.hadoop.hbase.regionserver.HRegion.doMiniBatchMutation(HRegion.java:3145)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2793)
at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:2735)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doBatchOp(RSRpcServices.java:692)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.doNonAtomicRegionMutation(RSRpcServices.java:654)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.multi(RSRpcServices.java:2029)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32213)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2112)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:101)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"RpcServer.listener,port=9104" #26 daemon prio=5 os_prio=0 tid=0x00007fbf71586000 nid=0x59 runnable [0x00007fbf3fff8000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005480323e0> (a sun.nio.ch.Util$2)
- locked <0x00000005480323f8> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000054802f978> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener.run(RpcServer.java:730)
Locked ownable synchronizers:
- None
"RpcServer.responder" #38 daemon prio=5 os_prio=0 tid=0x00007fbf71585000 nid=0x58 runnable [0x00007fbf400f9000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005485ef788> (a sun.nio.ch.Util$2)
- locked <0x00000005485ef7a0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000005485cf820> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.hadoop.hbase.ipc.RpcServer$Responder.doRunLoop(RpcServer.java:969)
at org.apache.hadoop.hbase.ipc.RpcServer$Responder.run(RpcServer.java:916)
Locked ownable synchronizers:
- None
"main-EventThread" #42 daemon prio=5 os_prio=0 tid=0x00007fbf71598000 nid=0x57 waiting on condition [0x00007fbf401fa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000548592e48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
Locked ownable synchronizers:
- None
"main-SendThread(r12s5.sjc.aristanetworks.com:2181)" #41 daemon prio=5 os_prio=0 tid=0x00007fbf715e9000 nid=0x56 runnable [0x00007fbf402fb000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000548676dd8> (a sun.nio.ch.Util$2)
- locked <0x0000000548676df0> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000005485bd610> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
Locked ownable synchronizers:
- None
"Thread-5" #39 daemon prio=5 os_prio=0 tid=0x00007fbf714ea800 nid=0x55 runnable [0x00007fbf403fc000]
java.lang.Thread.State: RUNNABLE
at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method)
at org.apache.hadoop.net.unix.DomainSocketWatcher.access$800(DomainSocketWatcher.java:52)
at org.apache.hadoop.net.unix.DomainSocketWatcher$1.run(DomainSocketWatcher.java:457)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"Timer for 'HBase' metrics system" #37 daemon prio=5 os_prio=0 tid=0x00007fbf7135f000 nid=0x54 in Object.wait() [0x00007fbf40afd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x0000000548592dd0> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"RpcServer.reader=9,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #36 daemon prio=5 os_prio=0 tid=0x00007fbf7123f800 nid=0x53 runnable [0x00007fbf40bfe000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000548036b90> (a sun.nio.ch.Util$2)
- locked <0x0000000548036ba8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548035cd8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x0000000548036bc0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x000000054804bea0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=8,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #35 daemon prio=5 os_prio=0 tid=0x00007fbf7123e000 nid=0x52 runnable [0x00007fbf40cff000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000548048c70> (a sun.nio.ch.Util$2)
- locked <0x0000000548048c88> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548036758> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x0000000548048ca0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x0000000548049870> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=7,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #34 daemon prio=5 os_prio=0 tid=0x00007fbf7123c000 nid=0x51 runnable [0x00007fbf40e00000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000548028098> (a sun.nio.ch.Util$2)
- locked <0x00000005480280b0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548036158> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x00000005480280c8> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x0000000548036e90> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=6,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #33 daemon prio=5 os_prio=0 tid=0x00007fbf7123b000 nid=0x50 runnable [0x00007fbf40f01000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005480280e0> (a sun.nio.ch.Util$2)
- locked <0x00000005480280f8> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548036230> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x0000000548028110> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x0000000548036ec0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=5,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #32 daemon prio=5 os_prio=0 tid=0x00007fbf711ab800 nid=0x4f runnable [0x00007fbf41002000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000548028128> (a sun.nio.ch.Util$2)
- locked <0x0000000548028140> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000005480362c0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x0000000548028158> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x0000000548036ef0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=4,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #31 daemon prio=5 os_prio=0 tid=0x00007fbf711aa000 nid=0x4e runnable [0x00007fbf41103000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x000000054803c290> (a sun.nio.ch.Util$2)
- locked <0x000000054803c2a8> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000054803b158> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x000000054803c2c0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x000000054803c410> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=3,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #30 daemon prio=5 os_prio=0 tid=0x00007fbf711a8000 nid=0x4d runnable [0x00007fbf41204000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005480226c0> (a sun.nio.ch.Util$2)
- locked <0x00000005480226d8> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000054803b758> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x00000005480226f0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x000000054803bf90> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=2,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #29 daemon prio=5 os_prio=0 tid=0x00007fbf711a6800 nid=0x4c runnable [0x00007fbf41305000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000548028170> (a sun.nio.ch.Util$2)
- locked <0x0000000548028188> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548036350> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x00000005480281a0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x0000000548036f20> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=1,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #28 daemon prio=5 os_prio=0 tid=0x00007fbf711bf800 nid=0x4b runnable [0x00007fbf41406000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000005480281b8> (a sun.nio.ch.Util$2)
- locked <0x000000054803be10> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000005480363e0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x000000054803be28> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x0000000548036f50> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RpcServer.reader=0,bindAddress=r12s16.sjc.aristanetworks.com,port=9104" #27 daemon prio=5 os_prio=0 tid=0x00007fbf711be800 nid=0x4a runnable [0x00007fbf41d2e000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x000000054803be40> (a sun.nio.ch.Util$2)
- locked <0x000000054803be58> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000548036470> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:627)
- locked <0x000000054803be70> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:614)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- <0x0000000548036f80> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"RMI TCP Accept-0" #22 daemon prio=5 os_prio=0 tid=0x00007fbf70988000 nid=0x45 runnable [0x00007fbf42369000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:52)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"RMI TCP Accept-11102" #21 daemon prio=5 os_prio=0 tid=0x00007fbf7097f800 nid=0x44 runnable [0x00007fbf4246a000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"RMI TCP Accept-0" #20 daemon prio=5 os_prio=0 tid=0x00007fbf70967800 nid=0x43 runnable [0x00007fbf4256b000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372)
at java.lang.Thread.run(Thread.java:745)
Locked ownable synchronizers:
- None
"Service Thread" #18 daemon prio=9 os_prio=0 tid=0x00007fbf702f0000 nid=0x42 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C1 CompilerThread11" #17 daemon prio=9 os_prio=0 tid=0x00007fbf702e4000 nid=0x41 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C1 CompilerThread10" #16 daemon prio=9 os_prio=0 tid=0x00007fbf702da000 nid=0x40 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C1 CompilerThread9" #15 daemon prio=9 os_prio=0 tid=0x00007fbf702d8000 nid=0x3f waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C1 CompilerThread8" #14 daemon prio=9 os_prio=0 tid=0x00007fbf702d5000 nid=0x3e waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread7" #13 daemon prio=9 os_prio=0 tid=0x00007fbf702d3000 nid=0x3d waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread6" #12 daemon prio=9 os_prio=0 tid=0x00007fbf702d0800 nid=0x3c waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread5" #11 daemon prio=9 os_prio=0 tid=0x00007fbf702ce800 nid=0x3b waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread4" #10 daemon prio=9 os_prio=0 tid=0x00007fbf702cc800 nid=0x3a waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread3" #9 daemon prio=9 os_prio=0 tid=0x00007fbf702c2800 nid=0x39 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread2" #8 daemon prio=9 os_prio=0 tid=0x00007fbf702b8000 nid=0x38 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread1" #7 daemon prio=9 os_prio=0 tid=0x00007fbf702b3800 nid=0x37 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread0" #6 daemon prio=9 os_prio=0 tid=0x00007fbf702b1800 nid=0x36 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Signal Dispatcher" #5 daemon prio=9 os_prio=0 tid=0x00007fbf702af000 nid=0x35 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Surrogate Locker Thread (Concurrent GC)" #4 daemon prio=9 os_prio=0 tid=0x00007fbf702ad000 nid=0x34 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007fbf70283800 nid=0x33 in Object.wait() [0x00007fbf4732b000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x000000054803be88> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
Locked ownable synchronizers:
- None
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007fbf70281800 nid=0x32 in Object.wait() [0x00007fbf4742c000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:157)
- locked <0x0000000548032428> (a java.lang.ref.Reference$Lock)
Locked ownable synchronizers:
- None
"main" #1 prio=5 os_prio=0 tid=0x00007fbf7000e000 nid=0x18 in Object.wait() [0x00007fbf78f4d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1245)
- locked <0x00000005483a67b0> (a java.lang.Thread)
at java.lang.Thread.join(Thread.java:1319)
at org.apache.hadoop.hbase.util.HasThread.join(HasThread.java:89)
at org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.start(HRegionServerCommandLine.java:66)
at org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.run(HRegionServerCommandLine.java:87)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
at org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:126)
at org.apache.hadoop.hbase.regionserver.HRegionServer.main(HRegionServer.java:2641)
Locked ownable synchronizers:
- None
"VM Thread" os_prio=0 tid=0x00007fbf7027c800 nid=0x31 runnable
"Gang worker#0 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf7001f000 nid=0x19 runnable
"Gang worker#1 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70020800 nid=0x1a runnable
"Gang worker#2 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70022800 nid=0x1b runnable
"Gang worker#3 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70024000 nid=0x1c runnable
"Gang worker#4 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70026000 nid=0x1d runnable
"Gang worker#5 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70027800 nid=0x1e runnable
"Gang worker#6 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70029800 nid=0x1f runnable
"Gang worker#7 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf7002b000 nid=0x20 runnable
"Gang worker#8 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf7002d000 nid=0x21 runnable
"Gang worker#9 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf7002e800 nid=0x22 runnable
"Gang worker#10 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70030800 nid=0x23 runnable
"Gang worker#11 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70032000 nid=0x24 runnable
"Gang worker#12 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70034000 nid=0x25 runnable
"Gang worker#13 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70035800 nid=0x26 runnable
"Gang worker#14 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70037800 nid=0x27 runnable
"Gang worker#15 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf70039000 nid=0x28 runnable
"Gang worker#16 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf7003b000 nid=0x29 runnable
"Gang worker#17 (Parallel GC Threads)" os_prio=0 tid=0x00007fbf7003c800 nid=0x2a runnable
"Concurrent Mark-Sweep GC Thread" os_prio=0 tid=0x00007fbf7011d800 nid=0x30 runnable
"Gang worker#0 (Parallel CMS Threads)" os_prio=0 tid=0x00007fbf70114000 nid=0x2b runnable
"Gang worker#1 (Parallel CMS Threads)" os_prio=0 tid=0x00007fbf70116000 nid=0x2c runnable
"Gang worker#2 (Parallel CMS Threads)" os_prio=0 tid=0x00007fbf70117800 nid=0x2d runnable
"Gang worker#3 (Parallel CMS Threads)" os_prio=0 tid=0x00007fbf70119000 nid=0x2e runnable
"Gang worker#4 (Parallel CMS Threads)" os_prio=0 tid=0x00007fbf7011b000 nid=0x2f runnable
"VM Periodic Task Thread" os_prio=0 tid=0x00007fbf7098c800 nid=0x46 waiting on condition
JNI global references: 347