2010-07-21 11:01:04 Full thread dump Java HotSpot(TM) 64-Bit Server VM (14.0-b16 mixed mode): "Attach Listener" daemon prio=10 tid=0x00002aadb7277800 nid=0x7637 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "JDWP Command Reader" daemon prio=10 tid=0x00002aadb6574800 nid=0x5bc4 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Thread-12" prio=10 tid=0x00002aadb6fa2000 nid=0x4bf3 in Object.wait() [0x0000000042850000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3367) - locked <0x00002aaac7fef748> (a java.util.LinkedList) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.flushInternal(DFSClient.java:3354) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.closeInternal(DFSClient.java:3457) - locked <0x00002aaac04fcdc8> (a org.apache.hadoop.hdfs.DFSClient$DFSOutputStream) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.close(DFSClient.java:3394) at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.close(DFSClient.java:1108) - locked <0x00002aaab737f4a8> (a org.apache.hadoop.hdfs.DFSClient$LeaseChecker) at org.apache.hadoop.hdfs.DFSClient.close(DFSClient.java:295) - locked <0x00002aaab7584f48> (a org.apache.hadoop.hdfs.DFSClient) at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:269) at org.apache.hadoop.fs.FileSystem$Cache.closeAll(FileSystem.java:1513) - locked <0x00002aaab73af8a8> (a org.apache.hadoop.fs.FileSystem$Cache) at org.apache.hadoop.fs.FileSystem.closeAll(FileSystem.java:259) at org.apache.hadoop.fs.FileSystem$ClientFinalizer.run(FileSystem.java:244) - locked <0x00002aaab73afec8> (a org.apache.hadoop.fs.FileSystem$ClientFinalizer) Locked ownable synchronizers: - None "SIGTERM handler" daemon prio=10 tid=0x00002aadb6f8f000 nid=0x4bf0 waiting for monitor entry [0x0000000042951000] java.lang.Thread.State: BLOCKED (on object monitor) at java.lang.Thread.join(Thread.java:1134) - waiting to lock <0x00002aaab73afec8> (a org.apache.hadoop.fs.FileSystem$ClientFinalizer) at java.lang.Thread.join(Thread.java:1196) at java.lang.ApplicationShutdownHooks.runHooks(ApplicationShutdownHooks.java:79) at java.lang.ApplicationShutdownHooks$1.run(ApplicationShutdownHooks.java:24) at java.lang.Shutdown.runHooks(Shutdown.java:79) at java.lang.Shutdown.sequence(Shutdown.java:123) at java.lang.Shutdown.exit(Shutdown.java:168) - locked <0x00002aada0698d48> (a java.lang.Class for java.lang.Shutdown) at java.lang.Terminator$1.handle(Terminator.java:35) at sun.misc.Signal$1.run(Signal.java:195) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "ResponseProcessor for block blk_-2863906687674147100_1729849" daemon prio=10 tid=0x00002aadb6e75800 nid=0x41d5 runnable [0x0000000042b53000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aaab6946d70> (a sun.nio.ch.Util$1) - locked <0x00002aaab6946d88> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab694a1d0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332) at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128) at java.io.DataInputStream.readFully(DataInputStream.java:178) at java.io.DataInputStream.readLong(DataInputStream.java:399) at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:127) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2566) Locked ownable synchronizers: - None "DataStreamer for file /hbase-test-1/.logs/test089.xyz.test.com,60020,1279679872903/10.138.197.192%3A60020.1279680068568 block blk_-2863906687674147100_1729849" daemon prio=10 tid=0x00002aadc0011800 nid=0x4123 in Object.wait() [0x0000000042c54000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2486) - locked <0x00002aaac7fef748> (a java.util.LinkedList) Locked ownable synchronizers: - None "pool-3-thread-1" prio=10 tid=0x00002aadb8641800 nid=0x34d2 waiting on condition [0x000000004a1c9000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7706bb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "LruBlockCache.EvictionThread" daemon prio=10 tid=0x00002aadb8643800 nid=0x34d1 in Object.wait() [0x000000004a0c8000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7580238> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:509) - locked <0x00002aaab7580238> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread) Locked ownable synchronizers: - None "IPC Server handler 99 on 60020" daemon prio=10 tid=0x00002aadb863e000 nid=0x34d0 waiting on condition [0x0000000049fc7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 98 on 60020" daemon prio=10 tid=0x00002aadb863c000 nid=0x34cf waiting on condition [0x0000000049ec6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 97 on 60020" daemon prio=10 tid=0x00002aadb863a000 nid=0x34ce waiting on condition [0x0000000049dc5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 96 on 60020" daemon prio=10 tid=0x00002aadb8638000 nid=0x34cd waiting on condition [0x0000000049cc4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 95 on 60020" daemon prio=10 tid=0x00002aadb8636000 nid=0x34cc waiting on condition [0x0000000049bc3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 94 on 60020" daemon prio=10 tid=0x00002aadb8634000 nid=0x34cb waiting on condition [0x0000000049ac2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 93 on 60020" daemon prio=10 tid=0x00002aadb8632800 nid=0x34ca waiting on condition [0x00000000499c1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 92 on 60020" daemon prio=10 tid=0x00002aadb8630800 nid=0x34c9 waiting on condition [0x00000000498c0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 91 on 60020" daemon prio=10 tid=0x00002aadb862e800 nid=0x34c8 waiting on condition [0x00000000497bf000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 90 on 60020" daemon prio=10 tid=0x00002aadb862c800 nid=0x34c7 waiting on condition [0x00000000496be000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 89 on 60020" daemon prio=10 tid=0x00002aadb862a800 nid=0x34c6 waiting on condition [0x00000000495bd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 88 on 60020" daemon prio=10 tid=0x00002aadb8628800 nid=0x34c5 waiting on condition [0x00000000494bc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 87 on 60020" daemon prio=10 tid=0x00002aadb8626800 nid=0x34c4 waiting on condition [0x00000000493bb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 86 on 60020" daemon prio=10 tid=0x00002aadb8624800 nid=0x34c3 waiting on condition [0x00000000492ba000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 85 on 60020" daemon prio=10 tid=0x00002aadb8622800 nid=0x34c2 waiting on condition [0x00000000491b9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 84 on 60020" daemon prio=10 tid=0x00002aadb8620800 nid=0x34c1 waiting on condition [0x00000000490b8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 83 on 60020" daemon prio=10 tid=0x00002aadb861e800 nid=0x34c0 waiting for monitor entry [0x0000000048fb7000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:812) - waiting to lock <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 82 on 60020" daemon prio=10 tid=0x00002aadb861c800 nid=0x34bf waiting on condition [0x0000000048eb6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 81 on 60020" daemon prio=10 tid=0x00002aadb861b000 nid=0x34be waiting on condition [0x0000000048db5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 80 on 60020" daemon prio=10 tid=0x00002aadb8619000 nid=0x34bd waiting on condition [0x0000000048cb4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 79 on 60020" daemon prio=10 tid=0x00002aadb8617000 nid=0x34bc waiting on condition [0x0000000048bb3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 78 on 60020" daemon prio=10 tid=0x00002aadb8615000 nid=0x34bb waiting for monitor entry [0x0000000048ab2000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:812) - waiting to lock <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 77 on 60020" daemon prio=10 tid=0x00002aadb8613000 nid=0x34ba waiting on condition [0x00000000489b1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 76 on 60020" daemon prio=10 tid=0x00002aadb8611000 nid=0x34b9 waiting on condition [0x00000000488b0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 75 on 60020" daemon prio=10 tid=0x00002aadb860f000 nid=0x34b8 waiting on condition [0x00000000487af000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 74 on 60020" daemon prio=10 tid=0x00002aadb860d000 nid=0x34b7 waiting on condition [0x00000000486ae000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 73 on 60020" daemon prio=10 tid=0x00002aadb860b000 nid=0x34b6 waiting for monitor entry [0x00000000485ad000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:812) - waiting to lock <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 72 on 60020" daemon prio=10 tid=0x00002aadb8609000 nid=0x34b5 waiting on condition [0x00000000484ac000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 71 on 60020" daemon prio=10 tid=0x00002aadb8607000 nid=0x34b4 waiting on condition [0x00000000483ab000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 70 on 60020" daemon prio=10 tid=0x00002aadb8605000 nid=0x34b3 waiting on condition [0x00000000482aa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 69 on 60020" daemon prio=10 tid=0x00002aadb8603800 nid=0x34b2 waiting on condition [0x00000000481a9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 68 on 60020" daemon prio=10 tid=0x00002aadb7329800 nid=0x34b1 waiting on condition [0x00000000480a8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 67 on 60020" daemon prio=10 tid=0x00002aadb6a78000 nid=0x34b0 waiting on condition [0x0000000047fa7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 66 on 60020" daemon prio=10 tid=0x00002aadb8601800 nid=0x34af waiting on condition [0x0000000047ea6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 65 on 60020" daemon prio=10 tid=0x00002aadb85ff000 nid=0x34ae waiting on condition [0x0000000047da5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 64 on 60020" daemon prio=10 tid=0x00002aadb85fd000 nid=0x34ad waiting on condition [0x0000000047ca4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 63 on 60020" daemon prio=10 tid=0x00002aadb85fb000 nid=0x34ac waiting on condition [0x0000000047ba3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 62 on 60020" daemon prio=10 tid=0x00002aadb85f9000 nid=0x34ab waiting on condition [0x0000000047aa2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 61 on 60020" daemon prio=10 tid=0x00002aadb85f7800 nid=0x34aa waiting on condition [0x00000000479a1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 60 on 60020" daemon prio=10 tid=0x00002aadb85f5800 nid=0x34a9 waiting on condition [0x00000000478a0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 59 on 60020" daemon prio=10 tid=0x00002aadb85f3800 nid=0x34a8 waiting on condition [0x000000004779f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 58 on 60020" daemon prio=10 tid=0x00002aadb85f1800 nid=0x34a7 waiting on condition [0x000000004769e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 57 on 60020" daemon prio=10 tid=0x00002aadb85ef800 nid=0x34a6 waiting on condition [0x000000004759d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 56 on 60020" daemon prio=10 tid=0x00002aadb85ee000 nid=0x34a5 waiting on condition [0x000000004749c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 55 on 60020" daemon prio=10 tid=0x00002aadb85ec000 nid=0x34a4 waiting on condition [0x000000004739b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 54 on 60020" daemon prio=10 tid=0x00002aadb85ea000 nid=0x34a3 waiting for monitor entry [0x000000004729a000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:812) - waiting to lock <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 53 on 60020" daemon prio=10 tid=0x00002aadb85e8000 nid=0x34a2 waiting on condition [0x0000000047199000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 52 on 60020" daemon prio=10 tid=0x00002aadb85e6000 nid=0x34a1 waiting on condition [0x0000000047098000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 51 on 60020" daemon prio=10 tid=0x00002aadb85e4000 nid=0x34a0 waiting on condition [0x0000000046f97000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 50 on 60020" daemon prio=10 tid=0x00002aadb85e2800 nid=0x349f waiting on condition [0x0000000046e96000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 49 on 60020" daemon prio=10 tid=0x00002aadb85e0800 nid=0x349e waiting on condition [0x0000000046d95000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 48 on 60020" daemon prio=10 tid=0x00002aadb85de800 nid=0x349d waiting on condition [0x0000000046c94000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 47 on 60020" daemon prio=10 tid=0x00002aadb85dc800 nid=0x349c waiting on condition [0x0000000046b93000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 46 on 60020" daemon prio=10 tid=0x00002aadb85da800 nid=0x349b waiting on condition [0x0000000046a92000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 45 on 60020" daemon prio=10 tid=0x00002aadb85d8800 nid=0x349a waiting on condition [0x0000000046991000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 44 on 60020" daemon prio=10 tid=0x00002aadb85d6800 nid=0x3499 waiting on condition [0x0000000046890000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 43 on 60020" daemon prio=10 tid=0x00002aadb85d4800 nid=0x3498 waiting on condition [0x000000004678f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 42 on 60020" daemon prio=10 tid=0x00002aadb85d2800 nid=0x3497 waiting on condition [0x000000004668e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 41 on 60020" daemon prio=10 tid=0x00002aadb85d0800 nid=0x3496 waiting on condition [0x000000004658d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 40 on 60020" daemon prio=10 tid=0x00002aadb85ce800 nid=0x3495 waiting on condition [0x000000004648c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 39 on 60020" daemon prio=10 tid=0x00002aadb85cc800 nid=0x3494 waiting on condition [0x000000004638b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 38 on 60020" daemon prio=10 tid=0x00002aadb85ca800 nid=0x3493 waiting on condition [0x000000004628a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 37 on 60020" daemon prio=10 tid=0x00002aadb85c8800 nid=0x3492 waiting on condition [0x0000000046189000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 36 on 60020" daemon prio=10 tid=0x00002aadb85c6800 nid=0x3491 waiting for monitor entry [0x0000000046088000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:812) - waiting to lock <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 35 on 60020" daemon prio=10 tid=0x00002aadb85c4800 nid=0x3490 waiting on condition [0x0000000045f87000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 34 on 60020" daemon prio=10 tid=0x00002aadb85c2800 nid=0x348f waiting on condition [0x0000000045e86000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 33 on 60020" daemon prio=10 tid=0x00002aadb85c0800 nid=0x348e waiting on condition [0x0000000045d85000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 32 on 60020" daemon prio=10 tid=0x00002aadb85be800 nid=0x348d waiting on condition [0x0000000045c84000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 31 on 60020" daemon prio=10 tid=0x00002aadb85bc800 nid=0x348c waiting on condition [0x0000000045b83000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 30 on 60020" daemon prio=10 tid=0x00002aadb85ba800 nid=0x348b waiting on condition [0x0000000045a82000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 29 on 60020" daemon prio=10 tid=0x00002aadb85b8800 nid=0x348a waiting on condition [0x0000000045981000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 28 on 60020" daemon prio=10 tid=0x00002aadb85b6800 nid=0x3489 waiting on condition [0x0000000045880000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 27 on 60020" daemon prio=10 tid=0x00002aadb85b4800 nid=0x3488 waiting on condition [0x000000004577f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 26 on 60020" daemon prio=10 tid=0x00002aadb85b2800 nid=0x3487 waiting on condition [0x000000004567e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 25 on 60020" daemon prio=10 tid=0x00002aadb85b0800 nid=0x3486 waiting on condition [0x000000004557d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 24 on 60020" daemon prio=10 tid=0x00002aadb85ae800 nid=0x3485 waiting on condition [0x000000004547c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 23 on 60020" daemon prio=10 tid=0x00002aadb85ac800 nid=0x3484 waiting on condition [0x000000004537b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 22 on 60020" daemon prio=10 tid=0x00002aadb85aa800 nid=0x3483 waiting on condition [0x000000004527a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 21 on 60020" daemon prio=10 tid=0x00002aadb85a9000 nid=0x3482 waiting on condition [0x0000000045179000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 20 on 60020" daemon prio=10 tid=0x00002aadb85a7000 nid=0x3481 waiting on condition [0x0000000045078000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 19 on 60020" daemon prio=10 tid=0x00002aadb85a5000 nid=0x3480 waiting on condition [0x0000000044f77000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 18 on 60020" daemon prio=10 tid=0x00002aadb85a3000 nid=0x347f waiting on condition [0x0000000044e76000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 17 on 60020" daemon prio=10 tid=0x00002aadb85a1000 nid=0x347e waiting on condition [0x0000000044d75000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 16 on 60020" daemon prio=10 tid=0x00002aadb859f000 nid=0x347d waiting on condition [0x0000000044c74000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 15 on 60020" daemon prio=10 tid=0x00002aadb859d000 nid=0x347c waiting on condition [0x0000000044b73000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 14 on 60020" daemon prio=10 tid=0x00002aadb859b000 nid=0x347b waiting on condition [0x0000000044a72000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 13 on 60020" daemon prio=10 tid=0x00002aadb8599000 nid=0x347a waiting on condition [0x0000000044971000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 12 on 60020" daemon prio=10 tid=0x00002aadb8597000 nid=0x3479 waiting for monitor entry [0x0000000044870000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:812) - waiting to lock <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 11 on 60020" daemon prio=10 tid=0x00002aadb8595000 nid=0x3478 waiting on condition [0x000000004476f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 10 on 60020" daemon prio=10 tid=0x00002aadb8593800 nid=0x3477 waiting for monitor entry [0x000000004466e000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:812) - waiting to lock <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 9 on 60020" daemon prio=10 tid=0x00002aadb8591800 nid=0x3476 waiting on condition [0x000000004456d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 8 on 60020" daemon prio=10 tid=0x00002aadb858f800 nid=0x3475 waiting on condition [0x000000004446c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 7 on 60020" daemon prio=10 tid=0x00002aadb858d800 nid=0x3474 waiting on condition [0x000000004436b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 6 on 60020" daemon prio=10 tid=0x00002aadb858b800 nid=0x3473 waiting on condition [0x000000004426a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 5 on 60020" daemon prio=10 tid=0x00002aadb8589800 nid=0x3472 waiting on condition [0x0000000044169000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 4 on 60020" daemon prio=10 tid=0x00002aadb8588800 nid=0x3471 waiting on condition [0x0000000044068000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 3 on 60020" daemon prio=10 tid=0x00002aadb8569000 nid=0x3470 waiting on condition [0x0000000043f67000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 2 on 60020" daemon prio=10 tid=0x00002aadb8567000 nid=0x346f waiting on condition [0x0000000043e66000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 1 on 60020" daemon prio=10 tid=0x00002aadb8562800 nid=0x346e waiting on condition [0x0000000043d65000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7cdbcc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:916) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server handler 0 on 60020" daemon prio=10 tid=0x00002aadb84a4000 nid=0x346d waiting on condition [0x0000000043c64000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$FairSync.lock(ReentrantLock.java:201) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.addToSyncQueue(HLog.java:903) at org.apache.hadoop.hbase.regionserver.wal.HLog.sync(HLog.java:936) at org.apache.hadoop.hbase.regionserver.wal.HLog.append(HLog.java:828) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1657) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1425) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:1393) at org.apache.hadoop.hbase.regionserver.HRegionServer.put(HRegionServer.java:1665) at org.apache.hadoop.hbase.regionserver.HRegionServer.multiPut(HRegionServer.java:2326) at sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:576) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:919) Locked ownable synchronizers: - None "IPC Server listener on 60020" daemon prio=10 tid=0x00002aadb8563800 nid=0x346c runnable [0x0000000043b63000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aaab7377a68> (a sun.nio.ch.Util$1) - locked <0x00002aaab7377a80> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab694a158> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:313) Locked ownable synchronizers: - None "IPC Server Responder" daemon prio=10 tid=0x00002aadb855b000 nid=0x346b runnable [0x0000000043a62000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aaab736e420> (a sun.nio.ch.Util$1) - locked <0x00002aaab736e438> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab73793c8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:481) Locked ownable synchronizers: - None "Timer-0" daemon prio=10 tid=0x00002aadb83a2000 nid=0x346a in Object.wait() [0x0000000043961000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00002aaab75c2d40> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "1186221748@qtp-928729810-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60030" prio=10 tid=0x00002aadb8389800 nid=0x3466 runnable [0x0000000043860000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aaab74e2570> (a sun.nio.ch.Util$1) - locked <0x00002aaab74e2588> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab73f0810> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:484) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:191) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) Locked ownable synchronizers: - None "1533210672@qtp-928729810-0" prio=10 tid=0x00002aadb8379000 nid=0x3465 in Object.wait() [0x000000004375f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x00002aaab76e46f8> (a org.mortbay.thread.QueuedThreadPool$PoolThread) Locked ownable synchronizers: - None "regionserver60020.leaseChecker" prio=10 tid=0x00002aadb8372000 nid=0x3463 waiting on condition [0x000000004365e000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab69507d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201) at org.apache.hadoop.hbase.Leases.run(Leases.java:81) Locked ownable synchronizers: - None "regionserver60020.majorCompactionChecker" daemon prio=10 tid=0x00002aadb8370000 nid=0x3462 in Object.wait() [0x000000004355d000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00002aaab7378748> (a java.lang.Object) at org.apache.hadoop.hbase.Chore.run(Chore.java:76) Locked ownable synchronizers: - None "regionserver60020.worker" daemon prio=10 tid=0x00002aadb836e000 nid=0x3461 waiting on condition [0x000000004345c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7deda38> (a java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:807) at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:974) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:511) - locked <0x00002aaab76af670> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:463) at org.apache.hadoop.hbase.regionserver.HRegionServer.closeRegion(HRegionServer.java:1468) at org.apache.hadoop.hbase.regionserver.HRegionServer$Worker.run(HRegionServer.java:1329) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "regionserver60020.compactor" daemon prio=10 tid=0x00002aadb836c000 nid=0x3460 waiting on condition [0x000000004335b000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab7378bf8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:395) at org.apache.hadoop.hbase.regionserver.CompactSplitThread.run(CompactSplitThread.java:75) Locked ownable synchronizers: - None "regionserver60020.cacheFlusher" daemon prio=10 tid=0x00002aadb836a000 nid=0x345f waiting on condition [0x000000004325a000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab737ab38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:395) at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run(MemStoreFlusher.java:138) Locked ownable synchronizers: - None "regionserver60020.logRoller" daemon prio=10 tid=0x00002aadb8368000 nid=0x345e waiting for monitor entry [0x0000000043159000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.regionserver.wal.HLog.rollWriter(HLog.java:432) - waiting to lock <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:82) Locked ownable synchronizers: - <0x00002aaab75c8380> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) - <0x00002aaab761bde8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "Timer thread for monitoring jvm" daemon prio=10 tid=0x00002aadb8366000 nid=0x345d in Object.wait() [0x0000000043058000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00002aaab7db7070> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer thread for monitoring hbase" daemon prio=10 tid=0x00002aadb835d800 nid=0x345c in Object.wait() [0x0000000042f57000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00002aaab7c60250> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "regionserver60020.logSyncer" daemon prio=10 tid=0x00002aadb835b800 nid=0x345b in Object.wait() [0x0000000042e56000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.waitForAckedSeqno(DFSClient.java:3367) - locked <0x00002aaac7fef748> (a java.util.LinkedList) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.sync(DFSClient.java:3301) at org.apache.hadoop.fs.FSDataOutputStream.sync(FSDataOutputStream.java:97) at org.apache.hadoop.io.SequenceFile$Writer.syncFs(SequenceFile.java:944) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter.sync(SequenceFileLogWriter.java:124) at org.apache.hadoop.hbase.regionserver.wal.HLog.hflush(HLog.java:949) - locked <0x00002aaab7371158> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.run(HLog.java:873) Locked ownable synchronizers: - <0x00002aaab7de4fb0> (a java.util.concurrent.locks.ReentrantLock$FairSync) "LeaseChecker" daemon prio=10 tid=0x00002aadb835a000 nid=0x345a waiting for monitor entry [0x0000000042d55000] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.renew(DFSClient.java:1118) - waiting to lock <0x00002aaab737f4a8> (a org.apache.hadoop.hdfs.DFSClient$LeaseChecker) at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:1134) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "IPC Client (47) connection to /10.138.129.194:60000 from an unknown user" daemon prio=10 tid=0x00002aadb81ff000 nid=0x344f in Object.wait() [0x000000004274f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:408) - locked <0x00002aaab735c3c8> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:453) Locked ownable synchronizers: - None "DestroyJavaVM" prio=10 tid=0x0000000040117800 nid=0x340a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "regionserver60020" prio=10 tid=0x00002aadb62d5000 nid=0x344d waiting on condition [0x000000004264e000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab737ab60> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:395) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:547) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "main-EventThread" daemon prio=10 tid=0x00002aadb81f0800 nid=0x3434 waiting on condition [0x000000004254d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab73829c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:477) Locked ownable synchronizers: - None "main-SendThread(test048.xyz.test.com:2181)" daemon prio=10 tid=0x00002aadb81f0000 nid=0x3433 runnable [0x000000004244c000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aaab6951d00> (a sun.nio.ch.Util$1) - locked <0x00002aaab6951d18> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab7387fb8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1066) Locked ownable synchronizers: - None "Timer thread for monitoring rpc" daemon prio=10 tid=0x00002aadb81c6000 nid=0x3430 in Object.wait() [0x000000004234b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00002aaab7387978> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "RMI TCP Accept-0" daemon prio=10 tid=0x00002aadb8124800 nid=0x342d runnable [0x0000000042149000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x00002aaab73955c8> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:453) at java.net.ServerSocket.accept(ServerSocket.java:421) at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "RMI TCP Accept-8091" daemon prio=10 tid=0x00002aadb811e800 nid=0x342c runnable [0x0000000042048000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x00002aaab738f808> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:453) at java.net.ServerSocket.accept(ServerSocket.java:421) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "RMI TCP Accept-0" daemon prio=10 tid=0x00002aadb8113000 nid=0x342a runnable [0x0000000041f47000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x00002aaab73923c8> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:453) at java.net.ServerSocket.accept(ServerSocket.java:421) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "Low Memory Detector" daemon prio=10 tid=0x00002aadb8002800 nid=0x3427 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "CompilerThread1" daemon prio=10 tid=0x00002aadb54d1800 nid=0x3426 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "CompilerThread0" daemon prio=10 tid=0x00002aadb54cf000 nid=0x3425 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "JDWP Event Helper Thread" daemon prio=10 tid=0x00002aadb54b9800 nid=0x3424 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "JDWP Transport Listener: dt_socket" daemon prio=10 tid=0x00002aadb54b5800 nid=0x3423 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Signal Dispatcher" daemon prio=10 tid=0x00002aadb54a9800 nid=0x3422 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Surrogate Locker Thread (CMS)" daemon prio=10 tid=0x00002aadb54a7800 nid=0x3421 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" daemon prio=10 tid=0x00002aadb548b800 nid=0x341f in Object.wait() [0x000000004173f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00002aaab736e450> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) Locked ownable synchronizers: - None "Reference Handler" daemon prio=10 tid=0x00002aadb52dd800 nid=0x341e in Object.wait() [0x000000004163e000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00002aaab6946db8> (a java.lang.ref.Reference$Lock) Locked ownable synchronizers: - None "VM Thread" prio=10 tid=0x00002aadb52d7000 nid=0x341d runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x000000004011d800 nid=0x340b runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x000000004011f000 nid=0x340c runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000040121000 nid=0x340d runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x0000000040123000 nid=0x340e runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x0000000040124800 nid=0x340f runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x0000000040126800 nid=0x3410 runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x0000000040128000 nid=0x3411 runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x000000004012a000 nid=0x3412 runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x00002aaab2314000 nid=0x3413 runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x00002aaab2315800 nid=0x3414 runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x00002aaab2317800 nid=0x3415 runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x00002aaab2319800 nid=0x3416 runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x00002aaab231b000 nid=0x3417 runnable "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00002aada89de000 nid=0x341c runnable "Gang worker#0 (Parallel CMS Threads)" prio=10 tid=0x00002aada88cd000 nid=0x3418 runnable "Gang worker#1 (Parallel CMS Threads)" prio=10 tid=0x00002aada88cf000 nid=0x3419 runnable "Gang worker#2 (Parallel CMS Threads)" prio=10 tid=0x00002aada88d1000 nid=0x341a runnable "Gang worker#3 (Parallel CMS Threads)" prio=10 tid=0x00002aada891c000 nid=0x341b runnable "VM Periodic Task Thread" prio=10 tid=0x00002aadb8128000 nid=0x342e waiting on condition JNI global references: 4340