2012-07-06 16:48:45 Full thread dump OpenJDK 64-Bit Server VM (20.0-b12 mixed mode): "_jprofiler_control_sampler" daemon prio=10 tid=0x000000000065f800 nid=0x76e3 waiting on condition [0x00007fed6a3a7000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.jprofiler.agent.probe.AnnotationHandler$_A.run(ejt:3492) "_jprofiler_native_sampler" daemon prio=10 tid=0x0000000000654800 nid=0x76e2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "_jprofiler_sampler" daemon prio=10 tid=0x00007fed8c181000 nid=0x76de waiting on condition [0x00007fed6a5a9000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.jprofiler.agent.Sampler.run(ejt:1336) "_jprofiler_comm_java" daemon prio=10 tid=0x00007fed8c17e800 nid=0x76dd runnable [0x00007fed75cdb000] java.lang.Thread.State: RUNNABLE at com.jprofiler.agent.Agent.enterCommunication(Native Method) at com.jprofiler.agent.Agent.access$000(ejt:2185) at com.jprofiler.agent.Agent$2.run(ejt:2187) "Attach Listener" daemon prio=10 tid=0x00007fedc8002800 nid=0x76dc waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "localhost.localdomain,57810,1341618235171-CatalogJanitor" daemon prio=10 tid=0x00007fedd019c000 nid=0x76d5 in Object.wait() [0x00007fed6adec000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b721b890> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00000000b721b890> (a java.lang.Object) at org.apache.hadoop.hbase.Chore.run(Chore.java:75) at java.lang.Thread.run(Thread.java:679) "localhost.localdomain,57810,1341618235171-BalancerChore" daemon prio=10 tid=0x00007fedd019b800 nid=0x76d4 in Object.wait() [0x00007fed6aeed000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b72159d0> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00000000b72159d0> (a java.lang.Object) at org.apache.hadoop.hbase.Chore.run(Chore.java:75) at java.lang.Thread.run(Thread.java:679) "MASTER_OPEN_REGION-localhost.localdomain,57810,1341618235171-1" prio=10 tid=0x0000000000630800 nid=0x76d3 waiting on condition [0x00007fed6afee000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000b84b0070> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "RS_OPEN_META-localhost.localdomain,36427,1341618235668-0" prio=10 tid=0x00007feddc006800 nid=0x76cf waiting on condition [0x00007fed6b0ef000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000b84d8908> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "MASTER_OPEN_REGION-localhost.localdomain,57810,1341618235171-0" prio=10 tid=0x000000000062a800 nid=0x76cc waiting on condition [0x00007fed6b1f0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000b84b0070> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "RS_OPEN_ROOT-localhost.localdomain,36427,1341618235668-0" prio=10 tid=0x00007fedd8158000 nid=0x76c8 waiting on condition [0x00007fed6b2f1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000b84b01e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "Master:0;localhost.localdomain,57810,1341618235171-EventThread" daemon prio=10 tid=0x00007fedd018c800 nid=0x76c6 waiting on condition [0x00007fed6b4f3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000b84b0370> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "Master:0;localhost.localdomain,57810,1341618235171-SendThread(localhost.localdomain:2181)" daemon prio=10 tid=0x00007fedd00ab000 nid=0x76c5 runnable [0x00007fed6b5f4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000b84d8bb8> (a sun.nio.ch.Util$1) - locked <0x00000000b84d8bc8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000b84d8b70> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "localhost.localdomain,57810,1341618235171.timeoutMonitor" daemon prio=10 tid=0x00007fedd00bc800 nid=0x76c4 in Object.wait() [0x00007fed6b6f5000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b8501260> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00000000b8501260> (a java.lang.Object) at org.apache.hadoop.hbase.Chore.run(Chore.java:75) at java.lang.Thread.run(Thread.java:679) "SplitLogWorker-localhost.localdomain,36427,1341618235668" prio=10 tid=0x00007fedd8146000 nid=0x76c3 in Object.wait() [0x00007fed6b7f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b84b0468> (a java.lang.Object) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop(SplitLogWorker.java:205) - locked <0x00000000b84b0468> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:165) at java.lang.Thread.run(Thread.java:679) "PRI IPC Server handler 9 on 36427" daemon prio=10 tid=0x00007fedd8144000 nid=0x76c2 waiting on condition [0x00007fed6b8f7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 8 on 36427" daemon prio=10 tid=0x00007fedd8142000 nid=0x76c1 waiting on condition [0x00007fed6b9f8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 7 on 36427" daemon prio=10 tid=0x00007fedd8140000 nid=0x76c0 waiting on condition [0x00007fed6baf9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 6 on 36427" daemon prio=10 tid=0x00007fedd813d800 nid=0x76bf waiting on condition [0x00007fed6bbfa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 5 on 36427" daemon prio=10 tid=0x00007fedd813c000 nid=0x76be waiting on condition [0x00007fed6bcfb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 4 on 36427" daemon prio=10 tid=0x00007fedd813a000 nid=0x76bd waiting on condition [0x00007fed6bdfc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 3 on 36427" daemon prio=10 tid=0x00007fedd8138000 nid=0x76bc waiting on condition [0x00007fed6befd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 2 on 36427" daemon prio=10 tid=0x00007fedd8136800 nid=0x76bb waiting on condition [0x00007fed6bffe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 1 on 36427" daemon prio=10 tid=0x00007fedd8134800 nid=0x76ba waiting on condition [0x00007fed74191000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "PRI IPC Server handler 0 on 36427" daemon prio=10 tid=0x00007fedd8133000 nid=0x76b9 waiting on condition [0x00007fed74292000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 9 on 36427" daemon prio=10 tid=0x00007fedd8131000 nid=0x76b8 waiting on condition [0x00007fed74393000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 8 on 36427" daemon prio=10 tid=0x00007fedd812e800 nid=0x76b7 waiting on condition [0x00007fed74494000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 7 on 36427" daemon prio=10 tid=0x00007fedd812c800 nid=0x76b6 waiting on condition [0x00007fed74595000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 6 on 36427" daemon prio=10 tid=0x00007fedd812a800 nid=0x76b5 waiting on condition [0x00007fed74696000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 5 on 36427" daemon prio=10 tid=0x00007fedd8129000 nid=0x76b4 waiting on condition [0x00007fed74797000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 4 on 36427" daemon prio=10 tid=0x00007fedd8127000 nid=0x76b3 waiting on condition [0x00007fed74898000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 3 on 36427" daemon prio=10 tid=0x00007fedd8125000 nid=0x76b2 waiting on condition [0x00007fed74999000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 2 on 36427" daemon prio=10 tid=0x00007fedd8122800 nid=0x76b1 waiting on condition [0x00007fed74a9a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 1 on 36427" daemon prio=10 tid=0x00007fedd8120800 nid=0x76b0 waiting on condition [0x00007fed74b9b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 0 on 36427" daemon prio=10 tid=0x00007fedd811e800 nid=0x76af waiting on condition [0x00007fed74c9c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc697910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server listener on 36427" daemon prio=10 tid=0x00007fedd811c800 nid=0x76ae runnable [0x00007fed74ecd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc5a1b30> (a sun.nio.ch.Util$1) - locked <0x00000000bc5a1b18> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6c7260> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:620) "IPC Server Responder" daemon prio=10 tid=0x00007fedd811b000 nid=0x76ad runnable [0x00007fed74d9d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc5c97c0> (a sun.nio.ch.Util$1) - locked <0x00000000bc5c97a8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6c71d0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.doRunLoop(HBaseServer.java:809) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:792) "Timer-1" daemon prio=10 tid=0x00007fedd8101800 nid=0x76ac in Object.wait() [0x00007fed74fce000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b8501a18> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:531) - locked <0x00000000b8501a18> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:484) "606389874@qtp-1086354727-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60030" prio=10 tid=0x00007fedd805f000 nid=0x76ab runnable [0x00007fed750cf000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000b84d92f8> (a sun.nio.ch.Util$1) - locked <0x00000000b84d9308> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000b84d92b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "620635480@qtp-1086354727-0" prio=10 tid=0x00007fedd805d000 nid=0x76aa in Object.wait() [0x00007fed751d0000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b8501a68> (a org.mortbay.thread.QueuedThreadPool$PoolThread) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x00000000b8501a68> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "RegionServer:0;localhost.localdomain,36427,1341618235668.leaseChecker" daemon prio=10 tid=0x00007fedd805b800 nid=0x76a9 waiting on condition [0x00007fed752d1000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000b8501b50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2081) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:230) at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:83) at java.lang.Thread.run(Thread.java:679) "RegionServer:0;localhost.localdomain,36427,1341618235668.compactionChecker" daemon prio=10 tid=0x00007fedd805a000 nid=0x76a8 in Object.wait() [0x00007fed753d2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b84b0540> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00000000b84b0540> (a java.lang.Object) at org.apache.hadoop.hbase.Chore.run(Chore.java:75) at java.lang.Thread.run(Thread.java:679) "RegionServer:0;localhost.localdomain,36427,1341618235668.cacheFlusher" daemon prio=10 tid=0x00007fedd8058800 nid=0x76a7 waiting on condition [0x00007fed754d3000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000b84b0608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2081) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:230) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:68) at org.apache.hadoop.hbase.regionserver.MemStoreFlusher.run(MemStoreFlusher.java:218) at java.lang.Thread.run(Thread.java:679) "RegionServer:0;localhost.localdomain,36427,1341618235668.logRoller" daemon prio=10 tid=0x00007fedd804f000 nid=0x76a6 in Object.wait() [0x00007fed755d4000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b8529a38> (a java.util.concurrent.atomic.AtomicBoolean) at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:76) - locked <0x00000000b8529a38> (a java.util.concurrent.atomic.AtomicBoolean) at java.lang.Thread.run(Thread.java:679) "RegionServer:0;localhost.localdomain,36427,1341618235668.logSyncer" daemon prio=10 tid=0x00007fedd804e000 nid=0x76a5 waiting on condition [0x00007fed756d5000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hbase.regionserver.wal.HLog$LogSyncer.run(HLog.java:1220) at java.lang.Thread.run(Thread.java:679) "IPC Client (47) connection to localhost.localdomain/127.0.0.1:57810 from apurtell" daemon prio=10 tid=0x00007fedd8023800 nid=0x76a4 in Object.wait() [0x00007fed757d6000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b8529b18> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:459) - locked <0x00000000b8529b18> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:504) "Timer-0" daemon prio=10 tid=0x00007fedd009a800 nid=0x76a3 in Object.wait() [0x00007fed758d7000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b8529c28> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:531) - locked <0x00000000b8529c28> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:484) "1920940938@qtp-1289702396-1 - Acceptor0 SelectChannelConnector@0.0.0.0:60010" prio=10 tid=0x00007fedd009a000 nid=0x76a2 runnable [0x00007fed759d8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000b8529d70> (a sun.nio.ch.Util$1) - locked <0x00000000b8529d80> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000b8529d28> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "386033562@qtp-1289702396-0" prio=10 tid=0x00007fedd0081000 nid=0x76a1 in Object.wait() [0x00007fed75ad9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b8529fa8> (a org.mortbay.thread.QueuedThreadPool$PoolThread) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x00000000b8529fa8> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Master:0;localhost.localdomain,57810,1341618235171.oldLogCleaner" daemon prio=10 tid=0x00007fedd005e000 nid=0x769f in Object.wait() [0x00007fed75bda000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000b852a128> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00000000b852a128> (a java.lang.Object) at org.apache.hadoop.hbase.Chore.run(Chore.java:75) at org.apache.hadoop.hbase.master.LogCleaner.run(LogCleaner.java:154) at java.lang.Thread.run(Thread.java:679) "RegionServer:0;localhost.localdomain,36427,1341618235668-EventThread" daemon prio=10 tid=0x00007fedd801d000 nid=0x7697 waiting on condition [0x00007fed75ddc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc707fc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "RegionServer:0;localhost.localdomain,36427,1341618235668-SendThread(localhost6.localdomain6:2181)" daemon prio=10 tid=0x00007fedd801b000 nid=0x7696 runnable [0x00007fed75edd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc6ecc28> (a sun.nio.ch.Util$1) - locked <0x00000000bc6ecc40> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc708608> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "RegionServer:0;localhost.localdomain,36427,1341618235668" prio=10 tid=0x00007fedec861800 nid=0x7695 in Object.wait() [0x00007fed75fde000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bcd34258> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00000000bcd34258> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:55) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:715) at java.lang.Thread.run(Thread.java:679) "localhost.localdomain,57810,1341618235171.splitLogManagerTimeoutMonitor" daemon prio=10 tid=0x00007fedd0026800 nid=0x7694 in Object.wait() [0x00007fed760df000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc6ecbc8> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00000000bc6ecbc8> (a java.lang.Object) at org.apache.hadoop.hbase.Chore.run(Chore.java:75) at java.lang.Thread.run(Thread.java:679) "Master:0;localhost.localdomain,57810,1341618235171" prio=10 tid=0x00007fedec85f800 nid=0x7693 in Object.wait() [0x00007fed763e2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc6eaea8> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:91) - locked <0x00000000bc6eaea8> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:55) at org.apache.hadoop.hbase.master.HMaster.loop(HMaster.java:444) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:345) at org.apache.hadoop.hbase.master.HMasterCommandLine$LocalHMaster.run(HMasterCommandLine.java:220) at java.lang.Thread.run(Thread.java:679) "LRU Statistics #0" daemon prio=10 tid=0x00007fedec85e800 nid=0x7692 waiting on condition [0x00007fed764e3000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc708020> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2081) at java.util.concurrent.DelayQueue.take(DelayQueue.java:193) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:688) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:681) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "main.LruBlockCache.EvictionThread" daemon prio=10 tid=0x00007fedec818000 nid=0x7691 in Object.wait() [0x00007fed765e4000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc6eb310> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:594) - locked <0x00000000bc6eb310> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread) at java.lang.Thread.run(Thread.java:679) "IPC Reader 9 on port 36427" daemon prio=10 tid=0x00007fedec7ea800 nid=0x7690 runnable [0x00007fed766e5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc6eb328> (a sun.nio.ch.Util$1) - locked <0x00000000bc6eb340> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6c73c8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc6eb2c8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 8 on port 36427" daemon prio=10 tid=0x00007fedec7cf800 nid=0x768f runnable [0x00007fed767e6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc707138> (a sun.nio.ch.Util$1) - locked <0x00000000bc707150> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc58d6b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc706818> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 7 on port 36427" daemon prio=10 tid=0x00007fedec7b4800 nid=0x768e runnable [0x00007fed768e7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc6eb2e0> (a sun.nio.ch.Util$1) - locked <0x00000000bc6eb2f8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6c7338> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc6eb280> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 6 on port 36427" daemon prio=10 tid=0x00007fedec799800 nid=0x768d runnable [0x00007fed769e8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc706830> (a sun.nio.ch.Util$1) - locked <0x00000000bc706848> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc58d6f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc706860> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 5 on port 36427" daemon prio=10 tid=0x00007fedec77e800 nid=0x768c runnable [0x00007fed76ae9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc6eb298> (a sun.nio.ch.Util$1) - locked <0x00000000bc6eb2b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6c7380> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc6eb238> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 4 on port 36427" daemon prio=10 tid=0x00007fedec763800 nid=0x768b runnable [0x00007fed76bea000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc706878> (a sun.nio.ch.Util$1) - locked <0x00000000bc706890> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc58d740> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc7068a8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 3 on port 36427" daemon prio=10 tid=0x00007fedec748000 nid=0x768a runnable [0x00007fed76ceb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc6eb250> (a sun.nio.ch.Util$1) - locked <0x00000000bc6eb268> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6c72a8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc6eb1f0> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 2 on port 36427" daemon prio=10 tid=0x00007fedec72d800 nid=0x7689 runnable [0x00007fed76dec000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc6d95f8> (a sun.nio.ch.Util$1) - locked <0x00000000bc6edcc0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc58d5d8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc6d9640> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 1 on port 36427" daemon prio=10 tid=0x00007fedec713000 nid=0x7688 runnable [0x00007fed76eed000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc6eb208> (a sun.nio.ch.Util$1) - locked <0x00000000bc6eb220> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6c72f0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc6eb1a8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 0 on port 36427" daemon prio=10 tid=0x00007fedec6f8800 nid=0x7687 runnable [0x00007fed76fee000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc6d9580> (a sun.nio.ch.Util$1) - locked <0x00000000bc6d9568> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc58d668> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc6d9448> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "Timer thread for monitoring jvm" daemon prio=10 tid=0x00007fedec69e800 nid=0x7686 in Object.wait() [0x00007fed770ef000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc6d93b8> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:531) - locked <0x00000000bc6d93b8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:484) "Timer thread for monitoring hbase" daemon prio=10 tid=0x00007fedec69e000 nid=0x7685 in Object.wait() [0x00007fed771f0000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc6d9220> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:531) - locked <0x00000000bc6d9220> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:484) "IPC Server handler 9 on 57810" daemon prio=10 tid=0x00007fedec69b800 nid=0x7684 waiting on condition [0x00007fed772f1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 8 on 57810" daemon prio=10 tid=0x00007fedec699800 nid=0x7683 waiting on condition [0x00007fed773f2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 7 on 57810" daemon prio=10 tid=0x00007fedec697800 nid=0x7682 waiting on condition [0x00007fed774f3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 6 on 57810" daemon prio=10 tid=0x00007fedec695800 nid=0x7681 waiting on condition [0x00007fed775f4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 5 on 57810" daemon prio=10 tid=0x00007fedec693800 nid=0x7680 waiting on condition [0x00007fed776f5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 4 on 57810" daemon prio=10 tid=0x00007fedec691800 nid=0x767f waiting on condition [0x00007fed777f6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 3 on 57810" daemon prio=10 tid=0x00007fedec68f800 nid=0x767e waiting on condition [0x00007fed778f7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 2 on 57810" daemon prio=10 tid=0x00007fedec68d800 nid=0x767d waiting on condition [0x00007fed779f8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 1 on 57810" daemon prio=10 tid=0x00007fedec68b800 nid=0x767c waiting on condition [0x00007fed77af9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server handler 0 on 57810" daemon prio=10 tid=0x00007fedec665800 nid=0x767b waiting on condition [0x00007fed77bfa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc6ecb80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1358) "IPC Server listener on 57810" daemon prio=10 tid=0x00007fedec66d800 nid=0x767a runnable [0x00007fed77cfb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc5ef0d0> (a sun.nio.ch.Util$1) - locked <0x00000000bc5ef0b8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc7086e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:620) "IPC Server Responder" daemon prio=10 tid=0x00007fedec66c800 nid=0x7679 runnable [0x00007fed77dfc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc68c960> (a sun.nio.ch.Util$1) - locked <0x00000000bc68c948> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc708650> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.doRunLoop(HBaseServer.java:809) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:792) "main-EventThread" daemon prio=10 tid=0x00007fedec649800 nid=0x7678 waiting on condition [0x00007fed77efd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc5ef058> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "main-SendThread(localhost6.localdomain6:2181)" daemon prio=10 tid=0x00007fedec64c800 nid=0x7677 runnable [0x00007fed77ffe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc5eea88> (a sun.nio.ch.Util$1) - locked <0x00000000bc5eea70> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc5b32f0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "Timer thread for monitoring rpc" daemon prio=10 tid=0x00007fedec5c3800 nid=0x7676 in Object.wait() [0x00007fede4128000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc5ee428> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:531) - locked <0x00000000bc5ee428> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:484) "IPC Reader 9 on port 57810" daemon prio=10 tid=0x00007fedec452000 nid=0x7675 runnable [0x00007fede4229000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc68c240> (a sun.nio.ch.Util$1) - locked <0x00000000bc68c228> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6e7070> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef370> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 8 on port 57810" daemon prio=10 tid=0x00007fedec450000 nid=0x7674 runnable [0x00007fede432a000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc68c3f0> (a sun.nio.ch.Util$1) - locked <0x00000000bc68c3d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc708920> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef358> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 7 on port 57810" daemon prio=10 tid=0x00007fedec44e000 nid=0x7673 runnable [0x00007fede442b000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc68c4c8> (a sun.nio.ch.Util$1) - locked <0x00000000bc68c4b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc708890> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef340> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 6 on port 57810" daemon prio=10 tid=0x00007fedec432800 nid=0x7672 runnable [0x00007fede452c000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc68c5a0> (a sun.nio.ch.Util$1) - locked <0x00000000bc68c588> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc708800> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef328> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 5 on port 57810" daemon prio=10 tid=0x00007fedec437000 nid=0x7671 runnable [0x00007fede462d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc5ef748> (a sun.nio.ch.Util$1) - locked <0x00000000bc5ef730> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6e7190> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef310> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 4 on port 57810" daemon prio=10 tid=0x00007fedec423000 nid=0x7670 runnable [0x00007fede472e000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc68bf58> (a sun.nio.ch.Util$1) - locked <0x00000000bc68bf40> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6e7100> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef2f8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 3 on port 57810" daemon prio=10 tid=0x00007fedec400800 nid=0x766f runnable [0x00007fede482f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc5ef490> (a sun.nio.ch.Util$1) - locked <0x00000000bc5ef478> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc5b32a8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef2e0> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 2 on port 57810" daemon prio=10 tid=0x00007fedec421000 nid=0x766e runnable [0x00007fede4930000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc5ef688> (a sun.nio.ch.Util$1) - locked <0x00000000bc5ef670> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6eb040> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef2c8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 1 on port 57810" daemon prio=10 tid=0x00007fedec455000 nid=0x766d runnable [0x00007fede4a31000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc68c318> (a sun.nio.ch.Util$1) - locked <0x00000000bc68c300> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6e6fe0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef2b0> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "IPC Reader 0 on port 57810" daemon prio=10 tid=0x00007fedec3d8000 nid=0x766c runnable [0x00007fede4b32000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc5ef880> (a sun.nio.ch.Util$1) - locked <0x00000000bc5ef868> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc6f3b90> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:512) - locked <0x00000000bc5ef298> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:498) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) "ProcessThread(sid:0 cport:-1):" prio=10 tid=0x00007fedec3d1800 nid=0x766a waiting on condition [0x00007fede4e3a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc552278> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:119) "SyncThread:0" prio=10 tid=0x00007fedec3d0800 nid=0x7669 waiting on condition [0x00007fede4f3b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000bc554ea8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:97) "SessionTracker" prio=10 tid=0x00007fedec3d0000 nid=0x7668 in Object.wait() [0x00007fede503c000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc55a7c0> (a org.apache.zookeeper.server.SessionTrackerImpl) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) - locked <0x00000000bc55a7c0> (a org.apache.zookeeper.server.SessionTrackerImpl) "NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181" daemon prio=10 tid=0x00007fedec3af800 nid=0x7667 runnable [0x00007fede513d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000000bc55cbe8> (a sun.nio.ch.Util$1) - locked <0x00000000bc55cbd0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000bc55b740> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:194) at java.lang.Thread.run(Thread.java:679) "Low Memory Detector" daemon prio=10 tid=0x00007fedec166800 nid=0x7665 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007fedec164000 nid=0x7664 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007fedec162000 nid=0x7663 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007fedec15f800 nid=0x7662 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007fedec151800 nid=0x7661 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007fedec13f800 nid=0x7660 in Object.wait() [0x00007fede670c000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc565978> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:133) - locked <0x00000000bc565978> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:149) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177) "Reference Handler" daemon prio=10 tid=0x00007fedec13d800 nid=0x765f in Object.wait() [0x00007fede680d000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc552110> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x00000000bc552110> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x00007fedec009000 nid=0x7658 in Object.wait() [0x00007fedf5073000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000bc57d908> (a org.apache.hadoop.hbase.util.JVMClusterUtil$MasterThread) at java.lang.Thread.join(Thread.java:1203) - locked <0x00000000bc57d908> (a org.apache.hadoop.hbase.util.JVMClusterUtil$MasterThread) at java.lang.Thread.join(Thread.java:1256) at org.apache.hadoop.hbase.master.HMasterCommandLine.waitOnMasterThreads(HMasterCommandLine.java:192) at org.apache.hadoop.hbase.master.HMasterCommandLine.startMaster(HMasterCommandLine.java:144) at org.apache.hadoop.hbase.master.HMasterCommandLine.run(HMasterCommandLine.java:103) at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) at org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:76) at org.apache.hadoop.hbase.master.HMaster.main(HMaster.java:1802) "VM Thread" prio=10 tid=0x00007fedec136800 nid=0x765e runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007fedec00f800 nid=0x7659 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007fedec011000 nid=0x765a runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007fedec013000 nid=0x765b runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007fedec015000 nid=0x765c runnable "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007fedec0a4000 nid=0x765d runnable "VM Periodic Task Thread" prio=10 tid=0x00007fedec16a000 nid=0x7666 waiting on condition JNI global references: 125837