2013-02-18 18:02:29 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.5-b03 mixed mode): "Attach Listener" daemon prio=10 tid=0x00000000428f2800 nid=0xa8b0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (47) connection to localhost/127.0.0.1:37943 from liochon.hfs.7" daemon prio=10 tid=0x00007f6b541f5800 nid=0xa8a1 in Object.wait() [0x00007f6b45211000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:743) - locked <0x00000007ad466710> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:785) "RS_CLOSE_REGION-localhost,58284,1361206466874-2" prio=10 tid=0x00007f6b556b7000 nid=0x9d60 waiting on condition [0x00007f6b313d4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d32a98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "RS_CLOSE_REGION-localhost,58284,1361206466874-1" prio=10 tid=0x00007f6b55470000 nid=0x9d54 waiting on condition [0x00007f6b31bdc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d32a98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "RS_CLOSE_REGION-localhost,58284,1361206466874-0" prio=10 tid=0x00007f6b54d47800 nid=0x9d4a runnable [0x00007f6b333f4000] java.lang.Thread.State: RUNNABLE at java.util.TreeMap.fixAfterDeletion(TreeMap.java:2193) at java.util.TreeMap.deleteEntry(TreeMap.java:2151) at java.util.TreeMap.remove(TreeMap.java:585) at java.util.TreeSet.remove(TreeSet.java:259) at org.apache.hadoop.hbase.regionserver.MetricsRegionAggregateSourceImpl.deregister(MetricsRegionAggregateSourceImpl.java:55) at org.apache.hadoop.hbase.regionserver.MetricsRegionSourceImpl.close(MetricsRegionSourceImpl.java:86) at org.apache.hadoop.hbase.regionserver.MetricsRegion.close(MetricsRegion.java:40) at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1063) at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:969) - locked <0x00000006944e80e0> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.handler.CloseRegionHandler.process(CloseRegionHandler.java:146) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:203) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "ResponseProcessor for block blk_6370152397660889873_1220" daemon prio=10 tid=0x00007f6b54e5b000 nid=0x9d23 runnable [0x00007f6b2e7a8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693e51e70> (a sun.nio.ch.Util$2) - locked <0x0000000693e51e60> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693e51c38> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332) at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128) at java.io.DataInputStream.readFully(DataInputStream.java:178) at java.io.DataInputStream.readLong(DataInputStream.java:399) at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:124) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:3127) "PacketResponder 1 for Block blk_6370152397660889873_1220" daemon prio=10 tid=0x0000000042618800 nid=0x9d22 in Object.wait() [0x00007f6b300c1000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:843) - locked <0x00000006974788e8> (a org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder) at java.lang.Thread.run(Thread.java:662) "PacketResponder 2 for Block blk_6370152397660889873_1220" daemon prio=10 tid=0x00000000418a1800 nid=0x9d21 in Object.wait() [0x00007f6b301c2000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:843) - locked <0x00000006966a7768> (a org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder) at java.lang.Thread.run(Thread.java:662) "PacketResponder 0 for Block blk_6370152397660889873_1220" daemon prio=10 tid=0x000000004357f800 nid=0x9d20 in Object.wait() [0x00007f6b2febf000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:843) - locked <0x000000069747a638> (a org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataXceiver@df9411" daemon prio=10 tid=0x00007f6b5c0fb800 nid=0x9d1f runnable [0x00007f6b2f4b5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000007acb127e8> (a sun.nio.ch.Util$2) - locked <0x00000007acb127d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007acb125d0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332) at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128) at java.io.BufferedInputStream.read1(BufferedInputStream.java:256) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x000000069747a7b8> (a java.io.BufferedInputStream) at java.io.DataInputStream.read(DataInputStream.java:132) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readToBuf(BlockReceiver.java:292) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readNextPacket(BlockReceiver.java:339) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:403) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:581) at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:406) at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:112) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataXceiver@3a333bdb" daemon prio=10 tid=0x00007f6b54197000 nid=0x9d1e runnable [0x00007f6b2edae000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693e21480> (a sun.nio.ch.Util$2) - locked <0x0000000693e21470> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693e21258> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332) at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128) at java.io.BufferedInputStream.read1(BufferedInputStream.java:256) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x0000000697479148> (a java.io.BufferedInputStream) at java.io.DataInputStream.read(DataInputStream.java:132) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readToBuf(BlockReceiver.java:292) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readNextPacket(BlockReceiver.java:339) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:403) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:581) at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:406) at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:112) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataXceiver@74895110" daemon prio=10 tid=0x00007f6b5c0fb000 nid=0x9d1d runnable [0x00007f6b335f6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693e4f1c0> (a sun.nio.ch.Util$2) - locked <0x0000000693e4f1b0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693e4ef88> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:332) at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128) at java.io.BufferedInputStream.read1(BufferedInputStream.java:256) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x00000006966a7fd8> (a java.io.BufferedInputStream) at java.io.DataInputStream.read(DataInputStream.java:132) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readToBuf(BlockReceiver.java:292) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.readNextPacket(BlockReceiver.java:339) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:403) at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:581) at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:406) at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:112) at java.lang.Thread.run(Thread.java:662) "MASTER_OPEN_REGION-localhost,41153,1361206466230-4" prio=10 tid=0x00000000423f8000 nid=0x9af1 waiting on condition [0x00007f6b2f9ba000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cc6588> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "MASTER_OPEN_REGION-localhost,41153,1361206466230-3" prio=10 tid=0x0000000041da5000 nid=0x9af0 waiting on condition [0x00007f6b306c7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cc6588> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "MASTER_OPEN_REGION-localhost,41153,1361206466230-2" prio=10 tid=0x00000000424af800 nid=0x9aef waiting on condition [0x00007f6b2ffc0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cc6588> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "RS_OPEN_REGION-localhost,58284,1361206466874-2" prio=10 tid=0x00000000424c9800 nid=0x9a9f waiting on condition [0x00007f6b319da000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d32178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "RS_OPEN_REGION-localhost,58284,1361206466874-1" prio=10 tid=0x0000000042483800 nid=0x9a9b waiting on condition [0x00007f6b31cdd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d32178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "RS_OPEN_REGION-localhost,58284,1361206466874-0" prio=10 tid=0x000000004265e000 nid=0x9a97 waiting on condition [0x00007f6b320e1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d32178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "MASTER_TABLE_OPERATIONS-localhost,41153,1361206466230-0" prio=10 tid=0x00000000418fe000 nid=0x93fd waiting on condition [0x00007f6b35313000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cc3238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "main-EventThread" daemon prio=10 tid=0x00007f6b54cea800 nid=0x93fb waiting on condition [0x00007f6b35111000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693e33ce8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "main-SendThread(localhost:57821)" daemon prio=10 tid=0x00007f6b54ce4800 nid=0x93fa runnable [0x00007f6b35414000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693e337c8> (a sun.nio.ch.Util$2) - locked <0x0000000693e337b8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693e33298> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "MASTER_OPEN_REGION-localhost,41153,1361206466230-1" prio=10 tid=0x00000000419df000 nid=0x93f0 waiting on condition [0x00007f6b36222000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cc6588> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "MASTER_OPEN_REGION-localhost,41153,1361206466230-0" prio=10 tid=0x0000000041b43000 nid=0x93d9 waiting on condition [0x00007f6b36e2e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cc6588> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "SplitLogWorker-localhost,58284,1361206466874" prio=10 tid=0x00007f6b54bbe000 nid=0x93c1 in Object.wait() [0x00007f6b38343000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000693cf6f68> (a java.lang.Object) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop(SplitLogWorker.java:203) - locked <0x0000000693cf6f68> (a java.lang.Object) at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:162) at java.lang.Thread.run(Thread.java:662) "REPL IPC Server handler 2 on 58284" daemon prio=10 tid=0x00007f6b54bb6800 nid=0x93c0 waiting on condition [0x00007f6b38444000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d09d10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "REPL IPC Server handler 1 on 58284" daemon prio=10 tid=0x00007f6b54bb4800 nid=0x93bf waiting on condition [0x00007f6b38545000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d09d10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "REPL IPC Server handler 0 on 58284" daemon prio=10 tid=0x00007f6b54bb2800 nid=0x93be waiting on condition [0x00007f6b38646000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d09d10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 9 on 58284" daemon prio=10 tid=0x00007f6b54ba8800 nid=0x93b4 waiting on condition [0x00007f6b39050000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 8 on 58284" daemon prio=10 tid=0x00007f6b54ba4800 nid=0x93b2 waiting on condition [0x00007f6b39252000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 7 on 58284" daemon prio=10 tid=0x00007f6b54b98000 nid=0x93a9 waiting on condition [0x00007f6b39b5b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 6 on 58284" daemon prio=10 tid=0x00007f6b54b92000 nid=0x93a2 waiting on condition [0x00007f6b3a262000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 5 on 58284" daemon prio=10 tid=0x00007f6b54b88000 nid=0x9399 waiting on condition [0x00007f6b3ab6b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 4 on 58284" daemon prio=10 tid=0x00007f6b54b80000 nid=0x9390 waiting on condition [0x00007f6b3b474000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 3 on 58284" daemon prio=10 tid=0x00007f6b54b7c000 nid=0x938e waiting on condition [0x00007f6b3b676000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 2 on 58284" daemon prio=10 tid=0x00007f6b54b6f800 nid=0x9385 waiting on condition [0x00007f6b3bf7f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 1 on 58284" daemon prio=10 tid=0x00007f6b54b61800 nid=0x937a waiting on condition [0x00007f6b3ca8a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "PRI IPC Server handler 0 on 58284" daemon prio=10 tid=0x00007f6b5432c000 nid=0x9373 waiting on condition [0x00007f6b3d191000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cfa5d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 4 on 58284" daemon prio=10 tid=0x00007f6b54326000 nid=0x936e waiting on condition [0x00007f6b3d696000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cf9468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 3 on 58284" daemon prio=10 tid=0x00007f6b543ca800 nid=0x9364 waiting on condition [0x00007f6b3e0a0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cf9468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 2 on 58284" daemon prio=10 tid=0x00007f6b543c0800 nid=0x935b waiting on condition [0x00007f6b3e9a9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cf9468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 1 on 58284" daemon prio=10 tid=0x00007f6b543b4800 nid=0x9352 waiting on condition [0x00007f6b3f2b2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cf9468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 0 on 58284" daemon prio=10 tid=0x00007f6b544cb000 nid=0x9347 waiting on condition [0x00007f6b3fdbd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cf9468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server listener on 58284" daemon prio=10 tid=0x00007f6b544b8000 nid=0x9334 runnable [0x00007f6b410d0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d012f0> (a sun.nio.ch.Util$2) - locked <0x0000000693d012e0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693cfee78> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:662) "IPC Server Responder" daemon prio=10 tid=0x00007f6b544b6000 nid=0x9333 runnable [0x00007f6b411d1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d09a60> (a sun.nio.ch.Util$2) - locked <0x0000000693d09a50> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d09838> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.doRunLoop(HBaseServer.java:850) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:833) "RegionServer:7;localhost,58284,1361206466874.leaseChecker" daemon prio=10 tid=0x00007f6b544b4000 nid=0x9332 waiting on condition [0x00007f6b412d2000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d2aa78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201) at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:81) at java.lang.Thread.run(Thread.java:662) "RegionServer:7;localhost,58284,1361206466874.compactionChecker" daemon prio=10 tid=0x00007f6b54eaa000 nid=0x9327 in Object.wait() [0x00007f6b41ddd000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000693d39960> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:94) - locked <0x0000000693d39960> (a java.lang.Object) at org.apache.hadoop.hbase.Chore.run(Chore.java:76) at java.lang.Thread.run(Thread.java:662) "Thread-319" prio=10 tid=0x00007f6b54e9c800 nid=0x931d waiting on condition [0x00007f6b427e7000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cee8a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:39) at org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:229) at java.lang.Thread.run(Thread.java:662) "RegionServer:7;localhost,58284,1361206466874.logRoller" daemon prio=10 tid=0x00007f6b54054800 nid=0x9312 in Object.wait() [0x00007f6b432f2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:78) - locked <0x0000000693d47e30> (a java.util.concurrent.atomic.AtomicBoolean) at java.lang.Thread.run(Thread.java:662) "RegionServer:7;localhost,58284,1361206466874.logSyncer" daemon prio=10 tid=0x00007f6b541fd800 nid=0x9301 in Object.wait() [0x00007f6b44403000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hbase.regionserver.wal.FSHLog$LogSyncer.run(FSHLog.java:1005) - locked <0x0000000693d48788> (a java.util.concurrent.atomic.AtomicBoolean) at java.lang.Thread.run(Thread.java:662) "HBase-Metrics2-1" daemon prio=10 tid=0x00007f6b5c6a3000 nid=0x92fc waiting on condition [0x00007f6b44908000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c39110> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.LeaseRenewer$1@67d479cf" daemon prio=10 tid=0x00007f6b54202800 nid=0x92f9 waiting on condition [0x00007f6b44c0b000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:397) at org.apache.hadoop.hdfs.LeaseRenewer.access$600(LeaseRenewer.java:69) at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:273) at java.lang.Thread.run(Thread.java:662) "DataStreamer for file /user/liochon/hbase/.logs/localhost,58284,1361206466874/localhost%2C58284%2C1361206466874.1361206468173 block blk_6370152397660889873_1220" daemon prio=10 tid=0x00007f6b54155000 nid=0x92f0 in Object.wait() [0x00007f6b45514000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2966) - locked <0x0000000693d22b20> (a java.util.LinkedList) "IPC Client (47) connection to localhost/127.0.0.1:41153 from liochon.hfs.7" daemon prio=10 tid=0x00007f6b54e3a800 nid=0x92da in Object.wait() [0x00007f6b46b2a000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.waitForWork(HBaseClient.java:591) - locked <0x0000000693d386c8> (a org.apache.hadoop.hbase.ipc.HBaseClient$Connection) at org.apache.hadoop.hbase.ipc.HBaseClient$Connection.run(HBaseClient.java:636) "RegionServer:7;localhost,58284,1361206466874-EventThread" daemon prio=10 tid=0x00007f6b54436000 nid=0x92cd waiting on condition [0x00007f6b47635000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d1f138> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "RegionServer:7;localhost,58284,1361206466874-SendThread(localhost:57821)" daemon prio=10 tid=0x00000000418f8800 nid=0x92cc runnable [0x00007f6b47a39000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d1ebb0> (a sun.nio.ch.Util$2) - locked <0x0000000693d1eba0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d1e680> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "Master:0;localhost,41153,1361206466230-EventThread" daemon prio=10 tid=0x00007f6b5ce87800 nid=0x92c8 waiting on condition [0x00007f6b47b3a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cbb2d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "Master:0;localhost,41153,1361206466230-SendThread(localhost:57821)" daemon prio=10 tid=0x00007f6b5cde9000 nid=0x92c7 runnable [0x00007f6b48140000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693cbad70> (a sun.nio.ch.Util$2) - locked <0x0000000693cbad60> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693cba840> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "RegionServer:7;localhost,58284,1361206466874-EventThread" daemon prio=10 tid=0x0000000041917000 nid=0x9287 waiting on condition [0x00007f6b47f3e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693cf62f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "RegionServer:7;localhost,58284,1361206466874-SendThread(localhost:57821)" daemon prio=10 tid=0x0000000041916800 nid=0x9286 runnable [0x00007f6b4803f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693cf5ce8> (a sun.nio.ch.Util$2) - locked <0x0000000693cf5cd8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693cf57b8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "RegionServer:7;localhost,58284,1361206466874" prio=10 tid=0x00007f6b54265000 nid=0x9283 in Object.wait() [0x00007f6b48341000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:94) - locked <0x0000000693d487d8> (a java.lang.Object) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:58) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:890) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:151) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:103) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:135) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:337) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1118) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.hbase.util.Methods.call(Methods.java:41) at org.apache.hadoop.hbase.security.User.call(User.java:404) at org.apache.hadoop.hbase.security.User.access$300(User.java:52) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:244) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:133) at java.lang.Thread.run(Thread.java:662) "Master:0;localhost,41153,1361206466230" prio=10 tid=0x00007f6b54071000 nid=0x9264 in Object.wait() [0x00007f6b49a59000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hbase.master.ServerManager.letRegionServersShutdown(ServerManager.java:438) - locked <0x0000000693c9eca8> (a java.util.concurrent.ConcurrentHashMap) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:499) at java.lang.Thread.run(Thread.java:662) "IPC Reader 9 on port 58284" daemon prio=10 tid=0x00007f6b5406e800 nid=0x9263 runnable [0x00007f6b49b5a000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d01770> (a sun.nio.ch.Util$2) - locked <0x0000000693d01760> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d01538> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d01520> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 8 on port 58284" daemon prio=10 tid=0x00007f6b5406d000 nid=0x9262 runnable [0x00007f6b49c5b000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d01b78> (a sun.nio.ch.Util$2) - locked <0x0000000693d01b68> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d01940> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d01928> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 7 on port 58284" daemon prio=10 tid=0x00007f6b5406b000 nid=0x9261 runnable [0x00007f6b49d5c000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d01f80> (a sun.nio.ch.Util$2) - locked <0x0000000693d01f70> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d01d48> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d01d30> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 6 on port 58284" daemon prio=10 tid=0x00007f6b54069000 nid=0x9260 runnable [0x00007f6b49e5d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d02388> (a sun.nio.ch.Util$2) - locked <0x0000000693d02378> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d02150> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d02138> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 5 on port 58284" daemon prio=10 tid=0x00007f6b542a9000 nid=0x925f runnable [0x00007f6b49f5e000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d02790> (a sun.nio.ch.Util$2) - locked <0x0000000693d02780> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d02558> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d02540> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 4 on port 58284" daemon prio=10 tid=0x00007f6b542a7000 nid=0x925e runnable [0x00007f6b4a05f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d02b98> (a sun.nio.ch.Util$2) - locked <0x0000000693d02b88> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d02960> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d02948> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 3 on port 58284" daemon prio=10 tid=0x00007f6b542a5000 nid=0x925d runnable [0x00007f6b4a160000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d02fa0> (a sun.nio.ch.Util$2) - locked <0x0000000693d02f90> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d02d68> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d02d50> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 2 on port 58284" daemon prio=10 tid=0x00007f6b542a3000 nid=0x925c runnable [0x00007f6b4a261000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d05398> (a sun.nio.ch.Util$2) - locked <0x0000000693d05388> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d05160> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d05148> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 1 on port 58284" daemon prio=10 tid=0x00007f6b542a1000 nid=0x925b runnable [0x00007f6b4a362000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d057a0> (a sun.nio.ch.Util$2) - locked <0x0000000693d05790> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d05568> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d05550> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 0 on port 58284" daemon prio=10 tid=0x00007f6b5429f800 nid=0x925a runnable [0x00007f6b4a463000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d05ba8> (a sun.nio.ch.Util$2) - locked <0x0000000693d05b98> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d05970> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693d05958> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "REPL IPC Server handler 2 on 41153" daemon prio=10 tid=0x00007f6b54244000 nid=0x9211 waiting on condition [0x00007f6b4edac000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c81d10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "REPL IPC Server handler 1 on 41153" daemon prio=10 tid=0x00007f6b54242000 nid=0x9210 waiting on condition [0x00007f6b4eead000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c81d10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "REPL IPC Server handler 0 on 41153" daemon prio=10 tid=0x00007f6b54240000 nid=0x920f waiting on condition [0x00007f6b4efae000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c81d10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 4 on 41153" daemon prio=10 tid=0x00007f6b544e2000 nid=0x920e waiting on condition [0x00007f6b4f0af000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c5fa58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 3 on 41153" daemon prio=10 tid=0x00007f6b544e0000 nid=0x920d waiting on condition [0x00007f6b4f1b0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c5fa58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 2 on 41153" daemon prio=10 tid=0x00007f6b544de000 nid=0x920c waiting on condition [0x00007f6b4f2b1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c5fa58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 1 on 41153" daemon prio=10 tid=0x00007f6b544dd000 nid=0x920b waiting on condition [0x00007f6b4f3b2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c5fa58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server handler 0 on 41153" daemon prio=10 tid=0x00007f6b54bf7000 nid=0x920a waiting on condition [0x00007f6b4f4b3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c5fa58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:1751) "IPC Server listener on 41153" daemon prio=10 tid=0x00007f6b54bf4800 nid=0x9209 runnable [0x00007f6b4f5b4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c4cb50> (a sun.nio.ch.Util$2) - locked <0x0000000693c4cb40> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c4c8e8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:662) "IPC Server Responder" daemon prio=10 tid=0x00007f6b54bf3800 nid=0x9208 runnable [0x00007f6b4f6b5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c81a98> (a sun.nio.ch.Util$2) - locked <0x0000000693c81a88> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c81870> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.doRunLoop(HBaseServer.java:850) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:833) "main-EventThread" daemon prio=10 tid=0x00007f6b54d52800 nid=0x9207 waiting on condition [0x00007f6b4f7b6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693c9e5a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "main-SendThread(localhost:57821)" daemon prio=10 tid=0x0000000041da9800 nid=0x9206 runnable [0x00007f6b4f8b7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c9dff8> (a sun.nio.ch.Util$2) - locked <0x0000000693c9dfe8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c9dad8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "IPC Reader 9 on port 41153" daemon prio=10 tid=0x00007f6b5cbed000 nid=0x9205 runnable [0x00007f6b4f9b8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c7ac68> (a sun.nio.ch.Util$2) - locked <0x0000000693c7ac58> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c7aa30> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b130> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 8 on port 41153" daemon prio=10 tid=0x00007f6b5cbec000 nid=0x9204 runnable [0x00007f6b4fab9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c7a238> (a sun.nio.ch.Util$2) - locked <0x0000000693c7a228> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c79fe0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b148> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 7 on port 41153" daemon prio=10 tid=0x00007f6b5cbeb800 nid=0x9203 runnable [0x00007f6b4fdbc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c756e8> (a sun.nio.ch.Util$2) - locked <0x0000000693c756d8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c75490> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b160> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 6 on port 41153" daemon prio=10 tid=0x00007f6b5cbe8000 nid=0x9202 runnable [0x00007f6b4fbba000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c74ae8> (a sun.nio.ch.Util$2) - locked <0x0000000693c74ad8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c74890> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b178> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 5 on port 41153" daemon prio=10 tid=0x00007f6b5cbe7800 nid=0x9201 runnable [0x00007f6b4ffbe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c73f30> (a sun.nio.ch.Util$2) - locked <0x0000000693c73f20> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c73cd8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b190> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 4 on port 41153" daemon prio=10 tid=0x00007f6b5cbe2000 nid=0x9200 runnable [0x00007f6b500bf000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c6b490> (a sun.nio.ch.Util$2) - locked <0x0000000693c6b480> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c6b238> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b1a8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 3 on port 41153" daemon prio=10 tid=0x00007f6b5cbe1000 nid=0x91ff runnable [0x00007f6b4fcbb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d0fc28> (a sun.nio.ch.Util$2) - locked <0x0000000693d0fc18> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c4d3e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b1c0> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 2 on port 41153" daemon prio=10 tid=0x00007f6b5cbd4800 nid=0x91fe runnable [0x00007f6b4febd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c6a878> (a sun.nio.ch.Util$2) - locked <0x0000000693c6a868> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c6a620> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b1d8> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 1 on port 41153" daemon prio=10 tid=0x00007f6b5cbe0000 nid=0x91fd runnable [0x00007f6b503c2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c69c78> (a sun.nio.ch.Util$2) - locked <0x0000000693c69c68> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c69a20> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b1f0> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "IPC Reader 0 on port 41153" daemon prio=10 tid=0x00007f6b5cbc8800 nid=0x91fc runnable [0x00007f6b501c0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693c7b458> (a sun.nio.ch.Util$2) - locked <0x0000000693c7b448> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693c7b220> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.doRunLoop(HBaseServer.java:554) - locked <0x0000000693c7b208> (a org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener$Reader.run(HBaseServer.java:540) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@73f5eb7f" daemon prio=10 tid=0x00007f6b54d4e800 nid=0x91f2 waiting on condition [0x00007f6b504c3000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:621) at java.lang.Thread.run(Thread.java:662) "IPC Server handler 2 on 33619" daemon prio=10 tid=0x00007f6b54383000 nid=0x91ee waiting on condition [0x00007f6b505c4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693adcf58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 33619" daemon prio=10 tid=0x00007f6b54381000 nid=0x91ed waiting on condition [0x00007f6b506c5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693adcf58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 33619" daemon prio=10 tid=0x00007f6b5451f800 nid=0x91ec waiting on condition [0x00007f6b507c6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693adcf58> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 33619" daemon prio=10 tid=0x00007f6b5451d800 nid=0x91eb runnable [0x00007f6b508c7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693addce0> (a sun.nio.ch.Util$2) - locked <0x0000000693addcd0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693add878> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x00007f6b544c2000 nid=0x91ea runnable [0x00007f6b509c8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693adec20> (a sun.nio.ch.Util$2) - locked <0x0000000693adec10> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693ade9f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@41ed54a0" daemon prio=10 tid=0x0000000041fe7000 nid=0x91e9 runnable [0x00007f6b50ac9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) - locked <0x0000000693a99140> (a java.lang.Object) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) - locked <0x0000000693a99108> (a java.lang.Object) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) "DataNode: [/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data15,/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data16]" daemon prio=10 tid=0x00007f6b5cbc6000 nid=0x91e8 in Object.wait() [0x00007f6b50bca000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:1091) - locked <0x0000000693abb7a0> (a java.util.LinkedList) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1527) at java.lang.Thread.run(Thread.java:662) "pool-9-thread-1" prio=10 tid=0x00007f6b5cbab000 nid=0x91e7 runnable [0x00007f6b50ccb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693ade140> (a sun.nio.ch.Util$2) - locked <0x0000000693ade130> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693addf08> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x0000000693addef0> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer-8" daemon prio=10 tid=0x00007f6b5cb5e800 nid=0x91e6 in Object.wait() [0x00007f6b50dcc000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000693ac5150> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "1561763762@qtp-470084697-1 - Acceptor0 SelectChannelConnector@localhost:55081" prio=10 tid=0x00007f6b5cb5c800 nid=0x91e5 runnable [0x00007f6b50ecd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693ad6c80> (a sun.nio.ch.Util$2) - locked <0x0000000693ad6c70> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693ad67e8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "2146411664@qtp-470084697-0" prio=10 tid=0x00007f6b5cb5b000 nid=0x91e4 in Object.wait() [0x00007f6b50fce000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x0000000693ad6e98> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Async Block Report Generator" daemon prio=10 tid=0x00007f6b5cb57800 nid=0x91e3 in Object.wait() [0x00007f6b510cf000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.waitForReportRequest(FSDataset.java:2253) - locked <0x0000000693abb210> (a org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.run(FSDataset.java:2223) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data16" daemon prio=10 tid=0x00007f6b5cb59800 nid=0x91e2 waiting on condition [0x00007f6b511d0000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data15" daemon prio=10 tid=0x00007f6b5cb55800 nid=0x91de waiting on condition [0x00007f6b518d7000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@763f1179" daemon prio=10 tid=0x00007f6b54316800 nid=0x91d2 waiting on condition [0x00007f6b512d1000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:621) at java.lang.Thread.run(Thread.java:662) "IPC Server handler 2 on 56173" daemon prio=10 tid=0x0000000041e62800 nid=0x91ce waiting on condition [0x00007f6b513d2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d88938> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 56173" daemon prio=10 tid=0x0000000041e60800 nid=0x91cd waiting on condition [0x00007f6b514d3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d88938> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 56173" daemon prio=10 tid=0x0000000041e5e800 nid=0x91cc waiting on condition [0x00007f6b515d4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693d88938> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 56173" daemon prio=10 tid=0x0000000041e5c000 nid=0x91cb runnable [0x00007f6b516d5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d89b48> (a sun.nio.ch.Util$2) - locked <0x0000000693d89b38> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d896c0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x0000000041e5a800 nid=0x91ca runnable [0x00007f6b517d6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d8e960> (a sun.nio.ch.Util$2) - locked <0x0000000693d8e950> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d8e738> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2ae0420b" daemon prio=10 tid=0x0000000041e20800 nid=0x91c8 runnable [0x00007f6b519d8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) - locked <0x00000006939fa7c0> (a java.lang.Object) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) - locked <0x00000006939fa788> (a java.lang.Object) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) "DataNode: [/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data13,/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data14]" daemon prio=10 tid=0x00007f6b5cb53800 nid=0x91c7 in Object.wait() [0x00007f6b51ad9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:1091) - locked <0x00000006939fb5a0> (a java.util.LinkedList) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1527) at java.lang.Thread.run(Thread.java:662) "pool-8-thread-1" prio=10 tid=0x00007f6b5cb39000 nid=0x91c6 runnable [0x00007f6b51bda000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693d8dc88> (a sun.nio.ch.Util$2) - locked <0x0000000693d8dc78> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693d89d70> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x0000000693d89d58> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer-7" daemon prio=10 tid=0x00007f6b5caec800 nid=0x91c5 in Object.wait() [0x00007f6b51cdb000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000693a730e8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "1517589558@qtp-384464201-1 - Acceptor0 SelectChannelConnector@localhost:46202" prio=10 tid=0x00007f6b5caea000 nid=0x91c4 runnable [0x00007f6b51ddc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693a096d8> (a sun.nio.ch.Util$2) - locked <0x0000000693a096c8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693a092c8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "697598386@qtp-384464201-0" prio=10 tid=0x00007f6b5cae8800 nid=0x91c3 in Object.wait() [0x00007f6b51edd000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x0000000693a098a8> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Async Block Report Generator" daemon prio=10 tid=0x00007f6b5cae7000 nid=0x91c2 in Object.wait() [0x00007f6b51fde000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.waitForReportRequest(FSDataset.java:2253) - locked <0x00000006939fb320> (a org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.run(FSDataset.java:2223) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data14" daemon prio=10 tid=0x00007f6b5cae5800 nid=0x91c1 waiting on condition [0x00007f6b520df000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data13" daemon prio=10 tid=0x00007f6b5cae3800 nid=0x91bd waiting on condition [0x00007f6b522e1000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@679b2faf" daemon prio=10 tid=0x0000000041b34800 nid=0x91af waiting on condition [0x00007f6b521e0000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:621) at java.lang.Thread.run(Thread.java:662) "IPC Server handler 2 on 34969" daemon prio=10 tid=0x0000000041b2c000 nid=0x91ac waiting on condition [0x00007f6b523e2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069340cb98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 34969" daemon prio=10 tid=0x0000000041b29800 nid=0x91ab waiting on condition [0x00007f6b524e3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069340cb98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 34969" daemon prio=10 tid=0x0000000041b27800 nid=0x91aa waiting on condition [0x00007f6b525e4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069340cb98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 34969" daemon prio=10 tid=0x0000000041b25800 nid=0x91a9 runnable [0x00007f6b526e5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x000000069340d748> (a sun.nio.ch.Util$2) - locked <0x000000069340d738> (a java.util.Collections$UnmodifiableSet) - locked <0x000000069340d2e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x0000000041b24000 nid=0x91a8 runnable [0x00007f6b527e6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693414e60> (a sun.nio.ch.Util$2) - locked <0x0000000693414e50> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693414c38> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@47e7d503" daemon prio=10 tid=0x0000000041b21800 nid=0x91a7 runnable [0x00007f6b528e7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) - locked <0x0000000693402d60> (a java.lang.Object) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) - locked <0x0000000693402d28> (a java.lang.Object) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) "DataNode: [/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data11,/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data12]" daemon prio=10 tid=0x00007f6b5cae2000 nid=0x91a6 in Object.wait() [0x00007f6b529e8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:1091) - locked <0x00000006934029a8> (a java.util.LinkedList) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1527) at java.lang.Thread.run(Thread.java:662) "pool-7-thread-1" prio=10 tid=0x00007f6b5cac7800 nid=0x91a5 runnable [0x00007f6b52ae9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x000000069340dba8> (a sun.nio.ch.Util$2) - locked <0x000000069340db98> (a java.util.Collections$UnmodifiableSet) - locked <0x000000069340d970> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x000000069340d958> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer-6" daemon prio=10 tid=0x00007f6b5ca7a800 nid=0x91a4 in Object.wait() [0x00007f6b52bea000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000069341ffb8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "1343563331@qtp-24742184-1 - Acceptor0 SelectChannelConnector@localhost:34357" prio=10 tid=0x00007f6b5ca79000 nid=0x91a3 runnable [0x00007f6b52ceb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693415a28> (a sun.nio.ch.Util$2) - locked <0x0000000693415a38> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006934159e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "499054983@qtp-24742184-0" prio=10 tid=0x00007f6b5ca77800 nid=0x91a2 in Object.wait() [0x00007f6b52dec000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x0000000693415e80> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Async Block Report Generator" daemon prio=10 tid=0x00007f6b5ca76000 nid=0x91a1 in Object.wait() [0x00007f6b52eed000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.waitForReportRequest(FSDataset.java:2253) - locked <0x00000006936e2d68> (a org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.run(FSDataset.java:2223) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data12" daemon prio=10 tid=0x00007f6b5ca75800 nid=0x91a0 waiting on condition [0x00007f6b531f0000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data11" daemon prio=10 tid=0x00007f6b5ca71800 nid=0x919c waiting on condition [0x00007f6b52fee000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@2cea3932" daemon prio=10 tid=0x0000000041ac0000 nid=0x918e waiting on condition [0x00007f6b530ef000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:621) at java.lang.Thread.run(Thread.java:662) "IPC Server handler 2 on 34574" daemon prio=10 tid=0x0000000041abc800 nid=0x918b waiting on condition [0x00007f6b532f1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693a37248> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 34574" daemon prio=10 tid=0x0000000041aba800 nid=0x918a waiting on condition [0x00007f6b533f2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693a37248> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 34574" daemon prio=10 tid=0x0000000041ae4000 nid=0x9189 waiting on condition [0x00007f6b534f3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693a37248> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 34574" daemon prio=10 tid=0x0000000041ae3000 nid=0x9188 runnable [0x00007f6b535f4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693a41f50> (a sun.nio.ch.Util$2) - locked <0x0000000693a41f40> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693a37b08> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x0000000041ad0000 nid=0x9187 runnable [0x00007f6b536f5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693a42e90> (a sun.nio.ch.Util$2) - locked <0x0000000693a42e80> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693a42c68> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@58d51a54" daemon prio=10 tid=0x0000000041b40800 nid=0x9186 runnable [0x00007f6b537f6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) - locked <0x0000000693a0bd30> (a java.lang.Object) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) - locked <0x0000000693a0bcf8> (a java.lang.Object) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) "DataNode: [/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data9,/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data10]" daemon prio=10 tid=0x00007f6b5ca70000 nid=0x9185 in Object.wait() [0x00007f6b538f7000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:1091) - locked <0x0000000693a21288> (a java.util.LinkedList) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1527) at java.lang.Thread.run(Thread.java:662) "pool-6-thread-1" prio=10 tid=0x00007f6b5ca55800 nid=0x9184 runnable [0x00007f6b539f8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693a423b0> (a sun.nio.ch.Util$2) - locked <0x0000000693a423a0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693a42178> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x0000000693a42160> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer-5" daemon prio=10 tid=0x00007f6b5ca08800 nid=0x9183 in Object.wait() [0x00007f6b53af9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000693a0cee8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "1571558359@qtp-914104718-1 - Acceptor0 SelectChannelConnector@localhost:39728" prio=10 tid=0x00007f6b5ca06800 nid=0x9182 runnable [0x00007f6b53bfa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693a0c7e8> (a sun.nio.ch.Util$2) - locked <0x0000000693a0c7d8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693a0c580> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "707051434@qtp-914104718-0" prio=10 tid=0x00007f6b5ca04800 nid=0x9181 in Object.wait() [0x00007f6b53cfb000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x0000000693a219b8> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Async Block Report Generator" daemon prio=10 tid=0x00007f6b5ca01000 nid=0x9180 in Object.wait() [0x00007f6b53dfc000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.waitForReportRequest(FSDataset.java:2253) - locked <0x0000000693a20cf8> (a org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.run(FSDataset.java:2223) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data10" daemon prio=10 tid=0x00007f6b5ca02800 nid=0x917f waiting on condition [0x00007f6b53efd000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data9" daemon prio=10 tid=0x00007f6b5c9ff000 nid=0x917b waiting on condition [0x00007f6b581c0000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@313d21d6" daemon prio=10 tid=0x00007f6b5443d000 nid=0x916d waiting on condition [0x00007f6b53ffe000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:621) at java.lang.Thread.run(Thread.java:662) "IPC Server handler 2 on 57113" daemon prio=10 tid=0x00007f6b54385800 nid=0x916a waiting on condition [0x00007f6b582c1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069343f180> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 57113" daemon prio=10 tid=0x0000000041ac2800 nid=0x9169 waiting on condition [0x00007f6b583c2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069343f180> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 57113" daemon prio=10 tid=0x0000000041ae8800 nid=0x9168 waiting on condition [0x00007f6b584c3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069343f180> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 57113" daemon prio=10 tid=0x0000000041a25800 nid=0x9167 runnable [0x00007f6b585c4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x000000069343fd20> (a sun.nio.ch.Util$2) - locked <0x000000069343fd10> (a java.util.Collections$UnmodifiableSet) - locked <0x000000069343f8b8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x0000000041a23800 nid=0x9166 runnable [0x00007f6b586c5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006934533c0> (a sun.nio.ch.Util$2) - locked <0x00000006934533b0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693453198> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@815a3a1" daemon prio=10 tid=0x00000000419cf800 nid=0x9165 runnable [0x00007f6b587c6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) - locked <0x000000069344fe60> (a java.lang.Object) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) - locked <0x000000069344fe28> (a java.lang.Object) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) "DataNode: [/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data7,/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data8]" daemon prio=10 tid=0x00007f6b5c9fd800 nid=0x9164 in Object.wait() [0x00007f6b588c7000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:1091) - locked <0x000000069344fab0> (a java.util.LinkedList) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1527) at java.lang.Thread.run(Thread.java:662) "pool-5-thread-1" prio=10 tid=0x00007f6b5c9e3000 nid=0x9163 runnable [0x00007f6b589c8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693440180> (a sun.nio.ch.Util$2) - locked <0x0000000693440170> (a java.util.Collections$UnmodifiableSet) - locked <0x000000069343ff48> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x000000069343ff30> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer-4" daemon prio=10 tid=0x00007f6b5c996800 nid=0x9162 in Object.wait() [0x00007f6b58ac9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000693453eb8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "1050419967@qtp-1561837803-1 - Acceptor0 SelectChannelConnector@localhost:44374" prio=10 tid=0x00007f6b5c995000 nid=0x9161 runnable [0x00007f6b58bca000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693454818> (a sun.nio.ch.Util$2) - locked <0x0000000693454828> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006934547d0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "597480949@qtp-1561837803-0" prio=10 tid=0x00007f6b5c993800 nid=0x9160 in Object.wait() [0x00007f6b58ccb000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x0000000693461b88> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Async Block Report Generator" daemon prio=10 tid=0x00007f6b5c991800 nid=0x915f in Object.wait() [0x00007f6b58dcc000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.waitForReportRequest(FSDataset.java:2253) - locked <0x0000000693a5eab8> (a org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.run(FSDataset.java:2223) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data8" daemon prio=10 tid=0x00007f6b5c98e800 nid=0x915e waiting on condition [0x00007f6b58fce000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data7" daemon prio=10 tid=0x00007f6b5c990000 nid=0x915a waiting on condition [0x00007f6b590cf000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@647fc8b2" daemon prio=10 tid=0x0000000041b41800 nid=0x914d waiting on condition [0x00007f6b58ecd000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:621) at java.lang.Thread.run(Thread.java:662) "IPC Server handler 2 on 47891" daemon prio=10 tid=0x0000000041b3d000 nid=0x9149 waiting on condition [0x00007f6b591d0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006939d36f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 47891" daemon prio=10 tid=0x0000000041a2f000 nid=0x9148 waiting on condition [0x00007f6b592d1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006939d36f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 47891" daemon prio=10 tid=0x0000000041a2d000 nid=0x9147 waiting on condition [0x00007f6b593d2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006939d36f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 47891" daemon prio=10 tid=0x0000000041a2b000 nid=0x9146 runnable [0x00007f6b594d3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006939d4808> (a sun.nio.ch.Util$2) - locked <0x00000006939d47f8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006939d43a0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x0000000041a29800 nid=0x9145 runnable [0x00007f6b595d4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006939d5358> (a sun.nio.ch.Util$2) - locked <0x00000006939d5348> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006939d5130> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2e19fc25" daemon prio=10 tid=0x0000000041d5c800 nid=0x9144 runnable [0x00007f6b596d5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) - locked <0x0000000693942580> (a java.lang.Object) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) - locked <0x0000000693942548> (a java.lang.Object) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) "DataNode: [/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data5,/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data6]" daemon prio=10 tid=0x00007f6b5c98d000 nid=0x9143 in Object.wait() [0x00007f6b597d6000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:1091) - locked <0x00000006939476a0> (a java.util.LinkedList) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1527) at java.lang.Thread.run(Thread.java:662) "pool-4-thread-1" prio=10 tid=0x00007f6b5c972800 nid=0x9142 runnable [0x00007f6b598d7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006939d3f88> (a sun.nio.ch.Util$2) - locked <0x00000006939d3f78> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006939d3d50> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x00000006939d4a18> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer-3" daemon prio=10 tid=0x00007f6b5c926800 nid=0x9141 in Object.wait() [0x00007f6b599d8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000693940520> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "1179030521@qtp-1721051397-1 - Acceptor0 SelectChannelConnector@localhost:59079" prio=10 tid=0x00007f6b5c924000 nid=0x9140 runnable [0x00007f6b59ad9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006939e0420> (a sun.nio.ch.Util$2) - locked <0x00000006939e0410> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006939dff78> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "1186661854@qtp-1721051397-0" prio=10 tid=0x00007f6b5c922800 nid=0x913f in Object.wait() [0x00007f6b59bda000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x00000006939e0638> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Async Block Report Generator" daemon prio=10 tid=0x00007f6b5c921000 nid=0x913e in Object.wait() [0x00007f6b5a2e1000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.waitForReportRequest(FSDataset.java:2253) - locked <0x0000000693947110> (a org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.run(FSDataset.java:2223) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data6" daemon prio=10 tid=0x00007f6b5c91c800 nid=0x913d waiting on condition [0x00007f6b59cdb000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data5" daemon prio=10 tid=0x00007f6b5c91e800 nid=0x9139 waiting on condition [0x00007f6b59edd000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@3d3c33b7" daemon prio=10 tid=0x00007f6b5445f000 nid=0x912c waiting on condition [0x00007f6b59ddc000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:621) at java.lang.Thread.run(Thread.java:662) "IPC Server handler 2 on 59197" daemon prio=10 tid=0x0000000041a13800 nid=0x912a waiting on condition [0x00007f6b59fde000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006938a5570> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 59197" daemon prio=10 tid=0x00000000419d7000 nid=0x9129 waiting on condition [0x00007f6b5a0df000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006938a5570> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 59197" daemon prio=10 tid=0x00000000419cc800 nid=0x9128 waiting on condition [0x00007f6b5a1e0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006938a5570> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 59197" daemon prio=10 tid=0x00000000419ca800 nid=0x9125 runnable [0x00007f6b5a3e2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006938a62f8> (a sun.nio.ch.Util$2) - locked <0x00000006938a62e8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006938a5e90> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x00000000419c9000 nid=0x9124 runnable [0x00007f6b5a4e3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006938a7238> (a sun.nio.ch.Util$2) - locked <0x00000006938a7228> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006938a7010> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@68c12474" daemon prio=10 tid=0x0000000041a5d800 nid=0x9123 runnable [0x00007f6b5a5e4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) - locked <0x0000000693792418> (a java.lang.Object) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) - locked <0x00000006937923e0> (a java.lang.Object) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) "DataNode: [/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data3,/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data4]" daemon prio=10 tid=0x00007f6b5c91b000 nid=0x9122 in Object.wait() [0x00007f6b5a6e5000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:1091) - locked <0x0000000693819528> (a java.util.LinkedList) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1527) at java.lang.Thread.run(Thread.java:662) "pool-3-thread-1" prio=10 tid=0x00007f6b5c900800 nid=0x9121 runnable [0x00007f6b5a7e6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006938a6758> (a sun.nio.ch.Util$2) - locked <0x00000006938a6748> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006938a6520> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x00000006938a6508> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer-2" daemon prio=10 tid=0x00007f6b5c8b4000 nid=0x9120 in Object.wait() [0x00007f6b5a8e7000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000006937903b8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "583175351@qtp-651497704-1 - Acceptor0 SelectChannelConnector@localhost:33290" prio=10 tid=0x00007f6b5c8b2000 nid=0x911f runnable [0x00007f6b5a9e8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006938b24c0> (a sun.nio.ch.Util$2) - locked <0x00000006938b24b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006938b2018> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "61025956@qtp-651497704-0" prio=10 tid=0x00007f6b5c8b0000 nid=0x911e in Object.wait() [0x00007f6b5aae9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x00000006938b1c40> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Async Block Report Generator" daemon prio=10 tid=0x00007f6b5c8ae000 nid=0x911d in Object.wait() [0x00007f6b5abea000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.waitForReportRequest(FSDataset.java:2253) - locked <0x0000000693818f98> (a org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.run(FSDataset.java:2223) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data4" daemon prio=10 tid=0x00007f6b5c8ac000 nid=0x911c waiting on condition [0x00007f6b5aceb000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data3" daemon prio=10 tid=0x00007f6b5c8ab000 nid=0x9118 waiting on condition [0x00007f6b5aeed000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@3f406eb6" daemon prio=10 tid=0x00007f6b5445b800 nid=0x910a waiting on condition [0x00007f6b5adec000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:621) at java.lang.Thread.run(Thread.java:662) "IPC Server handler 2 on 48503" daemon prio=10 tid=0x00007f6b541a0000 nid=0x9107 waiting on condition [0x00007f6b5afee000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069376f360> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 48503" daemon prio=10 tid=0x00007f6b5419e000 nid=0x9106 waiting on condition [0x00007f6b5b0ef000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069376f360> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 48503" daemon prio=10 tid=0x00007f6b541c6800 nid=0x9105 waiting on condition [0x00007f6b5b1f0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000069376f360> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 48503" daemon prio=10 tid=0x00007f6b541c4800 nid=0x9104 runnable [0x00007f6b5b2f1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006937700e8> (a sun.nio.ch.Util$2) - locked <0x00000006937700d8> (a java.util.Collections$UnmodifiableSet) - locked <0x000000069376fc80> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x0000000041e2a000 nid=0x9103 runnable [0x00007f6b5b3f2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693771028> (a sun.nio.ch.Util$2) - locked <0x0000000693771018> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693770e00> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2627cd63" daemon prio=10 tid=0x0000000041d5e000 nid=0x9102 runnable [0x00007f6b5b4f3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) - locked <0x000000069375f1a8> (a java.lang.Object) at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) - locked <0x000000069375f170> (a java.lang.Object) at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:131) at java.lang.Thread.run(Thread.java:662) "DataNode: [/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data1,/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data2]" daemon prio=10 tid=0x00007f6b5c843000 nid=0x9101 in Object.wait() [0x00007f6b5b5f4000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.DataNode.offerService(DataNode.java:1091) - locked <0x000000069375add0> (a java.util.LinkedList) at org.apache.hadoop.hdfs.server.datanode.DataNode.run(DataNode.java:1527) at java.lang.Thread.run(Thread.java:662) "pool-2-thread-1" prio=10 tid=0x00007f6b5c840000 nid=0x9100 runnable [0x00007f6b5b6f5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693770548> (a sun.nio.ch.Util$2) - locked <0x0000000693770538> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693770310> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x00000006937702f8> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer-1" daemon prio=10 tid=0x00007f6b5c83f000 nid=0x90ff in Object.wait() [0x00007f6b5b7f6000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000006937581c0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "2039197494@qtp-1453807415-1 - Acceptor0 SelectChannelConnector@localhost:60914" prio=10 tid=0x00007f6b541c3000 nid=0x90fe runnable [0x00007f6b5b8f7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000693782198> (a sun.nio.ch.Util$2) - locked <0x0000000693782188> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693781cf0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "1858155990@qtp-1453807415-0" prio=10 tid=0x00007f6b54336800 nid=0x90fd in Object.wait() [0x00007f6b5b9f8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x00000006937823b0> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "Async Block Report Generator" daemon prio=10 tid=0x00007f6b54332800 nid=0x90fc in Object.wait() [0x00007f6b5baf9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.waitForReportRequest(FSDataset.java:2253) - locked <0x000000069375a840> (a org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport) at org.apache.hadoop.hdfs.server.datanode.FSDataset$AsyncBlockReport.run(FSDataset.java:2223) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data2" daemon prio=10 tid=0x00007f6b543ce800 nid=0x90fb waiting on condition [0x00007f6b5bbfa000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "refreshUsed-/ram2G/cde77b01-0265-420e-8ef2-335844c8c040/dfscluster_8a287333-efb2-414e-aa20-8a9442ac81d4/dfs/data/data1" daemon prio=10 tid=0x00007f6b543cd800 nid=0x90f7 waiting on condition [0x00007f6b5bcfb000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:80) at java.lang.Thread.run(Thread.java:662) "IPC Client (47) connection to localhost/127.0.0.1:37943 from liochon" daemon prio=10 tid=0x00007f6b5429a000 nid=0x90f3 in Object.wait() [0x00007f6b5bdfc000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:743) - locked <0x000000069374c6c8> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:785) "IPC Server handler 9 on 37943" daemon prio=10 tid=0x00007f6b5c837800 nid=0x90e4 waiting on condition [0x00007f6b5bffe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 8 on 37943" daemon prio=10 tid=0x00007f6b5c835800 nid=0x90e3 waiting on condition [0x00007f6b6016c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 7 on 37943" daemon prio=10 tid=0x00007f6b5c833800 nid=0x90e2 waiting on condition [0x00007f6b6026d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 6 on 37943" daemon prio=10 tid=0x00007f6b5c831000 nid=0x90e1 waiting on condition [0x00007f6b6036e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 5 on 37943" daemon prio=10 tid=0x00007f6b5c82f800 nid=0x90e0 waiting on condition [0x00007f6b6046f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 4 on 37943" daemon prio=10 tid=0x00007f6b5c82d800 nid=0x90df waiting on condition [0x00007f6b60570000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 3 on 37943" daemon prio=10 tid=0x00007f6b5c82c000 nid=0x90de waiting on condition [0x00007f6b60671000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 2 on 37943" daemon prio=10 tid=0x00007f6b5c824000 nid=0x90dd waiting on condition [0x00007f6b60772000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 1 on 37943" daemon prio=10 tid=0x00007f6b5c807000 nid=0x90dc waiting on condition [0x00007f6b60873000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server handler 0 on 37943" daemon prio=10 tid=0x00007f6b5c806800 nid=0x90db waiting on condition [0x00007f6b60974000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000693493fd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1369) "IPC Server listener on 37943" daemon prio=10 tid=0x00007f6b5c7df000 nid=0x90da runnable [0x00007f6b60a75000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006934abf10> (a sun.nio.ch.Util$2) - locked <0x00000006934abf00> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006934aba40> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:440) "IPC Server Responder" daemon prio=10 tid=0x00007f6b5c7e0000 nid=0x90d9 runnable [0x00007f6b60b76000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006934acce8> (a sun.nio.ch.Util$2) - locked <0x00000006934accd8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006934acac0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:606) "Timer-0" daemon prio=10 tid=0x00007f6b5c7f1000 nid=0x90d8 in Object.wait() [0x00007f6b60c77000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000006934c6ce8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "847446306@qtp-2041998086-1 - Acceptor0 SelectChannelConnector@localhost:43953" prio=10 tid=0x00007f6b5c7f4000 nid=0x90d7 runnable [0x00007f6b60d78000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006934d9ed8> (a sun.nio.ch.Util$2) - locked <0x00000006934d9ec8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006934d9a30> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "1677206653@qtp-2041998086-0" prio=10 tid=0x00007f6b5c7c5800 nid=0x90d6 in Object.wait() [0x00007f6b60e79000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) - locked <0x00000006934dc0d0> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "pool-1-thread-1" prio=10 tid=0x00007f6b5c721800 nid=0x90d5 runnable [0x00007f6b60f7a000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006934a4b00> (a sun.nio.ch.Util$2) - locked <0x00000006934a4af0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000693494670> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:334) - locked <0x00000006934ac120> (a org.apache.hadoop.ipc.Server$Listener$Reader) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.namenode.DecommissionManager$Monitor@70e434d" daemon prio=10 tid=0x00007f6b5c70f800 nid=0x90d4 waiting on condition [0x00007f6b6107b000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.namenode.DecommissionManager$Monitor.run(DecommissionManager.java:65) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$ReplicationMonitor@2fe6e305" daemon prio=10 tid=0x00007f6b5c60e800 nid=0x90d3 waiting on condition [0x00007f6b6117c000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem$ReplicationMonitor.run(FSNamesystem.java:2866) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@72e5355f" daemon prio=10 tid=0x00007f6b5c763800 nid=0x90d2 waiting on condition [0x00007f6b6127d000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:368) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$HeartbeatMonitor@19e09a4" daemon prio=10 tid=0x00007f6b5c63c000 nid=0x90d1 waiting on condition [0x00007f6b6137e000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem$HeartbeatMonitor.run(FSNamesystem.java:2845) at java.lang.Thread.run(Thread.java:662) "org.apache.hadoop.hdfs.server.namenode.PendingReplicationBlocks$PendingReplicationMonitor@d5e92d7" daemon prio=10 tid=0x00007f6b5c732800 nid=0x90d0 waiting on condition [0x00007f6b61689000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.server.namenode.PendingReplicationBlocks$PendingReplicationMonitor.run(PendingReplicationBlocks.java:186) at java.lang.Thread.run(Thread.java:662) "ProcessThread(sid:0 cport:-1):" prio=10 tid=0x00007f6b5c681000 nid=0x90ce waiting on condition [0x00007f6b6178a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006939f4540> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120) "SyncThread:0" prio=10 tid=0x00007f6b5c64b000 nid=0x90cd waiting on condition [0x00007f6b6188b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006939f47b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:97) "SessionTracker" prio=10 tid=0x00007f6b5c65e800 nid=0x90cc in Object.wait() [0x00007f6b6198c000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) - locked <0x00000006939f3790> (a org.apache.zookeeper.server.SessionTrackerImpl) "NIOServerCxn.Factory:0.0.0.0/0.0.0.0:57821" daemon prio=10 tid=0x00007f6b5c561800 nid=0x90cb runnable [0x00007f6b61a8d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000006939f27c8> (a sun.nio.ch.Util$2) - locked <0x00000006939f27b8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006939f2350> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178) at java.lang.Thread.run(Thread.java:662) "Low Memory Detector" daemon prio=10 tid=0x00007f6b5c098000 nid=0x90c9 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f6b5c095800 nid=0x90c8 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007f6b5c092800 nid=0x90c7 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007f6b5c090000 nid=0x90c6 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007f6b5c073800 nid=0x90c5 in Object.wait() [0x00007f6b62ae9000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x0000000693507790> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x00007f6b5c072000 nid=0x90c4 in Object.wait() [0x00007f6b62bea000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x0000000693a4bd90> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x0000000041822800 nid=0x90be waiting on condition [0x00007f6b689e3000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hbase.TestStartStop.testSimpleStartStop(TestStartStop.java:68) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:234) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:133) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:114) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:188) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:166) at org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:86) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:101) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:74) "VM Thread" prio=10 tid=0x00007f6b5c06b000 nid=0x90c3 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x0000000041835800 nid=0x90bf runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x0000000041837800 nid=0x90c0 runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x0000000041839800 nid=0x90c1 runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x000000004183b000 nid=0x90c2 runnable "VM Periodic Task Thread" prio=10 tid=0x00007f6b5c0a2800 nid=0x90ca waiting on condition JNI global references: 1478