Full thread dump Java HotSpot(TM) 64-Bit Server VM (1.5.0_13-b05 mixed mode): "IPC Client connection to content-repo.cluster.powerset.com/208.76.45.233:60000" daemon prio=1 tid=0x00002aab38b968c0 nid=0x85e in Object.wait() [0x0000000042f22000..0x0000000042f22d80] at java.lang.Object.wait(Native Method) - waiting on <0x00002aab0d9b26a0> (a org.apache.hadoop.ipc.Client$Connection) at java.lang.Object.wait(Unknown Source) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:234) - locked <0x00002aab0d9b26a0> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:273) "ResponseProcessor for block blk_-8613134591664712450" daemon prio=1 tid=0x00002aab39cb8c80 nid=0x7a8 runnable [0x0000000041a0d000..0x0000000041a0dd00] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(Unknown Source) at java.io.DataInputStream.readFully(Unknown Source) at java.io.DataInputStream.readLong(Unknown Source) at org.apache.hadoop.dfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:1726) "DataStreamer for file /hbase/aa0-005-2.u.powerset.com/log_208.76.44.92_1205384328364_60020/hlog.dat.021 block blk_-8613134591664712450" daemon prio=1 tid=0x00002aab392f8910 nid=0x7a2 in Object.wait() [0x000000004180b000..0x000000004180bc00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.dfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:1577) - locked <0x00002aaac78b0010> (a java.util.LinkedList) "IPC Server handler 9 on 60020" daemon prio=1 tid=0x00002aab391eb170 nid=0x6279 in Object.wait() [0x0000000042e21000..0x0000000042e21d00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 8 on 60020" daemon prio=1 tid=0x00002aab391e9d50 nid=0x6278 in Object.wait() [0x0000000042d20000..0x0000000042d20c80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 7 on 60020" daemon prio=1 tid=0x00002aab391e8900 nid=0x6277 in Object.wait() [0x0000000042c1f000..0x0000000042c1fc00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 6 on 60020" daemon prio=1 tid=0x00002aab391e0cf0 nid=0x6276 in Object.wait() [0x0000000042b1e000..0x0000000042b1eb80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 5 on 60020" daemon prio=1 tid=0x00002aab391df610 nid=0x6275 in Object.wait() [0x0000000042a1d000..0x0000000042a1db00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 4 on 60020" daemon prio=1 tid=0x00002aab391de2b0 nid=0x6274 in Object.wait() [0x000000004291c000..0x000000004291ca80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 3 on 60020" daemon prio=1 tid=0x00002aab391e7620 nid=0x6273 in Object.wait() [0x000000004281b000..0x000000004281be00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 2 on 60020" daemon prio=1 tid=0x00002aab391e6200 nid=0x6272 in Object.wait() [0x000000004271a000..0x000000004271ad80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 1 on 60020" daemon prio=1 tid=0x00002aab391e4de0 nid=0x6271 in Object.wait() [0x0000000042619000..0x0000000042619d00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 0 on 60020" daemon prio=1 tid=0x00002aaaaab50a50 nid=0x6270 in Object.wait() [0x0000000042518000..0x0000000042518c80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server listener on 60020" daemon prio=1 tid=0x00002aaaaab4f3b0 nid=0x626f runnable [0x0000000042417000..0x0000000042417c00] at sun.nio.ch.PollArrayWrapper.poll0(Native Method) at sun.nio.ch.PollArrayWrapper.poll(Unknown Source) at sun.nio.ch.PollSelectorImpl.doSelect(Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(Unknown Source) - locked <0x00002aaab859cd28> (a sun.nio.ch.Util$1) - locked <0x00002aaab859cd10> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab859c848> (a sun.nio.ch.PollSelectorImpl) at sun.nio.ch.SelectorImpl.select(Unknown Source) at sun.nio.ch.SelectorImpl.select(Unknown Source) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:323) "IPC Server Responder" daemon prio=1 tid=0x00002aaaaab66070 nid=0x626e runnable [0x0000000042316000..0x0000000042316b80] at sun.nio.ch.PollArrayWrapper.poll0(Native Method) at sun.nio.ch.PollArrayWrapper.poll(Unknown Source) at sun.nio.ch.PollSelectorImpl.doSelect(Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(Unknown Source) - locked <0x00002aaab859be08> (a sun.nio.ch.Util$1) - locked <0x00002aaab859bdf0> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab8592880> (a sun.nio.ch.PollSelectorImpl) at sun.nio.ch.SelectorImpl.select(Unknown Source) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:480) "SocketListener0-1" prio=1 tid=0x00002aab391da0a0 nid=0x626d in Object.wait() [0x0000000042215000..0x0000000042215b00] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab862f1e8> (a org.mortbay.util.ThreadPool$PoolThread) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:522) - locked <0x00002aaab862f1e8> (a org.mortbay.util.ThreadPool$PoolThread) "SocketListener0-0" prio=1 tid=0x00002aab391d9410 nid=0x626c in Object.wait() [0x0000000042114000..0x0000000042114a80] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab862f120> (a org.mortbay.util.ThreadPool$PoolThread) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:522) - locked <0x00002aaab862f120> (a org.mortbay.util.ThreadPool$PoolThread) "Acceptor ServerSocket[addr=0.0.0.0/0.0.0.0,port=0,localport=60030]" prio=1 tid=0x00002aab38c18fe0 nid=0x626b runnable [0x0000000042013000..0x0000000042013e00] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(Unknown Source) - locked <0x00002aaab85d41b0> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(Unknown Source) at java.net.ServerSocket.accept(Unknown Source) at org.mortbay.util.ThreadedServer.acceptSocket(ThreadedServer.java:432) at org.mortbay.util.ThreadedServer$Acceptor.run(ThreadedServer.java:631) "SessionScavenger" daemon prio=1 tid=0x00002aaaaab5bdf0 nid=0x626a waiting on condition [0x0000000041609000..0x0000000041609d80] at java.lang.Thread.sleep(Native Method) at org.mortbay.jetty.servlet.AbstractSessionManager$SessionScavenger.run(AbstractSessionManager.java:587) "regionserver/0:0:0:0:0:0:0:0:60020.leaseChecker" daemon prio=1 tid=0x00002aab3919aeb0 nid=0x6269 waiting on condition [0x0000000041f12000..0x0000000041f12d00] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:72) at org.apache.hadoop.hbase.Chore.run(Chore.java:64) "regionserver/0:0:0:0:0:0:0:0:60020.worker" daemon prio=1 tid=0x00002aab3919a2e0 nid=0x6268 waiting on condition [0x0000000041e11000..0x0000000041e11c80] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(Unknown Source) at java.util.concurrent.LinkedBlockingQueue.poll(Unknown Source) at org.apache.hadoop.hbase.HRegionServer$Worker.run(HRegionServer.java:1087) at java.lang.Thread.run(Unknown Source) "regionserver/0:0:0:0:0:0:0:0:60020.compactor" daemon prio=1 tid=0x00002aab38bbb310 nid=0x6267 waiting on condition [0x0000000041d10000..0x0000000041d10c00] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(Unknown Source) at java.util.concurrent.LinkedBlockingQueue.poll(Unknown Source) at org.apache.hadoop.hbase.HRegionServer$CompactSplitThread.run(HRegionServer.java:250) "regionserver/0:0:0:0:0:0:0:0:60020.cacheFlusher" daemon prio=1 tid=0x00002aab38bba770 nid=0x6266 waiting on condition [0x0000000041c0f000..0x0000000041c0fb80] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(Unknown Source) at java.util.concurrent.DelayQueue.poll(Unknown Source) at org.apache.hadoop.hbase.HRegionServer$Flusher.run(HRegionServer.java:409) "regionserver/0:0:0:0:0:0:0:0:60020.logRoller" daemon prio=1 tid=0x00002aab39143c50 nid=0x6265 in Object.wait() [0x0000000041b0e000..0x0000000041b0eb00] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab858f840> (a java.lang.Integer) at org.apache.hadoop.hbase.HRegionServer$LogRoller.run(HRegionServer.java:519) - locked <0x00002aaab858f840> (a java.lang.Integer) "org.apache.hadoop.dfs.DFSClient$LeaseChecker@4f5ad5c6" daemon prio=1 tid=0x00002aab391fe230 nid=0x6263 waiting on condition [0x000000004190c000..0x000000004190ce00] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.dfs.DFSClient$LeaseChecker.run(DFSClient.java:597) at java.lang.Thread.run(Unknown Source) "org.apache.hadoop.io.ObjectWritable Connection Culler" daemon prio=1 tid=0x00002aab3928dc70 nid=0x6261 waiting on condition [0x000000004170a000..0x000000004170ad00] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.ipc.Client$ConnectionCuller.run(Client.java:423) "org.apache.hadoop.hbase.io.HbaseObjectWritable Connection Culler" daemon prio=1 tid=0x00002aab38c1f4c0 nid=0x6229 waiting on condition [0x0000000041508000..0x0000000041508b80] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.ipc.Client$ConnectionCuller.run(Client.java:423) "DestroyJavaVM" prio=1 tid=0x0000000040116a90 nid=0x61f7 waiting on condition [0x0000000000000000..0x00007fff1125b210] "regionserver/0:0:0:0:0:0:0:0:60020" prio=1 tid=0x00002aab39255fe0 nid=0x6228 waiting on condition [0x0000000041407000..0x0000000041407b00] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:72) at org.apache.hadoop.hbase.HRegionServer.run(HRegionServer.java:767) at java.lang.Thread.run(Unknown Source) "Low Memory Detector" daemon prio=1 tid=0x00002aab38b47c90 nid=0x6226 runnable [0x0000000000000000..0x0000000000000000] "CompilerThread1" daemon prio=1 tid=0x00002aab38b46060 nid=0x6225 waiting on condition [0x0000000000000000..0x00000000411036a0] "CompilerThread0" daemon prio=1 tid=0x00002aab38b44ab0 nid=0x6224 waiting on condition [0x0000000000000000..0x00000000410025e0] "AdapterThread" daemon prio=1 tid=0x00002aab38b43350 nid=0x6223 waiting on condition [0x0000000000000000..0x0000000000000000] "Signal Dispatcher" daemon prio=1 tid=0x00002aab38b33040 nid=0x6222 waiting on condition [0x0000000000000000..0x0000000000000000] "Finalizer" daemon prio=1 tid=0x00002aaaaabf74c0 nid=0x6221 in Object.wait() [0x0000000040d00000..0x0000000040d00b80] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab86256a8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(Unknown Source) - locked <0x00002aaab86256a8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(Unknown Source) at java.lang.ref.Finalizer$FinalizerThread.run(Unknown Source) "Reference Handler" daemon prio=1 tid=0x00002aaaaabf6ca0 nid=0x6220 in Object.wait() [0x0000000040bff000..0x0000000040bffb00] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab85d27a8> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Unknown Source) at java.lang.ref.Reference$ReferenceHandler.run(Unknown Source) - locked <0x00002aaab85d27a8> (a java.lang.ref.Reference$Lock) "VM Thread" prio=1 tid=0x00002aaaaabef8a0 nid=0x621f runnable "GC task thread#0 (ParallelGC)" prio=1 tid=0x00000000401eeaf0 nid=0x6217 runnable "GC task thread#1 (ParallelGC)" prio=1 tid=0x00000000401ef970 nid=0x6218 runnable "GC task thread#2 (ParallelGC)" prio=1 tid=0x00000000401f07f0 nid=0x6219 runnable "GC task thread#3 (ParallelGC)" prio=1 tid=0x00000000401f1670 nid=0x621a runnable "GC task thread#4 (ParallelGC)" prio=1 tid=0x00000000401f24f0 nid=0x621b runnable "GC task thread#5 (ParallelGC)" prio=1 tid=0x00000000401f3370 nid=0x621c runnable "GC task thread#6 (ParallelGC)" prio=1 tid=0x00000000401f41f0 nid=0x621d runnable "GC task thread#7 (ParallelGC)" prio=1 tid=0x00000000401f5070 nid=0x621e runnable "VM Periodic Task Thread" prio=1 tid=0x00000000401e5a00 nid=0x6227 waiting on condition Full thread dump Java HotSpot(TM) 64-Bit Server VM (1.5.0_13-b05 mixed mode): "IPC Client connection to content-repo.cluster.powerset.com/208.76.45.233:60000" daemon prio=1 tid=0x00002aab39cb8c80 nid=0x935 in Object.wait() [0x0000000043225000..0x0000000043225b80] at java.lang.Object.wait(Native Method) - waiting on <0x00002aab0d9871e8> (a org.apache.hadoop.ipc.Client$Connection) at java.lang.Object.wait(Unknown Source) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:234) - locked <0x00002aab0d9871e8> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:273) "ResponseProcessor for block blk_-975118491853594012" daemon prio=1 tid=0x00002aab38b959c0 nid=0x8e2 runnable [0x0000000042f22000..0x0000000042f22d00] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(Unknown Source) at java.io.DataInputStream.readFully(Unknown Source) at java.io.DataInputStream.readLong(Unknown Source) at org.apache.hadoop.dfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:1726) "DataStreamer for file /hbase/aa0-005-2.u.powerset.com/log_208.76.44.92_1205384328364_60020/hlog.dat.022 block blk_-975118491853594012" daemon prio=1 tid=0x00002aab392f8910 nid=0x8dd in Object.wait() [0x0000000041a0d000..0x0000000041a0db80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.dfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:1577) - locked <0x00002aaac8650138> (a java.util.LinkedList) "IPC Server handler 9 on 60020" daemon prio=1 tid=0x00002aab391eb170 nid=0x6279 in Object.wait() [0x0000000042e21000..0x0000000042e21d00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 8 on 60020" daemon prio=1 tid=0x00002aab391e9d50 nid=0x6278 in Object.wait() [0x0000000042d20000..0x0000000042d20c80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 7 on 60020" daemon prio=1 tid=0x00002aab391e8900 nid=0x6277 in Object.wait() [0x0000000042c1f000..0x0000000042c1fc00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 6 on 60020" daemon prio=1 tid=0x00002aab391e0cf0 nid=0x6276 in Object.wait() [0x0000000042b1e000..0x0000000042b1eb80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 5 on 60020" daemon prio=1 tid=0x00002aab391df610 nid=0x6275 in Object.wait() [0x0000000042a1d000..0x0000000042a1db00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 4 on 60020" daemon prio=1 tid=0x00002aab391de2b0 nid=0x6274 in Object.wait() [0x000000004291c000..0x000000004291ca80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 3 on 60020" daemon prio=1 tid=0x00002aab391e7620 nid=0x6273 in Object.wait() [0x000000004281b000..0x000000004281be00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 2 on 60020" daemon prio=1 tid=0x00002aab391e6200 nid=0x6272 in Object.wait() [0x000000004271a000..0x000000004271ad80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 1 on 60020" daemon prio=1 tid=0x00002aab391e4de0 nid=0x6271 in Object.wait() [0x0000000042619000..0x0000000042619d00] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server handler 0 on 60020" daemon prio=1 tid=0x00002aaaaab50a50 nid=0x6270 in Object.wait() [0x0000000042518000..0x0000000042518c80] at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:882) - locked <0x00002aaab857a708> (a java.util.LinkedList) "IPC Server listener on 60020" daemon prio=1 tid=0x00002aaaaab4f3b0 nid=0x626f runnable [0x0000000042417000..0x0000000042417c00] at sun.nio.ch.PollArrayWrapper.poll0(Native Method) at sun.nio.ch.PollArrayWrapper.poll(Unknown Source) at sun.nio.ch.PollSelectorImpl.doSelect(Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(Unknown Source) - locked <0x00002aaab859cd28> (a sun.nio.ch.Util$1) - locked <0x00002aaab859cd10> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab859c848> (a sun.nio.ch.PollSelectorImpl) at sun.nio.ch.SelectorImpl.select(Unknown Source) at sun.nio.ch.SelectorImpl.select(Unknown Source) at org.apache.hadoop.ipc.Server$Listener.run(Server.java:323) "IPC Server Responder" daemon prio=1 tid=0x00002aaaaab66070 nid=0x626e runnable [0x0000000042316000..0x0000000042316b80] at sun.nio.ch.PollArrayWrapper.poll0(Native Method) at sun.nio.ch.PollArrayWrapper.poll(Unknown Source) at sun.nio.ch.PollSelectorImpl.doSelect(Unknown Source) at sun.nio.ch.SelectorImpl.lockAndDoSelect(Unknown Source) - locked <0x00002aaab859be08> (a sun.nio.ch.Util$1) - locked <0x00002aaab859bdf0> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaab8592880> (a sun.nio.ch.PollSelectorImpl) at sun.nio.ch.SelectorImpl.select(Unknown Source) at org.apache.hadoop.ipc.Server$Responder.run(Server.java:480) "SocketListener0-1" prio=1 tid=0x00002aab391da0a0 nid=0x626d in Object.wait() [0x0000000042215000..0x0000000042215b00] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab862f1e8> (a org.mortbay.util.ThreadPool$PoolThread) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:522) - locked <0x00002aaab862f1e8> (a org.mortbay.util.ThreadPool$PoolThread) "SocketListener0-0" prio=1 tid=0x00002aab391d9410 nid=0x626c in Object.wait() [0x0000000042114000..0x0000000042114a80] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab862f120> (a org.mortbay.util.ThreadPool$PoolThread) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:522) - locked <0x00002aaab862f120> (a org.mortbay.util.ThreadPool$PoolThread) "Acceptor ServerSocket[addr=0.0.0.0/0.0.0.0,port=0,localport=60030]" prio=1 tid=0x00002aab38c18fe0 nid=0x626b runnable [0x0000000042013000..0x0000000042013e00] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(Unknown Source) - locked <0x00002aaab85d41b0> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(Unknown Source) at java.net.ServerSocket.accept(Unknown Source) at org.mortbay.util.ThreadedServer.acceptSocket(ThreadedServer.java:432) at org.mortbay.util.ThreadedServer$Acceptor.run(ThreadedServer.java:631) "SessionScavenger" daemon prio=1 tid=0x00002aaaaab5bdf0 nid=0x626a waiting on condition [0x0000000041609000..0x0000000041609d80] at java.lang.Thread.sleep(Native Method) at org.mortbay.jetty.servlet.AbstractSessionManager$SessionScavenger.run(AbstractSessionManager.java:587) "regionserver/0:0:0:0:0:0:0:0:60020.leaseChecker" daemon prio=1 tid=0x00002aab3919aeb0 nid=0x6269 waiting on condition [0x0000000041f12000..0x0000000041f12d00] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:72) at org.apache.hadoop.hbase.Chore.run(Chore.java:64) "regionserver/0:0:0:0:0:0:0:0:60020.worker" daemon prio=1 tid=0x00002aab3919a2e0 nid=0x6268 waiting on condition [0x0000000041e11000..0x0000000041e11c80] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(Unknown Source) at java.util.concurrent.LinkedBlockingQueue.poll(Unknown Source) at org.apache.hadoop.hbase.HRegionServer$Worker.run(HRegionServer.java:1087) at java.lang.Thread.run(Unknown Source) "regionserver/0:0:0:0:0:0:0:0:60020.compactor" daemon prio=1 tid=0x00002aab38bbb310 nid=0x6267 waiting on condition [0x0000000041d10000..0x0000000041d10c00] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(Unknown Source) at java.util.concurrent.LinkedBlockingQueue.poll(Unknown Source) at org.apache.hadoop.hbase.HRegionServer$CompactSplitThread.run(HRegionServer.java:250) "regionserver/0:0:0:0:0:0:0:0:60020.cacheFlusher" daemon prio=1 tid=0x00002aab38bba770 nid=0x6266 waiting on condition [0x0000000041c0f000..0x0000000041c0fb80] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(Unknown Source) at java.util.concurrent.DelayQueue.poll(Unknown Source) at org.apache.hadoop.hbase.HRegionServer$Flusher.run(HRegionServer.java:409) "regionserver/0:0:0:0:0:0:0:0:60020.logRoller" daemon prio=1 tid=0x00002aab39143c50 nid=0x6265 in Object.wait() [0x0000000041b0e000..0x0000000041b0eb00] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab858f840> (a java.lang.Integer) at org.apache.hadoop.hbase.HRegionServer$LogRoller.run(HRegionServer.java:519) - locked <0x00002aaab858f840> (a java.lang.Integer) "org.apache.hadoop.dfs.DFSClient$LeaseChecker@4f5ad5c6" daemon prio=1 tid=0x00002aab391fe230 nid=0x6263 waiting on condition [0x000000004190c000..0x000000004190ce00] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.dfs.DFSClient$LeaseChecker.run(DFSClient.java:597) at java.lang.Thread.run(Unknown Source) "org.apache.hadoop.io.ObjectWritable Connection Culler" daemon prio=1 tid=0x00002aab3928dc70 nid=0x6261 waiting on condition [0x000000004170a000..0x000000004170ad00] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.ipc.Client$ConnectionCuller.run(Client.java:423) "org.apache.hadoop.hbase.io.HbaseObjectWritable Connection Culler" daemon prio=1 tid=0x00002aab38c1f4c0 nid=0x6229 waiting on condition [0x0000000041508000..0x0000000041508b80] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.ipc.Client$ConnectionCuller.run(Client.java:423) "DestroyJavaVM" prio=1 tid=0x0000000040116a90 nid=0x61f7 waiting on condition [0x0000000000000000..0x00007fff1125b210] "regionserver/0:0:0:0:0:0:0:0:60020" prio=1 tid=0x00002aab39255fe0 nid=0x6228 waiting on condition [0x0000000041407000..0x0000000041407b00] at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:72) at org.apache.hadoop.hbase.HRegionServer.run(HRegionServer.java:767) at java.lang.Thread.run(Unknown Source) "Low Memory Detector" daemon prio=1 tid=0x00002aab38b47c90 nid=0x6226 runnable [0x0000000000000000..0x0000000000000000] "CompilerThread1" daemon prio=1 tid=0x00002aab38b46060 nid=0x6225 waiting on condition [0x0000000000000000..0x00000000411036a0] "CompilerThread0" daemon prio=1 tid=0x00002aab38b44ab0 nid=0x6224 waiting on condition [0x0000000000000000..0x00000000410025e0] "AdapterThread" daemon prio=1 tid=0x00002aab38b43350 nid=0x6223 waiting on condition [0x0000000000000000..0x0000000000000000] "Signal Dispatcher" daemon prio=1 tid=0x00002aab38b33040 nid=0x6222 waiting on condition [0x0000000000000000..0x0000000000000000] "Finalizer" daemon prio=1 tid=0x00002aaaaabf74c0 nid=0x6221 in Object.wait() [0x0000000040d00000..0x0000000040d00b80] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab86256a8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(Unknown Source) - locked <0x00002aaab86256a8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(Unknown Source) at java.lang.ref.Finalizer$FinalizerThread.run(Unknown Source) "Reference Handler" daemon prio=1 tid=0x00002aaaaabf6ca0 nid=0x6220 in Object.wait() [0x0000000040bff000..0x0000000040bffb00] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab85d27a8> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Unknown Source) at java.lang.ref.Reference$ReferenceHandler.run(Unknown Source) - locked <0x00002aaab85d27a8> (a java.lang.ref.Reference$Lock) "VM Thread" prio=1 tid=0x00002aaaaabef8a0 nid=0x621f runnable "GC task thread#0 (ParallelGC)" prio=1 tid=0x00000000401eeaf0 nid=0x6217 runnable "GC task thread#1 (ParallelGC)" prio=1 tid=0x00000000401ef970 nid=0x6218 runnable "GC task thread#2 (ParallelGC)" prio=1 tid=0x00000000401f07f0 nid=0x6219 runnable "GC task thread#3 (ParallelGC)" prio=1 tid=0x00000000401f1670 nid=0x621a runnable "GC task thread#4 (ParallelGC)" prio=1 tid=0x00000000401f24f0 nid=0x621b runnable "GC task thread#5 (ParallelGC)" prio=1 tid=0x00000000401f3370 nid=0x621c runnable "GC task thread#6 (ParallelGC)" prio=1 tid=0x00000000401f41f0 nid=0x621d runnable "GC task thread#7 (ParallelGC)" prio=1 tid=0x00000000401f5070 nid=0x621e runnable "VM Periodic Task Thread" prio=1 tid=0x00000000401e5a00 nid=0x6227 waiting on condition