2010-12-13 11:47:25 Full thread dump Java HotSpot(TM) 64-Bit Server VM (16.3-b01 mixed mode): "Attach Listener" daemon prio=10 tid=0x000000005bb5a800 nid=0x4431 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "main-EventThread" daemon prio=10 tid=0x000000005dd44800 nid=0x55b8 waiting on condition [0x0000000048f2d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaaae3f77a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) "main-SendThread(haus01.sf.cloudera.com:2222)" daemon prio=10 tid=0x000000005b9b1000 nid=0x55b7 runnable [0x00000000439d8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aaaae3f58e8> (a sun.nio.ch.Util$1) - locked <0x00002aaaae3f58d0> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aaaae3f5570> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1107) "RS_OPEN_REGION-haus03.sf.cloudera.com,60020,1292269332749-2" daemon prio=10 tid=0x000000005b9dc800 nid=0x5e8 waiting on condition [0x00000000520be000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab3968c30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "RS_OPEN_REGION-haus03.sf.cloudera.com,60020,1292269332749-1" daemon prio=10 tid=0x000000005b7dd000 nid=0x5e5 waiting on condition [0x0000000051fbd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab3968c30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "RS_OPEN_REGION-haus03.sf.cloudera.com,60020,1292269332749-0" daemon prio=10 tid=0x000000005bb90000 nid=0x5d9 waiting on condition [0x0000000043ad9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab3968c30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "LruBlockCache.EvictionThread" daemon prio=10 tid=0x00002aaccc362000 nid=0x5b89 in Object.wait() [0x0000000051bb9000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab38bf0e8> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:514) - locked <0x00002aaab38bf0e8> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread) "DestroyJavaVM" prio=10 tid=0x00002aaccc17a000 nid=0x56f0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "regionserver60020" prio=10 tid=0x00002aaccc032000 nid=0x58b5 waiting on condition [0x00000000437d6000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:126) at org.apache.hadoop.hbase.regionserver.HRegionServer.waitOnAllRegionsToClose(HRegionServer.java:689) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:642) at java.lang.Thread.run(Thread.java:619) "Low Memory Detector" daemon prio=10 tid=0x000000005b645000 nid=0x5747 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "CompilerThread1" daemon prio=10 tid=0x000000005b642000 nid=0x5746 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "CompilerThread0" daemon prio=10 tid=0x000000005b640000 nid=0x5744 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x000000005b63d800 nid=0x5742 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Surrogate Locker Thread (CMS)" daemon prio=10 tid=0x000000005b63b800 nid=0x5740 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x000000005b61c800 nid=0x571b in Object.wait() [0x0000000041c7c000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab3096088> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00002aaab3096088> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x000000005b615000 nid=0x571a in Object.wait() [0x0000000041776000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab20b5550> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00002aaab20b5550> (a java.lang.ref.Reference$Lock) "VM Thread" prio=10 tid=0x000000005b610800 nid=0x5719 runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x000000005b416800 nid=0x56f4 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x000000005b418800 nid=0x56f5 runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x000000005b41a800 nid=0x56f6 runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x000000005b41c000 nid=0x56f7 runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x000000005b41e000 nid=0x56f8 runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x000000005b420000 nid=0x56f9 runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x000000005b421800 nid=0x56fa runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x000000005b423800 nid=0x56fb runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x000000005b425000 nid=0x56fc runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x000000005b427000 nid=0x56fd runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x000000005b429000 nid=0x56fe runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x000000005b42a800 nid=0x56ff runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x000000005b42c800 nid=0x5700 runnable "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x000000005b565800 nid=0x5714 runnable "Gang worker#0 (Parallel CMS Threads)" prio=10 tid=0x000000005b55d800 nid=0x570f runnable "Gang worker#1 (Parallel CMS Threads)" prio=10 tid=0x000000005b55f800 nid=0x5710 runnable "Gang worker#2 (Parallel CMS Threads)" prio=10 tid=0x000000005b561800 nid=0x5711 runnable "Gang worker#3 (Parallel CMS Threads)" prio=10 tid=0x000000005b563000 nid=0x5713 runnable "VM Periodic Task Thread" prio=10 tid=0x000000005b648000 nid=0x5748 waiting on condition JNI global references: 700