2012-05-23 17:03:12 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): "Attach Listener" daemon prio=10 tid=0x00007f76680db800 nid=0x5054 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Thread-2-EventThread" daemon prio=10 tid=0x00007f76681f8800 nid=0x238d waiting on condition [0x00007f766cefa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007a58a80b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "Thread-2-SendThread(HOST-192-168-47-205:2181)" daemon prio=10 tid=0x00007f7668668800 nid=0x238c runnable [0x00007f766d0fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000007a58a8210> (a sun.nio.ch.Util$2) - locked <0x00000007a58a8200> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007a58a8220> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "Thread-5" prio=10 tid=0x00007f766022e800 nid=0x236d in Object.wait() [0x00007f766d856000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904) - locked <0x00000007a14c8428> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150) at $Proxy0.next(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:114) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:39) at org.apache.hadoop.hbase.client.ServerCallable.withRetries(ServerCallable.java:163) at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:274) at org.apache.hadoop.hbase.client.AbstractClientScanner$1.hasNext(AbstractClientScanner.java:41) at com.testsample.hbase.test.random.HBaseScanTest$ScanTables.run(HBaseScanTest.java:339) "Low Memory Detector" daemon prio=10 tid=0x00007f7668003800 nid=0x2366 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f7668001000 nid=0x2365 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00000000401b2000 nid=0x2364 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00000000401af800 nid=0x2363 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x0000000040193000 nid=0x2362 in Object.wait() [0x00007f766e539000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000007a58a8668> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x000000004018c000 nid=0x2361 in Object.wait() [0x00007f766e63a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000007a58aa0c0> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x0000000040116000 nid=0x2352 in Object.wait() [0x00007f76748df000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1186) - locked <0x00000007a58aa020> (a com.testsample.hbase.test.random.HBaseScanTest$ScanTables) at java.lang.Thread.join(Thread.java:1239) at com.testsample.hbase.test.random.HBaseScanTest.runScanTest(HBaseScanTest.java:122) at com.testsample.hbase.test.random.HBaseScanTest.main(HBaseScanTest.java:64) "VM Thread" prio=10 tid=0x0000000040185000 nid=0x2360 runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x0000000040124800 nid=0x2353 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000040126800 nid=0x2354 runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000040128000 nid=0x2355 runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x000000004012a000 nid=0x2356 runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x000000004012c000 nid=0x2357 runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x000000004012d800 nid=0x2358 runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x000000004012f800 nid=0x2359 runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x0000000040131800 nid=0x235a runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x0000000040133000 nid=0x235b runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x0000000040135000 nid=0x235c runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x0000000040137000 nid=0x235d runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x0000000040138800 nid=0x235e runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x000000004013a800 nid=0x235f runnable "VM Periodic Task Thread" prio=10 tid=0x00007f766800f000 nid=0x2367 waiting on condition JNI global references: 1303 2012-05-23 17:03:51 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): "Attach Listener" daemon prio=10 tid=0x00007f76680db800 nid=0x5054 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Thread-2-EventThread" daemon prio=10 tid=0x00007f76681f8800 nid=0x238d waiting on condition [0x00007f766cefa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007a58a80b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "Thread-2-SendThread(HOST-192-168-47-205:2181)" daemon prio=10 tid=0x00007f7668668800 nid=0x238c runnable [0x00007f766d0fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000007a58a8210> (a sun.nio.ch.Util$2) - locked <0x00000007a58a8200> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007a58a8220> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "Thread-5" prio=10 tid=0x00007f766022e800 nid=0x236d in Object.wait() [0x00007f766d856000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904) - locked <0x00000007a14c8428> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150) at $Proxy0.next(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:114) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:39) at org.apache.hadoop.hbase.client.ServerCallable.withRetries(ServerCallable.java:163) at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:274) at org.apache.hadoop.hbase.client.AbstractClientScanner$1.hasNext(AbstractClientScanner.java:41) at com.testsample.hbase.test.random.HBaseScanTest$ScanTables.run(HBaseScanTest.java:339) "Low Memory Detector" daemon prio=10 tid=0x00007f7668003800 nid=0x2366 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f7668001000 nid=0x2365 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00000000401b2000 nid=0x2364 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00000000401af800 nid=0x2363 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x0000000040193000 nid=0x2362 in Object.wait() [0x00007f766e539000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000007a58a8668> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x000000004018c000 nid=0x2361 in Object.wait() [0x00007f766e63a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000007a58aa0c0> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x0000000040116000 nid=0x2352 in Object.wait() [0x00007f76748df000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1186) - locked <0x00000007a58aa020> (a com.testsample.hbase.test.random.HBaseScanTest$ScanTables) at java.lang.Thread.join(Thread.java:1239) at com.testsample.hbase.test.random.HBaseScanTest.runScanTest(HBaseScanTest.java:122) at com.testsample.hbase.test.random.HBaseScanTest.main(HBaseScanTest.java:64) "VM Thread" prio=10 tid=0x0000000040185000 nid=0x2360 runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x0000000040124800 nid=0x2353 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000040126800 nid=0x2354 runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000040128000 nid=0x2355 runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x000000004012a000 nid=0x2356 runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x000000004012c000 nid=0x2357 runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x000000004012d800 nid=0x2358 runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x000000004012f800 nid=0x2359 runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x0000000040131800 nid=0x235a runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x0000000040133000 nid=0x235b runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x0000000040135000 nid=0x235c runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x0000000040137000 nid=0x235d runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x0000000040138800 nid=0x235e runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x000000004013a800 nid=0x235f runnable "VM Periodic Task Thread" prio=10 tid=0x00007f766800f000 nid=0x2367 waiting on condition JNI global references: 1303 2012-05-23 17:05:27 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): "Attach Listener" daemon prio=10 tid=0x00007f76680db800 nid=0x5054 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Thread-2-EventThread" daemon prio=10 tid=0x00007f76681f8800 nid=0x238d waiting on condition [0x00007f766cefa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007a58a80b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "Thread-2-SendThread(HOST-192-168-47-205:2181)" daemon prio=10 tid=0x00007f7668668800 nid=0x238c runnable [0x00007f766d0fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000007a58a8210> (a sun.nio.ch.Util$2) - locked <0x00000007a58a8200> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007a58a8220> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "Thread-5" prio=10 tid=0x00007f766022e800 nid=0x236d in Object.wait() [0x00007f766d856000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904) - locked <0x00000007a14c8428> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150) at $Proxy0.next(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:114) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:39) at org.apache.hadoop.hbase.client.ServerCallable.withRetries(ServerCallable.java:163) at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:274) at org.apache.hadoop.hbase.client.AbstractClientScanner$1.hasNext(AbstractClientScanner.java:41) at com.testsample.hbase.test.random.HBaseScanTest$ScanTables.run(HBaseScanTest.java:339) "Low Memory Detector" daemon prio=10 tid=0x00007f7668003800 nid=0x2366 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f7668001000 nid=0x2365 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00000000401b2000 nid=0x2364 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00000000401af800 nid=0x2363 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x0000000040193000 nid=0x2362 in Object.wait() [0x00007f766e539000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000007a58a8668> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x000000004018c000 nid=0x2361 in Object.wait() [0x00007f766e63a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000007a58aa0c0> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x0000000040116000 nid=0x2352 in Object.wait() [0x00007f76748df000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1186) - locked <0x00000007a58aa020> (a com.testsample.hbase.test.random.HBaseScanTest$ScanTables) at java.lang.Thread.join(Thread.java:1239) at com.testsample.hbase.test.random.HBaseScanTest.runScanTest(HBaseScanTest.java:122) at com.testsample.hbase.test.random.HBaseScanTest.main(HBaseScanTest.java:64) "VM Thread" prio=10 tid=0x0000000040185000 nid=0x2360 runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x0000000040124800 nid=0x2353 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000040126800 nid=0x2354 runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000040128000 nid=0x2355 runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x000000004012a000 nid=0x2356 runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x000000004012c000 nid=0x2357 runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x000000004012d800 nid=0x2358 runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x000000004012f800 nid=0x2359 runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x0000000040131800 nid=0x235a runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x0000000040133000 nid=0x235b runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x0000000040135000 nid=0x235c runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x0000000040137000 nid=0x235d runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x0000000040138800 nid=0x235e runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x000000004013a800 nid=0x235f runnable "VM Periodic Task Thread" prio=10 tid=0x00007f766800f000 nid=0x2367 waiting on condition JNI global references: 1303 2012-05-23 17:09:25 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): "Attach Listener" daemon prio=10 tid=0x00007f76680db800 nid=0x5054 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Thread-2-EventThread" daemon prio=10 tid=0x00007f76681f8800 nid=0x238d waiting on condition [0x00007f766cefa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007a58a80b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "Thread-2-SendThread(HOST-192-168-47-205:2181)" daemon prio=10 tid=0x00007f7668668800 nid=0x238c runnable [0x00007f766d0fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000007a58a8210> (a sun.nio.ch.Util$2) - locked <0x00000007a58a8200> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007a58a8220> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "Thread-5" prio=10 tid=0x00007f766022e800 nid=0x236d in Object.wait() [0x00007f766d856000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904) - locked <0x00000007a14c8428> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150) at $Proxy0.next(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:114) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:39) at org.apache.hadoop.hbase.client.ServerCallable.withRetries(ServerCallable.java:163) at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:274) at org.apache.hadoop.hbase.client.AbstractClientScanner$1.hasNext(AbstractClientScanner.java:41) at com.testsample.hbase.test.random.HBaseScanTest$ScanTables.run(HBaseScanTest.java:339) "Low Memory Detector" daemon prio=10 tid=0x00007f7668003800 nid=0x2366 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f7668001000 nid=0x2365 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00000000401b2000 nid=0x2364 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00000000401af800 nid=0x2363 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x0000000040193000 nid=0x2362 in Object.wait() [0x00007f766e539000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000007a58a8668> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x000000004018c000 nid=0x2361 in Object.wait() [0x00007f766e63a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000007a58aa0c0> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x0000000040116000 nid=0x2352 in Object.wait() [0x00007f76748df000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1186) - locked <0x00000007a58aa020> (a com.testsample.hbase.test.random.HBaseScanTest$ScanTables) at java.lang.Thread.join(Thread.java:1239) at com.testsample.hbase.test.random.HBaseScanTest.runScanTest(HBaseScanTest.java:122) at com.testsample.hbase.test.random.HBaseScanTest.main(HBaseScanTest.java:64) "VM Thread" prio=10 tid=0x0000000040185000 nid=0x2360 runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x0000000040124800 nid=0x2353 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000040126800 nid=0x2354 runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000040128000 nid=0x2355 runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x000000004012a000 nid=0x2356 runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x000000004012c000 nid=0x2357 runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x000000004012d800 nid=0x2358 runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x000000004012f800 nid=0x2359 runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x0000000040131800 nid=0x235a runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x0000000040133000 nid=0x235b runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x0000000040135000 nid=0x235c runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x0000000040137000 nid=0x235d runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x0000000040138800 nid=0x235e runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x000000004013a800 nid=0x235f runnable "VM Periodic Task Thread" prio=10 tid=0x00007f766800f000 nid=0x2367 waiting on condition JNI global references: 1303 2012-05-23 17:23:21 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): "Attach Listener" daemon prio=10 tid=0x00007f76680db800 nid=0x5054 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Thread-2-EventThread" daemon prio=10 tid=0x00007f76681f8800 nid=0x238d waiting on condition [0x00007f766cefa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007a58a80b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "Thread-2-SendThread(HOST-192-168-47-205:2181)" daemon prio=10 tid=0x00007f7668668800 nid=0x238c runnable [0x00007f766d0fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000007a58a8210> (a sun.nio.ch.Util$2) - locked <0x00000007a58a8200> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007a58a8220> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "Thread-5" prio=10 tid=0x00007f766022e800 nid=0x236d in Object.wait() [0x00007f766d856000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904) - locked <0x00000007a14c8428> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150) at $Proxy0.next(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:114) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:39) at org.apache.hadoop.hbase.client.ServerCallable.withRetries(ServerCallable.java:163) at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:274) at org.apache.hadoop.hbase.client.AbstractClientScanner$1.hasNext(AbstractClientScanner.java:41) at com.testsample.hbase.test.random.HBaseScanTest$ScanTables.run(HBaseScanTest.java:339) "Low Memory Detector" daemon prio=10 tid=0x00007f7668003800 nid=0x2366 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f7668001000 nid=0x2365 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00000000401b2000 nid=0x2364 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00000000401af800 nid=0x2363 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x0000000040193000 nid=0x2362 in Object.wait() [0x00007f766e539000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000007a58a8668> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x000000004018c000 nid=0x2361 in Object.wait() [0x00007f766e63a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000007a58aa0c0> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x0000000040116000 nid=0x2352 in Object.wait() [0x00007f76748df000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1186) - locked <0x00000007a58aa020> (a com.testsample.hbase.test.random.HBaseScanTest$ScanTables) at java.lang.Thread.join(Thread.java:1239) at com.testsample.hbase.test.random.HBaseScanTest.runScanTest(HBaseScanTest.java:122) at com.testsample.hbase.test.random.HBaseScanTest.main(HBaseScanTest.java:64) "VM Thread" prio=10 tid=0x0000000040185000 nid=0x2360 runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x0000000040124800 nid=0x2353 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000040126800 nid=0x2354 runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000040128000 nid=0x2355 runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x000000004012a000 nid=0x2356 runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x000000004012c000 nid=0x2357 runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x000000004012d800 nid=0x2358 runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x000000004012f800 nid=0x2359 runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x0000000040131800 nid=0x235a runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x0000000040133000 nid=0x235b runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x0000000040135000 nid=0x235c runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x0000000040137000 nid=0x235d runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x0000000040138800 nid=0x235e runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x000000004013a800 nid=0x235f runnable "VM Periodic Task Thread" prio=10 tid=0x00007f766800f000 nid=0x2367 waiting on condition JNI global references: 1304 2012-05-23 18:04:53 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode): "Attach Listener" daemon prio=10 tid=0x00007f76680db800 nid=0x5054 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Thread-2-EventThread" daemon prio=10 tid=0x00007f76681f8800 nid=0x238d waiting on condition [0x00007f766cefa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007a58a80b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:493) "Thread-2-SendThread(HOST-192-168-47-205:2181)" daemon prio=10 tid=0x00007f7668668800 nid=0x238c runnable [0x00007f766d0fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000007a58a8210> (a sun.nio.ch.Util$2) - locked <0x00000007a58a8200> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007a58a8220> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:274) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1035) "Thread-5" prio=10 tid=0x00007f766022e800 nid=0x236d in Object.wait() [0x00007f766d856000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:904) - locked <0x00000007a14c8428> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.WritableRpcEngine$Invoker.invoke(WritableRpcEngine.java:150) at $Proxy0.next(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:114) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:39) at org.apache.hadoop.hbase.client.ServerCallable.withRetries(ServerCallable.java:163) at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:274) at org.apache.hadoop.hbase.client.AbstractClientScanner$1.hasNext(AbstractClientScanner.java:41) at com.testsample.hbase.test.random.HBaseScanTest$ScanTables.run(HBaseScanTest.java:339) "Low Memory Detector" daemon prio=10 tid=0x00007f7668003800 nid=0x2366 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f7668001000 nid=0x2365 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00000000401b2000 nid=0x2364 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00000000401af800 nid=0x2363 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x0000000040193000 nid=0x2362 in Object.wait() [0x00007f766e539000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000007a58a8668> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x000000004018c000 nid=0x2361 in Object.wait() [0x00007f766e63a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000007a58aa0c0> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x0000000040116000 nid=0x2352 in Object.wait() [0x00007f76748df000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1186) - locked <0x00000007a58aa020> (a com.testsample.hbase.test.random.HBaseScanTest$ScanTables) at java.lang.Thread.join(Thread.java:1239) at com.testsample.hbase.test.random.HBaseScanTest.runScanTest(HBaseScanTest.java:122) at com.testsample.hbase.test.random.HBaseScanTest.main(HBaseScanTest.java:64) "VM Thread" prio=10 tid=0x0000000040185000 nid=0x2360 runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x0000000040124800 nid=0x2353 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x0000000040126800 nid=0x2354 runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x0000000040128000 nid=0x2355 runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x000000004012a000 nid=0x2356 runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x000000004012c000 nid=0x2357 runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x000000004012d800 nid=0x2358 runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x000000004012f800 nid=0x2359 runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x0000000040131800 nid=0x235a runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x0000000040133000 nid=0x235b runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x0000000040135000 nid=0x235c runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x0000000040137000 nid=0x235d runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x0000000040138800 nid=0x235e runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x000000004013a800 nid=0x235f runnable "VM Periodic Task Thread" prio=10 tid=0x00007f766800f000 nid=0x2367 waiting on condition JNI global references: 1304