2014-08-21 13:42:31 Full thread dump Java HotSpot(TM) 64-Bit Server VM (24.60-b09 mixed mode): "Thread-14" daemon prio=5 tid=0x00007f8024355800 nid=0xd0b runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Attach Listener" daemon prio=5 tid=0x00007f8026092800 nid=0xa007 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "TestClient-8-EventThread" daemon prio=5 tid=0x00007f802485a800 nid=0x9c03 waiting on condition [0x000000010e6df000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d15c2f40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-8-SendThread(localhost:2181)" daemon prio=5 tid=0x00007f802404a000 nid=0x9a03 runnable [0x000000010e5dc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d15c2f88> (a sun.nio.ch.Util$2) - locked <0x00000007d15c2fa0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d13abbe0> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-2-EventThread" daemon prio=5 tid=0x00007f802229b800 nid=0x9803 waiting on condition [0x000000010e4d9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d15c2fb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-2-SendThread(fe80:0:0:0:0:0:0:1%1:2181)" daemon prio=5 tid=0x00007f80220ea000 nid=0x9603 runnable [0x000000010e3d6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d1dc6638> (a sun.nio.ch.Util$2) - locked <0x00000007d1dc6620> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d1744320> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-5-EventThread" daemon prio=5 tid=0x00007f802600a800 nid=0x9403 waiting on condition [0x000000010e2d3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d15c2e68> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-5-SendThread(localhost:2181)" daemon prio=5 tid=0x00007f8025872800 nid=0x9203 runnable [0x000000010e1d0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d15c2eb0> (a sun.nio.ch.Util$2) - locked <0x00000007d15c2ec8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d13abc30> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-0-EventThread" daemon prio=5 tid=0x00007f8026009800 nid=0x9003 waiting on condition [0x000000010e0cd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d15c2ee0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-0-SendThread(localhost:2181)" daemon prio=5 tid=0x00007f8024852000 nid=0x8e03 runnable [0x000000010dfca000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d15c2f28> (a sun.nio.ch.Util$2) - locked <0x00000007d15c2d30> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d13abb40> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-7-EventThread" daemon prio=5 tid=0x00007f8024851000 nid=0x8c03 waiting on condition [0x000000010dec7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d15c2d48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-7-SendThread(localhost:2181)" daemon prio=5 tid=0x00007f8023807800 nid=0x8a03 runnable [0x000000010ddc4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d15c2d90> (a sun.nio.ch.Util$2) - locked <0x00000007d15c2da8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d13abb90> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-1-EventThread" daemon prio=5 tid=0x00007f8025847800 nid=0x8803 waiting on condition [0x000000010dcc1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d15c2dc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-1-SendThread(localhost:2181)" daemon prio=5 tid=0x00007f8025859800 nid=0x8603 runnable [0x000000010dbbe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d142b320> (a sun.nio.ch.Util$2) - locked <0x00000007d142b308> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d141ce30> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-4-EventThread" daemon prio=5 tid=0x00007f8024850800 nid=0x8403 waiting on condition [0x000000010dabb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d14a6730> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-4-SendThread(fe80:0:0:0:0:0:0:1%1:2181)" daemon prio=5 tid=0x00007f802484f800 nid=0x8203 runnable [0x000000010d9b8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d1ee29e8> (a sun.nio.ch.Util$2) - locked <0x00000007d1ee29d0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d157cf18> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-6-EventThread" daemon prio=5 tid=0x00007f8026009000 nid=0x8003 waiting on condition [0x000000010d8b5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d14d2428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-6-SendThread(localhost:2181)" daemon prio=5 tid=0x00007f8023803000 nid=0x7e03 runnable [0x000000010d7b2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d182c968> (a sun.nio.ch.Util$2) - locked <0x00000007d182c950> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d1488658> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-9-EventThread" daemon prio=5 tid=0x00007f802489a000 nid=0x7c03 waiting on condition [0x000000010d6af000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d1612dd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-3-EventThread" daemon prio=5 tid=0x00007f8026006000 nid=0x7a03 waiting on condition [0x000000010d5ac000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d1612d90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) "TestClient-3-SendThread(localhost:2181)" daemon prio=5 tid=0x00007f8026005800 nid=0x7803 runnable [0x000000010d4a9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d1612d48> (a sun.nio.ch.Util$2) - locked <0x00000007d1612cd0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d157d558> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-9-SendThread(localhost:2181)" daemon prio=5 tid=0x00007f80250c1000 nid=0x7603 runnable [0x000000010d3a6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007d14d2470> (a sun.nio.ch.Util$2) - locked <0x00000007d14d2488> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007d155f4e8> (a sun.nio.ch.KQueueSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) "TestClient-9" prio=5 tid=0x00007f8025883800 nid=0x7403 in Object.wait() [0x000000010d2a3000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d14a6778> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d14a6778> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-8" prio=5 tid=0x00007f8021562000 nid=0x6a0b in Object.wait() [0x000000010cee5000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d172d8d0> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d172d8d0> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-7" prio=5 tid=0x00007f8024894000 nid=0x4307 in Object.wait() [0x000000010c967000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d142afa8> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d142afa8> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-6" prio=5 tid=0x00007f8024893000 nid=0x4a0b in Object.wait() [0x000000010c771000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d14d24a0> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d14d24a0> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-5" prio=5 tid=0x00007f80220e9800 nid=0x6b0b in Object.wait() [0x000000010c53e000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d1848400> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d1848400> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-4" prio=5 tid=0x00007f8021062000 nid=0x7107 in Object.wait() [0x000000010c26f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d5926030> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d5926030> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-3" prio=5 tid=0x00007f8021141000 nid=0x6707 in Object.wait() [0x000000010c16c000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d182c158> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d182c158> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-2" prio=5 tid=0x00007f8026004800 nid=0x6d07 in Object.wait() [0x000000010c069000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d58dfd30> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d58dfd30> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-1" prio=5 tid=0x00007f8026001800 nid=0x6f0b in Object.wait() [0x000000010bd96000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d1eabfe0> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d1eabfe0> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "TestClient-0" prio=5 tid=0x00007f8026001000 nid=0x650b in Object.wait() [0x000000010ad9a000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d163ce38> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForNextTaskDone(AsyncProcess.java:853) - locked <0x00000007d163ce38> (a java.util.concurrent.atomic.AtomicLong) at org.apache.hadoop.hbase.client.AsyncProcess.waitForMaximumCurrentTasks(AsyncProcess.java:879) at org.apache.hadoop.hbase.client.AsyncProcess.waitUntilDone(AsyncProcess.java:892) at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:968) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.testTakedown(PerformanceEvaluation.java:578) at org.apache.hadoop.hbase.PerformanceEvaluation$Test.test(PerformanceEvaluation.java:596) at org.apache.hadoop.hbase.PerformanceEvaluation.runOneClient(PerformanceEvaluation.java:1060) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:336) at org.apache.hadoop.hbase.PerformanceEvaluation$1.call(PerformanceEvaluation.java:331) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) "Service Thread" daemon prio=5 tid=0x00007f80228d4800 nid=0x5b03 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=5 tid=0x00007f8021064000 nid=0x5903 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=5 tid=0x00007f80228d3800 nid=0x5703 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=5 tid=0x00007f8021063000 nid=0x5503 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Surrogate Locker Thread (Concurrent GC)" daemon prio=5 tid=0x00007f8022036000 nid=0x521f waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=5 tid=0x00007f80228c8800 nid=0x3f03 in Object.wait() [0x000000010ac51000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d13765d8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) - locked <0x00000007d13765d8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" daemon prio=5 tid=0x00007f80228c8000 nid=0x3d03 in Object.wait() [0x000000010ab4e000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d137c680> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:503) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x00000007d137c680> (a java.lang.ref.Reference$Lock) "main" prio=5 tid=0x00007f8021018000 nid=0x1903 waiting on condition [0x000000010215f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007d1b4b3a8> (a java.util.concurrent.FutureTask) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:425) at java.util.concurrent.FutureTask.get(FutureTask.java:187) at org.apache.hadoop.hbase.PerformanceEvaluation.doLocalClients(PerformanceEvaluation.java:350) at org.apache.hadoop.hbase.PerformanceEvaluation.runTest(PerformanceEvaluation.java:1078) at org.apache.hadoop.hbase.PerformanceEvaluation.run(PerformanceEvaluation.java:1282) at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) at org.apache.hadoop.hbase.PerformanceEvaluation.main(PerformanceEvaluation.java:1303) "VM Thread" prio=5 tid=0x00007f8021061800 nid=0x3b03 runnable "Gang worker#0 (Parallel GC Threads)" prio=5 tid=0x00007f8021013000 nid=0x2503 runnable "Gang worker#1 (Parallel GC Threads)" prio=5 tid=0x00007f8021026000 nid=0x2703 runnable "Gang worker#2 (Parallel GC Threads)" prio=5 tid=0x00007f8022000000 nid=0x2903 runnable "Gang worker#3 (Parallel GC Threads)" prio=5 tid=0x00007f8022800000 nid=0x2b03 runnable "Gang worker#4 (Parallel GC Threads)" prio=5 tid=0x00007f8022801000 nid=0x2d03 runnable "Gang worker#5 (Parallel GC Threads)" prio=5 tid=0x00007f8022801800 nid=0x2f03 runnable "Gang worker#6 (Parallel GC Threads)" prio=5 tid=0x00007f8022802000 nid=0x3103 runnable "Gang worker#7 (Parallel GC Threads)" prio=5 tid=0x00007f8022802800 nid=0x3303 runnable "Concurrent Mark-Sweep GC Thread" prio=5 tid=0x00007f80228c5000 nid=0x3903 runnable "Gang worker#0 (Parallel CMS Threads)" prio=5 tid=0x00007f80228c4000 nid=0x3503 runnable "Gang worker#1 (Parallel CMS Threads)" prio=5 tid=0x00007f80228c4800 nid=0x3703 runnable "VM Periodic Task Thread" prio=5 tid=0x00007f802180c000 nid=0x5d03 waiting on condition JNI global references: 285