Dump of 523 thread at 2014/02/07 13:51:30 PST "IPC Server handler 9 on 56209" prio=5 tid=460 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=10, user=2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server listener on 56203" prio=5 tid=251 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=5, user=2 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "BoneCP-pool-watch-thread" prio=5 tid=547 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@dcc9748 owned by null (-1), cpu=5, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:374) com.jolbox.bonecp.PoolWatchThread.run(PoolWatchThread.java:77) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-11-thread-6" prio=5 tid=3477 WAITING worker native=false, suspended=false, block=12, wait=24 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=26, user=20 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Log Scanner/Cleaner #0" prio=5 tid=245 WAITING worker native=false, suspended=false, block=4, wait=30 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4a5656f owned by null (-1), cpu=4, user=2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server listener on 56209" prio=5 tid=447 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=18, user=6 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "DeletionService #2" prio=5 tid=3131 WAITING worker native=false, suspended=false, block=7, wait=80 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da807d5 owned by null (-1), cpu=106, user=35 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-1873-thread-6" prio=5 tid=38405 TIMED_WAITING worker native=false, suspended=false, block=0, wait=24316 lock=null owned by null (-1), cpu=1441, user=317 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O worker #3" prio=5 tid=175 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=237, user=40 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 2 on 56203" prio=5 tid=257 WAITING deamon native=false, suspended=false, block=13, wait=35 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=166, user=85 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 38 on 56206" prio=5 tid=424 WAITING deamon native=false, suspended=false, block=2, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=31, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LogDeleter #1" prio=5 tid=3371 WAITING worker native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ddf188f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 0 on 56203" prio=5 tid=255 WAITING deamon native=false, suspended=false, block=13, wait=35 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=404, user=353 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 1 on 56204" prio=5 tid=279 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #32" prio=5 tid=234 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=205, user=45 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-30-thread-3" prio=5 tid=15974 WAITING worker native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.SynchronousQueue$TransferStack@2359b2c8 owned by null (-1), cpu=1219, user=1198 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:925) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "1368248468@qtp-296566477-1 - Acceptor0 SelectChannelConnector@rkanter-mbp.local:56212" prio=5 tid=484 RUNNABLE deamon native=true, suspended=false, block=2, wait=1 lock=null owned by null (-1), cpu=285, user=62 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429) org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185) org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "IPC Server handler 34 on 56204" prio=5 tid=312 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 25 on 56204" prio=5 tid=303 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Ping Checker" prio=5 tid=270 TIMED_WAITING worker native=false, suspended=false, block=0, wait=9 lock=null owned by null (-1), cpu=2, user=0 java.lang.Thread.sleep(Native Method) org.apache.hadoop.yarn.util.AbstractLivelinessMonitor$PingChecker.run(AbstractLivelinessMonitor.java:125) java.lang.Thread.run(Thread.java:744) "921542486@qtp-1795463220-0" prio=5 tid=75 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=29 lock=org.mortbay.thread.QueuedThreadPool$PoolThread@36ed9f56 owned by null (-1), cpu=8, user=1 java.lang.Object.wait(Native Method) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) "IPC Server idle connection scanner for port 56213" prio=5 tid=492 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=172 lock=java.util.TaskQueue@9214bf4 owned by null (-1), cpu=53, user=13 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 47 on 56204" prio=5 tid=325 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "668919578@qtp-790780654-1 - Acceptor0 SelectChannelConnector@localhost:56188" prio=5 tid=52 RUNNABLE deamon native=true, suspended=false, block=1, wait=1 lock=null owned by null (-1), cpu=263, user=56 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429) org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185) org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "LogDeleter #1" prio=5 tid=3597 WAITING worker native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@11c56bd0 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "LeaseRenewer:test@localhost:56186" prio=5 tid=7771 TIMED_WAITING deamon native=false, suspended=false, block=45, wait=1439 lock=null owned by null (-1), cpu=270, user=69 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298) java.lang.Thread.run(Thread.java:744) "org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@20a694b4" prio=5 tid=20 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=339 lock=null owned by null (-1), cpu=63, user=11 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:307) java.lang.Thread.run(Thread.java:744) "IPC Server handler 38 on 56204" prio=5 tid=316 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server idle connection scanner for port 56189" prio=5 tid=57 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=171 lock=java.util.TaskQueue@7685501b owned by null (-1), cpu=53, user=12 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 20 on 56205" prio=5 tid=352 WAITING deamon native=false, suspended=false, block=0, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=91, user=21 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 41 on 56205" prio=5 tid=373 WAITING deamon native=false, suspended=false, block=2, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=12, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 5 on 56186" prio=5 tid=36 WAITING deamon native=false, suspended=false, block=111, wait=2827 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2067, user=1172 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 1 on 56205" prio=5 tid=333 WAITING deamon native=false, suspended=false, block=1, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=47, user=31 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server idle connection scanner for port 56205" prio=5 tid=330 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=172 lock=java.util.TaskQueue@6b5293ac owned by null (-1), cpu=68, user=42 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "New I/O worker #31" prio=5 tid=233 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=434, user=62 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server listener on 56189" prio=5 tid=55 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "IPC Server handler 2 on 56204" prio=5 tid=280 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 0 on 56193" prio=5 tid=86 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 22 on 56206" prio=5 tid=408 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 2 on 56186" prio=5 tid=33 WAITING deamon native=false, suspended=false, block=113, wait=2821 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2053, user=1169 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "RMI Scheduler(0)" prio=5 tid=17809 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=82 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750330d6 owned by null (-1), cpu=10, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "DataNode: [[[DISK]file:/Users/rkanter/dev/CDH-oozie/core/build/test/data/dfs/data/data1/, [DISK]file:/Users/rkanter/dev/CDH-oozie/core/build/test/data/dfs/data/data2/]] heartbeating to localhost/127.0.0.1:56186" prio=5 tid=59 TIMED_WAITING deamon native=false, suspended=false, block=8707, wait=13012 lock=java.util.HashMap@407c1a5d owned by null (-1), cpu=2132, user=1407 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:683) org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:786) java.lang.Thread.run(Thread.java:744) "Ping Checker" prio=5 tid=273 TIMED_WAITING worker native=false, suspended=false, block=0, wait=9 lock=null owned by null (-1), cpu=2, user=0 java.lang.Thread.sleep(Native Method) org.apache.hadoop.yarn.util.AbstractLivelinessMonitor$PingChecker.run(AbstractLivelinessMonitor.java:125) java.lang.Thread.run(Thread.java:744) "1804996042@qtp-1795463220-1 - Acceptor0 SelectChannelConnector@localhost:56191" prio=5 tid=76 RUNNABLE deamon native=true, suspended=false, block=1, wait=1 lock=null owned by null (-1), cpu=220, user=58 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429) org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185) org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "IPC Server handler 13 on 56205" prio=5 tid=345 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=29, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 33 on 56205" prio=5 tid=365 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=12, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 11 on 56213" prio=5 tid=505 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=6, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-30-thread-4" prio=5 tid=17930 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=58, user=57 java.net.SocketInputStream.socketRead0(Native Method) java.net.SocketInputStream.read(SocketInputStream.java:152) java.net.SocketInputStream.read(SocketInputStream.java:122) java.io.BufferedInputStream.fill(BufferedInputStream.java:235) java.io.BufferedInputStream.read1(BufferedInputStream.java:275) java.io.BufferedInputStream.read(BufferedInputStream.java:334) org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27) org.apache.hadoop.hive.metastore.TSetIpAddressProcessor.process(TSetIpAddressProcessor.java:48) org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:244) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 20 on 56204" prio=5 tid=298 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LeaseRenewer:test@localhost:56186" prio=5 tid=18244 TIMED_WAITING deamon native=false, suspended=false, block=43, wait=875 lock=null owned by null (-1), cpu=139, user=30 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298) java.lang.Thread.run(Thread.java:744) "New I/O worker #5" prio=5 tid=177 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=205, user=33 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 15 on 56205" prio=5 tid=347 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=12, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 28 on 56204" prio=5 tid=306 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server idle connection scanner for port 56203" prio=5 tid=253 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=173 lock=java.util.TaskQueue@4afe890a owned by null (-1), cpu=53, user=12 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 5 on 56213" prio=5 tid=499 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=6, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 16 on 56205" prio=5 tid=348 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=15, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LogDeleter #2" prio=5 tid=3836 WAITING worker native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@11c56bd0 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "com.google.common.base.internal.Finalizer" prio=5 tid=536 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.lang.ref.ReferenceQueue$Lock@4597c53b owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) com.google.common.base.internal.Finalizer.run(Finalizer.java:127) "org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor@70ddb43a" prio=5 tid=30 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=564 lock=null owned by null (-1), cpu=149, user=52 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor.run(DecommissionManager.java:76) java.lang.Thread.run(Thread.java:744) "IPC Server handler 40 on 56204" prio=5 tid=318 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server idle connection scanner for port 56214" prio=5 tid=518 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=171 lock=java.util.TaskQueue@559384e7 owned by null (-1), cpu=31, user=12 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 13 on 56209" prio=5 tid=464 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=2, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 4 on 56209" prio=5 tid=455 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=4, user=3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "main" prio=5 tid=1 WAITING worker native=false, suspended=false, block=0, wait=185 lock=java.util.concurrent.FutureTask@7247da0f owned by null (-1), cpu=1421, user=1299 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.FutureTask.awaitDone(FutureTask.java:425) java.util.concurrent.FutureTask.get(FutureTask.java:187) org.apache.maven.surefire.junitcore.AsynchronousRunner.waitForCompletion(AsynchronousRunner.java:73) org.apache.maven.surefire.junitcore.AsynchronousRunner.finished(AsynchronousRunner.java:58) org.junit.runners.ParentRunner.runChildren(ParentRunner.java:234) org.junit.runners.ParentRunner.access$000(ParentRunner.java:50) org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222) org.junit.runners.ParentRunner.run(ParentRunner.java:300) org.junit.runner.JUnitCore.run(JUnitCore.java:157) org.junit.runner.JUnitCore.run(JUnitCore.java:136) org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:62) org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:139) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:606) org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:189) org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:165) org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:85) org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:103) org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:74) "IPC Server handler 10 on 56213" prio=5 tid=504 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=22, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 3 on 56189" prio=5 tid=63 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 37 on 56205" prio=5 tid=369 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=9, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-530-thread-3" prio=5 tid=14518 TIMED_WAITING worker native=false, suspended=false, block=0, wait=108377 lock=null owned by null (-1), cpu=5970, user=1183 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 1 on 56186" prio=5 tid=32 WAITING deamon native=false, suspended=false, block=111, wait=2816 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2162, user=1199 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 6 on 56205" prio=5 tid=338 WAITING deamon native=false, suspended=false, block=0, wait=21 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=14, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 35 on 56205" prio=5 tid=367 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=10, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 9 on 56189" prio=5 tid=69 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #7" prio=5 tid=179 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=267, user=46 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 26 on 56204" prio=5 tid=304 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "1889762943@qtp-296566477-0" prio=5 tid=483 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=28 lock=org.mortbay.thread.QueuedThreadPool$PoolThread@70a37e7f owned by null (-1), cpu=4, user=1 java.lang.Object.wait(Native Method) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) "IPC Server Responder" prio=5 tid=476 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server handler 6 on 56203" prio=5 tid=261 WAITING deamon native=false, suspended=false, block=8, wait=26 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=96, user=48 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 19 on 56204" prio=5 tid=297 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@3f9e0b20" prio=5 tid=25 TIMED_WAITING deamon native=false, suspended=false, block=13, wait=3356 lock=null owned by null (-1), cpu=647, user=167 java.lang.Thread.sleep(Native Method) org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:161) java.lang.Thread.run(Thread.java:744) "IPC Server listener on 56208" prio=5 tid=440 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "pool-11-thread-2" prio=5 tid=2368 WAITING worker native=false, suspended=false, block=9, wait=24 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=28, user=22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 1 on 56203" prio=5 tid=256 WAITING deamon native=false, suspended=false, block=4, wait=21 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=56, user=50 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 33 on 56206" prio=5 tid=419 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=18, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "BoneCP-release-thread-helper-thread" prio=5 tid=538 WAITING deamon native=false, suspended=false, block=1, wait=21 lock=jsr166y.LinkedTransferQueue@6f5efe84 owned by null (-1), cpu=1, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:700) jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:600) jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1060) com.jolbox.bonecp.ConnectionReleaseHelperThread.run(ConnectionReleaseHelperThread.java:76) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Parameter Sending Thread #9" prio=5 tid=38575 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=308 lock=java.util.concurrent.SynchronousQueue$TransferStack@2859fcb7 owned by null (-1), cpu=32, user=12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "215956848@qtp-938987121-1 - Acceptor0 SelectChannelConnector@rkanter-mbp.local:56202" prio=5 tid=248 RUNNABLE deamon native=true, suspended=false, block=1, wait=1 lock=null owned by null (-1), cpu=297, user=65 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429) org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185) org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "IPC Server handler 22 on 56204" prio=5 tid=300 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1873-thread-7" prio=5 tid=38406 TIMED_WAITING worker native=false, suspended=false, block=88, wait=24540 lock=null owned by null (-1), cpu=1660, user=526 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 14 on 56205" prio=5 tid=346 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=10, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@17a213a8" prio=5 tid=54 TIMED_WAITING deamon native=false, suspended=false, block=12, wait=3355 lock=null owned by null (-1), cpu=579, user=161 java.lang.Thread.sleep(Native Method) org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:161) java.lang.Thread.run(Thread.java:744) "IPC Server Responder" prio=5 tid=493 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server handler 8 on 56205" prio=5 tid=340 WAITING deamon native=false, suspended=false, block=0, wait=20 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=13, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 4 on 56214" prio=5 tid=524 WAITING deamon native=false, suspended=false, block=0, wait=40 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4c35a3c7 owned by null (-1), cpu=41, user=22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-30-thread-2" prio=5 tid=7747 WAITING worker native=false, suspended=false, block=16, wait=33 lock=java.util.concurrent.SynchronousQueue$TransferStack@2359b2c8 owned by null (-1), cpu=1037, user=1025 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:925) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 11 on 56206" prio=5 tid=397 WAITING deamon native=false, suspended=false, block=1, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=8, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 16 on 56213" prio=5 tid=510 WAITING deamon native=false, suspended=false, block=1, wait=6 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=5, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Timer-5" prio=5 tid=139 TIMED_WAITING worker native=false, suspended=false, block=2, wait=2 lock=java.util.TaskQueue@32ff8018 owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 6 on 56206" prio=5 tid=392 WAITING deamon native=false, suspended=false, block=1, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=25, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 39 on 56206" prio=5 tid=425 WAITING deamon native=false, suspended=false, block=1, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Thread-15345" prio=5 tid=25169 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=590 lock=java.util.LinkedList@5511eaf6 owned by null (-1), cpu=35, user=9 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:499) "IPC Server handler 43 on 56206" prio=5 tid=429 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=17, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1872-thread-1" prio=5 tid=38399 TIMED_WAITING worker native=false, suspended=false, block=1, wait=92 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=8, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 0 on 56208" prio=5 tid=444 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cc6e7d9 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "MoveIntermediateToDone Thread #1" prio=5 tid=3404 WAITING worker native=false, suspended=false, block=99, wait=147 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@177e0a89 owned by null (-1), cpu=82, user=34 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "CacheReplicationMonitor(760757483)" prio=5 tid=44 TIMED_WAITING worker native=false, suspended=false, block=0, wait=11 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7dcf8ee3 owned by null (-1), cpu=5, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2176) org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:180) "IPC Server listener on 56210" prio=5 tid=473 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=24, user=3 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "IPC Server listener on 56205" prio=5 tid=328 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=32, user=7 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "IPC Server handler 12 on 56209" prio=5 tid=463 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=4, user=3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-11-thread-3" prio=5 tid=2980 WAITING worker native=false, suspended=false, block=11, wait=24 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=29, user=22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 46 on 56205" prio=5 tid=378 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=11, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 3 on 56203" prio=5 tid=258 WAITING deamon native=false, suspended=false, block=4, wait=21 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=28, user=24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 35 on 56204" prio=5 tid=313 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 44 on 56206" prio=5 tid=430 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server Responder" prio=5 tid=58 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "AsyncDispatcher event handler" prio=5 tid=486 WAITING worker native=false, suspended=false, block=0, wait=27 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6e9364b9 owned by null (-1), cpu=4, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:98) java.lang.Thread.run(Thread.java:744) "IPC Server handler 23 on 56205" prio=5 tid=355 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=11, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Reference Handler" prio=10 tid=2 WAITING deamon native=false, suspended=false, block=797, wait=412 lock=java.lang.ref.Reference$Lock@6c49e4a1 owned by null (-1), cpu=202, user=177 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:503) java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) "IPC Server Responder" prio=5 tid=277 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server handler 46 on 56204" prio=5 tid=324 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #1" prio=5 tid=173 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=331, user=97 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 23 on 56204" prio=5 tid=301 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 4 on 56189" prio=5 tid=64 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 12 on 56205" prio=5 tid=344 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=33, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 0 on 56186" prio=5 tid=31 WAITING deamon native=false, suspended=false, block=101, wait=2813 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2154, user=1283 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "PublicLocalizer #0" prio=5 tid=2371 WAITING worker native=false, suspended=false, block=282, wait=306 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@129a37f4 owned by null (-1), cpu=1966, user=199 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O worker #26" prio=5 tid=228 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=208, user=46 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server idle connection scanner for port 56206" prio=5 tid=384 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=172 lock=java.util.TaskQueue@233c1cd8 owned by null (-1), cpu=88, user=41 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 5 on 56206" prio=5 tid=391 WAITING deamon native=false, suspended=false, block=1, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=18, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server Responder" prio=5 tid=450 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "ResourceManager Event Processor" prio=5 tid=140 WAITING worker native=false, suspended=false, block=164, wait=2965 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5542ac89 owned by null (-1), cpu=2112, user=948 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessor.run(ResourceManager.java:536) java.lang.Thread.run(Thread.java:744) "IPC Server handler 1 on 56210" prio=5 tid=478 WAITING deamon native=false, suspended=false, block=0, wait=28 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@606b62ec owned by null (-1), cpu=61, user=19 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #9" prio=5 tid=181 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=213, user=34 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 10 on 56205" prio=5 tid=342 WAITING deamon native=false, suspended=false, block=1, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=62, user=12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #22" prio=5 tid=224 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=258, user=40 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 1 on 56214" prio=5 tid=521 WAITING deamon native=false, suspended=false, block=0, wait=40 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4c35a3c7 owned by null (-1), cpu=40, user=20 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Finalizer" prio=8 tid=3 WAITING deamon native=false, suspended=false, block=2337, wait=411 lock=java.lang.ref.ReferenceQueue$Lock@23dab792 owned by null (-1), cpu=791, user=610 java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189) "refreshUsed-/Users/rkanter/dev/CDH-oozie/core/build/test/data/dfs/data/data1/current/BP-802054336-172.16.1.64-1391808196845" prio=5 tid=120 TIMED_WAITING deamon native=false, suspended=false, block=3, wait=6 lock=null owned by null (-1), cpu=11, user=2 java.lang.Thread.sleep(Native Method) org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:115) java.lang.Thread.run(Thread.java:744) "IPC Server handler 12 on 56213" prio=5 tid=506 WAITING deamon native=false, suspended=false, block=2, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=5, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 1 on 56189" prio=5 tid=61 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 37 on 56206" prio=5 tid=423 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=29, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 21 on 56204" prio=5 tid=299 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "PublicLocalizer #2" prio=5 tid=2187 WAITING worker native=false, suspended=false, block=151, wait=176 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6fcbb965 owned by null (-1), cpu=1136, user=124 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 7 on 56205" prio=5 tid=339 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=11, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 49 on 56205" prio=5 tid=381 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=9, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 38 on 56205" prio=5 tid=370 WAITING deamon native=false, suspended=false, block=1, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=42, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server idle connection scanner for port 56209" prio=5 tid=449 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=172 lock=java.util.TaskQueue@6f56548e owned by null (-1), cpu=40, user=12 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 17 on 56213" prio=5 tid=511 WAITING deamon native=false, suspended=false, block=0, wait=6 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=5, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server Responder" prio=5 tid=84 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server handler 14 on 56204" prio=5 tid=292 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 12 on 56206" prio=5 tid=398 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=6, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "BoneCP-release-thread-helper-thread" prio=5 tid=543 WAITING deamon native=false, suspended=false, block=0, wait=185 lock=jsr166y.LinkedTransferQueue@4fe16618 owned by null (-1), cpu=10, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:700) jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:600) jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1060) com.jolbox.bonecp.ConnectionReleaseHelperThread.run(ConnectionReleaseHelperThread.java:76) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 34 on 56205" prio=5 tid=366 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=10, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "AsyncDispatcher event handler" prio=5 tid=525 WAITING worker native=false, suspended=false, block=158, wait=515 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26e2469e owned by null (-1), cpu=2769, user=1245 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:98) java.lang.Thread.run(Thread.java:744) "DiskHealthMonitor-Timer" prio=5 tid=446 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=26 lock=java.util.TaskQueue@cc96fbd owned by null (-1), cpu=6, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "New I/O worker #28" prio=5 tid=230 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=218, user=30 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 6 on 56189" prio=5 tid=66 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 42 on 56204" prio=5 tid=320 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 32 on 56206" prio=5 tid=418 WAITING deamon native=false, suspended=false, block=1, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "1773751013@qtp-2055647389-0" prio=5 tid=16 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=29 lock=org.mortbay.thread.QueuedThreadPool$PoolThread@69b94ae5 owned by null (-1), cpu=7, user=1 java.lang.Object.wait(Native Method) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) "IPC Server handler 8 on 56193" prio=5 tid=94 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Timer-1" prio=5 tid=53 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=68 lock=java.util.TaskQueue@2a4e5967 owned by null (-1), cpu=13, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 41 on 56204" prio=5 tid=319 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 28 on 56206" prio=5 tid=414 WAITING deamon native=false, suspended=false, block=1, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 29 on 56204" prio=5 tid=307 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LeaseRenewer:test@localhost:56186" prio=5 tid=25170 TIMED_WAITING deamon native=false, suspended=false, block=19, wait=628 lock=null owned by null (-1), cpu=91, user=22 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298) java.lang.Thread.run(Thread.java:744) "pool-530-thread-7" prio=5 tid=14522 TIMED_WAITING worker native=false, suspended=false, block=0, wait=108120 lock=null owned by null (-1), cpu=5895, user=1183 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 3 on 56209" prio=5 tid=454 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=115, user=17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7ce508d3" prio=5 tid=19 TIMED_WAITING deamon native=false, suspended=false, block=4, wait=586 lock=null owned by null (-1), cpu=478, user=164 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor.run(BlockManager.java:3206) java.lang.Thread.run(Thread.java:744) "pool-1873-thread-1" prio=5 tid=38400 TIMED_WAITING worker native=false, suspended=false, block=0, wait=24268 lock=null owned by null (-1), cpu=1476, user=326 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 19 on 56213" prio=5 tid=513 WAITING deamon native=false, suspended=false, block=0, wait=6 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=6, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LeaseRenewer:test@localhost:56186" prio=5 tid=10704 TIMED_WAITING deamon native=false, suspended=false, block=39, wait=1254 lock=null owned by null (-1), cpu=164, user=57 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298) java.lang.Thread.run(Thread.java:744) "AsyncDispatcher event handler" prio=5 tid=482 WAITING worker native=false, suspended=false, block=106, wait=274 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ec53a17 owned by null (-1), cpu=2396, user=794 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:98) java.lang.Thread.run(Thread.java:744) "PublicLocalizer #3" prio=5 tid=2190 WAITING worker native=false, suspended=false, block=154, wait=176 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6fcbb965 owned by null (-1), cpu=1315, user=151 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "RMI TCP Accept-0" prio=5 tid=17805 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=3, user=1 java.net.PlainSocketImpl.socketAccept(Native Method) java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) java.net.ServerSocket.implAccept(ServerSocket.java:530) java.net.ServerSocket.accept(ServerSocket.java:498) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:388) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:360) java.lang.Thread.run(Thread.java:744) "New I/O worker #23" prio=5 tid=225 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=234, user=39 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "com.google.common.base.internal.Finalizer" prio=5 tid=542 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.lang.ref.ReferenceQueue$Lock@56f5daa0 owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) com.google.common.base.internal.Finalizer.run(Finalizer.java:127) "IPC Server handler 1 on 56209" prio=5 tid=452 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=3, user=3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 2 on 56193" prio=5 tid=88 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #10" prio=5 tid=182 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=198, user=31 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "PublicLocalizer #1" prio=5 tid=2372 WAITING worker native=false, suspended=false, block=244, wait=263 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@129a37f4 owned by null (-1), cpu=1952, user=190 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Node Status Updater" prio=5 tid=487 TIMED_WAITING worker native=false, suspended=false, block=48, wait=1682 lock=java.lang.Object@62b93a11 owned by null (-1), cpu=1176, user=486 java.lang.Object.wait(Native Method) org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl$1.run(NodeStatusUpdaterImpl.java:530) java.lang.Thread.run(Thread.java:744) "New I/O worker #19" prio=5 tid=221 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=263, user=46 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "DataNode: [[[DISK]file:/Users/rkanter/dev/CDH-oozie/core/build/test/data/dfs/data/data3/, [DISK]file:/Users/rkanter/dev/CDH-oozie/core/build/test/data/dfs/data/data4/]] heartbeating to localhost/127.0.0.1:56186" prio=5 tid=85 TIMED_WAITING deamon native=false, suspended=false, block=8632, wait=13016 lock=java.util.HashMap@6607ac9a owned by null (-1), cpu=2223, user=1385 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:683) org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:786) java.lang.Thread.run(Thread.java:744) "AsyncDispatcher event handler" prio=5 tid=267 WAITING worker native=false, suspended=false, block=17, wait=157 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@c4d821a owned by null (-1), cpu=84, user=35 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:98) java.lang.Thread.run(Thread.java:744) "IPC Server handler 13 on 56206" prio=5 tid=399 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 4 on 56213" prio=5 tid=498 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=63, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 39 on 56205" prio=5 tid=371 WAITING deamon native=false, suspended=false, block=0, wait=20 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=30, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 14 on 56209" prio=5 tid=465 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=4, user=3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 49 on 56206" prio=5 tid=435 WAITING deamon native=false, suspended=false, block=1, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=11, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LeaseRenewer:test@localhost:56186" prio=5 tid=24977 TIMED_WAITING deamon native=false, suspended=false, block=21, wait=639 lock=null owned by null (-1), cpu=68, user=24 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298) java.lang.Thread.run(Thread.java:744) "New I/O worker #13" prio=5 tid=185 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=220, user=33 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server idle connection scanner for port 56204" prio=5 tid=276 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=171 lock=java.util.TaskQueue@7e17eedb owned by null (-1), cpu=60, user=19 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "BoneCP-pool-watch-thread" prio=5 tid=541 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@26e46afa owned by null (-1), cpu=14, user=13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:374) com.jolbox.bonecp.PoolWatchThread.run(PoolWatchThread.java:77) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "ApplicationMaster Launcher" prio=5 tid=142 WAITING worker native=false, suspended=false, block=0, wait=78 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1b27d3c8 owned by null (-1), cpu=9, user=3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread.run(ApplicationMasterLauncher.java:95) "IPC Server handler 27 on 56204" prio=5 tid=305 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1872-thread-10" prio=5 tid=38418 WAITING worker native=false, suspended=false, block=0, wait=97 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=8, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "2027131504@qtp-790780654-0" prio=5 tid=51 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=29 lock=org.mortbay.thread.QueuedThreadPool$PoolThread@78d39270 owned by null (-1), cpu=5, user=1 java.lang.Object.wait(Native Method) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) "IPC Server handler 19 on 56209" prio=5 tid=470 WAITING deamon native=false, suspended=false, block=0, wait=3 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=1, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 2 on 56205" prio=5 tid=334 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=16, user=13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "BoneCP-keep-alive-scheduler" prio=5 tid=546 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72dfff0b owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-11-thread-4" prio=5 tid=3323 WAITING worker native=false, suspended=false, block=9, wait=24 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=30, user=23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 8 on 56186" prio=5 tid=39 WAITING deamon native=false, suspended=false, block=102, wait=2819 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2162, user=1193 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-530-thread-8" prio=5 tid=14523 TIMED_WAITING worker native=false, suspended=false, block=1, wait=108546 lock=null owned by null (-1), cpu=5860, user=1175 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 4 on 56205" prio=5 tid=336 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=58, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "derby.antiGC" prio=1 tid=533 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=org.apache.derby.impl.services.monitor.AntiGC@47ec83e5 owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:503) org.apache.derby.impl.services.monitor.AntiGC.run(Unknown Source) java.lang.Thread.run(Thread.java:744) "Thread-83" prio=5 tid=100 TIMED_WAITING deamon native=false, suspended=false, block=94, wait=347 lock=null owned by null (-1), cpu=3557, user=1830 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:78) java.lang.Thread.run(Thread.java:744) "IPC Server Responder" prio=5 tid=385 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server handler 7 on 56213" prio=5 tid=501 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=5, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "1427051701@qtp-688258239-1 - Acceptor0 SelectChannelConnector@rkanter-mbp.local:56216" prio=5 tid=527 RUNNABLE deamon native=true, suspended=false, block=1, wait=1 lock=null owned by null (-1), cpu=257, user=58 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429) org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185) org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "IPC Server handler 16 on 56209" prio=5 tid=467 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=4, user=3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 0 on 56214" prio=5 tid=520 WAITING deamon native=false, suspended=false, block=0, wait=41 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4c35a3c7 owned by null (-1), cpu=39, user=19 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "BoneCP-keep-alive-scheduler" prio=5 tid=540 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5e2b5708 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 48 on 56206" prio=5 tid=434 WAITING deamon native=false, suspended=false, block=1, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=10, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1872-thread-6" prio=5 tid=38414 WAITING worker native=false, suspended=false, block=0, wait=127 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=13, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 2 on 56189" prio=5 tid=62 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 8 on 56204" prio=5 tid=286 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 25 on 56205" prio=5 tid=357 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=11, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1872-thread-3" prio=5 tid=38411 WAITING worker native=false, suspended=false, block=10, wait=101 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=47, user=40 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-11-thread-8" prio=5 tid=3721 WAITING worker native=false, suspended=false, block=7, wait=21 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=23, user=18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 42 on 56205" prio=5 tid=374 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=18, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Thread[Thread-178,5,main]" prio=5 tid=244 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=336 lock=null owned by null (-1), cpu=59, user=10 java.lang.Thread.sleep(Native Method) org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover.run(AbstractDelegationTokenSecretManager.java:555) java.lang.Thread.run(Thread.java:744) "IPC Server handler 4 on 56206" prio=5 tid=390 WAITING deamon native=false, suspended=false, block=0, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=23, user=17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 18 on 56209" prio=5 tid=469 WAITING deamon native=false, suspended=false, block=0, wait=3 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=2, user=2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Timer-9" prio=5 tid=528 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=65 lock=java.util.TaskQueue@3f25414d owned by null (-1), cpu=9, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server listener on 56201" prio=5 tid=238 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "IPC Server handler 3 on 56204" prio=5 tid=281 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@554401c0" prio=5 tid=50 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=793, user=274 sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241) sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:100) org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:134) org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:132) java.lang.Thread.run(Thread.java:744) "IPC Client (482977315) connection to localhost/127.0.0.1:56186 from test" prio=5 tid=38609 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1 lock=org.apache.hadoop.ipc.Client$Connection@3f948ea2 owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:899) org.apache.hadoop.ipc.Client$Connection.run(Client.java:944) "New I/O worker #11" prio=5 tid=183 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=233, user=31 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 21 on 56205" prio=5 tid=353 WAITING deamon native=false, suspended=false, block=1, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=31, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 17 on 56205" prio=5 tid=349 WAITING deamon native=false, suspended=false, block=0, wait=20 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=31, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LogDeleter #3" prio=5 tid=4145 WAITING worker native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@11c56bd0 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 0 on 56206" prio=5 tid=386 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=28, user=25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 24 on 56206" prio=5 tid=410 WAITING deamon native=false, suspended=false, block=1, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=23, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server Responder" prio=5 tid=24 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server handler 48 on 56204" prio=5 tid=326 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 34 on 56206" prio=5 tid=420 WAITING deamon native=false, suspended=false, block=0, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=9, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "java.util.concurrent.ThreadPoolExecutor$Worker@5fd54778[State = -1, empty queue]" prio=5 tid=106 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4edb03e4 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 6 on 56186" prio=5 tid=37 WAITING deamon native=false, suspended=false, block=98, wait=2819 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2209, user=1183 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server idle connection scanner for port 56201" prio=5 tid=240 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=171 lock=java.util.TaskQueue@6a65ccb owned by null (-1), cpu=86, user=11 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 23 on 56206" prio=5 tid=409 WAITING deamon native=false, suspended=false, block=1, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=6, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Thread-8333" prio=5 tid=10717 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1176 lock=java.util.LinkedList@1857753 owned by null (-1), cpu=99, user=24 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:499) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4eb768a9" prio=5 tid=43 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=6 lock=null owned by null (-1), cpu=1, user=0 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4263) java.lang.Thread.run(Thread.java:744) "IPC Client (482977315) connection to localhost/127.0.0.1:56186 from rkanter" prio=5 tid=77 TIMED_WAITING deamon native=false, suspended=false, block=7074, wait=7055 lock=org.apache.hadoop.ipc.Client$Connection@1d4e6cb owned by null (-1), cpu=1419, user=700 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:899) org.apache.hadoop.ipc.Client$Connection.run(Client.java:944) "IPC Server handler 14 on 56206" prio=5 tid=400 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@40c8be46" prio=5 tid=41 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=855 lock=null owned by null (-1), cpu=171, user=43 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:387) java.lang.Thread.run(Thread.java:744) "pool-1873-thread-3" prio=5 tid=38402 TIMED_WAITING worker native=false, suspended=false, block=0, wait=24345 lock=null owned by null (-1), cpu=1458, user=326 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 43 on 56205" prio=5 tid=375 WAITING deamon native=false, suspended=false, block=0, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=20, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Attach Listener" prio=9 tid=550 RUNNABLE deamon native=false, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=6, user=3 "MoveIntermediateToDone Thread #0" prio=5 tid=3403 WAITING worker native=false, suspended=false, block=97, wait=147 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@177e0a89 owned by null (-1), cpu=65, user=33 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 18 on 56205" prio=5 tid=350 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=14, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Thread-20186" prio=5 tid=38551 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 java.io.FileInputStream.readBytes(Native Method) java.io.FileInputStream.read(FileInputStream.java:272) java.io.BufferedInputStream.read1(BufferedInputStream.java:273) java.io.BufferedInputStream.read(BufferedInputStream.java:334) sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283) sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325) sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177) java.io.InputStreamReader.read(InputStreamReader.java:184) java.io.BufferedReader.fill(BufferedReader.java:154) java.io.BufferedReader.readLine(BufferedReader.java:317) java.io.BufferedReader.readLine(BufferedReader.java:382) org.apache.hadoop.util.Shell$1.run(Shell.java:472) "PublicLocalizer #3" prio=5 tid=2374 WAITING worker native=false, suspended=false, block=227, wait=265 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@129a37f4 owned by null (-1), cpu=2101, user=200 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 30 on 56205" prio=5 tid=362 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=12, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Client (482977315) connection to rkanter-mbp.local/172.16.1.64:64138 from rkanter" prio=5 tid=38559 TIMED_WAITING deamon native=false, suspended=false, block=236, wait=237 lock=org.apache.hadoop.ipc.Client$Connection@1a9a668b owned by null (-1), cpu=51, user=31 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:899) org.apache.hadoop.ipc.Client$Connection.run(Client.java:944) "Timer for 'NameNode' metrics system" prio=5 tid=14 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=176 lock=java.util.TaskQueue@d814cd3 owned by null (-1), cpu=30, user=8 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "Timer-8" prio=5 tid=485 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=65 lock=java.util.TaskQueue@eb9e666 owned by null (-1), cpu=9, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 11 on 56209" prio=5 tid=462 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=2, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 29 on 56206" prio=5 tid=415 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=6, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-530-thread-5" prio=5 tid=14520 TIMED_WAITING worker native=false, suspended=false, block=0, wait=108440 lock=null owned by null (-1), cpu=5762, user=1181 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "LeaseRenewer:test@localhost:56186" prio=5 tid=18167 TIMED_WAITING deamon native=false, suspended=false, block=42, wait=1004 lock=null owned by null (-1), cpu=137, user=35 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438) org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71) org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298) java.lang.Thread.run(Thread.java:744) "IPC Server handler 28 on 56205" prio=5 tid=360 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=11, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 49 on 56204" prio=5 tid=327 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 47 on 56206" prio=5 tid=433 WAITING deamon native=false, suspended=false, block=1, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=13, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 0 on 56209" prio=5 tid=451 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=27, user=25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Socket Reader #1 for port 56193" prio=5 tid=82 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "IPC Server handler 31 on 56204" prio=5 tid=309 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@1dedcf43" prio=5 tid=80 TIMED_WAITING deamon native=false, suspended=false, block=8, wait=3355 lock=null owned by null (-1), cpu=605, user=161 java.lang.Thread.sleep(Native Method) org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:161) java.lang.Thread.run(Thread.java:744) "DiskHealthMonitor-Timer" prio=5 tid=489 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=27 lock=java.util.TaskQueue@690184da owned by null (-1), cpu=7, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "pool-1-thread-1" prio=5 tid=8 RUNNABLE worker native=false, suspended=false, block=18884, wait=34665 lock=null owned by null (-1), cpu=366835, user=333377 java.lang.Thread.dumpThreads(Native Method) java.lang.Thread.getAllStackTraces(Thread.java:1639) org.apache.oozie.test.DumpStack.dumpTraces(DumpStack.java:46) org.apache.oozie.test.DumpStack.dumpStacks(DumpStack.java:38) org.apache.oozie.test.XTestCase.waitFor(XTestCase.java:701) org.apache.oozie.test.XTestCase.waitFor(XTestCase.java:670) org.apache.oozie.service.TestRecoveryService.testWorkflowActionRecoveryUserRetry(TestRecoveryService.java:237) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:606) junit.framework.TestCase.runTest(TestCase.java:168) junit.framework.TestCase.runBare(TestCase.java:134) junit.framework.TestResult$1.protect(TestResult.java:110) junit.framework.TestResult.runProtected(TestResult.java:128) junit.framework.TestResult.run(TestResult.java:113) junit.framework.TestCase.run(TestCase.java:124) junit.framework.TestSuite.runTest(TestSuite.java:243) junit.framework.TestSuite.run(TestSuite.java:238) org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:83) org.apache.maven.surefire.junitcore.ClassDemarcatingRunner.run(ClassDemarcatingRunner.java:58) org.junit.runners.Suite.runChild(Suite.java:128) org.junit.runners.Suite.runChild(Suite.java:24) org.junit.runners.ParentRunner$3.run(ParentRunner.java:231) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) java.util.concurrent.FutureTask.run(FutureTask.java:262) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 16 on 56206" prio=5 tid=402 WAITING deamon native=false, suspended=false, block=1, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=16, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-11-thread-1" prio=5 tid=2182 WAITING worker native=false, suspended=false, block=11, wait=24 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=97, user=47 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-1872-thread-7" prio=5 tid=38415 WAITING worker native=false, suspended=false, block=0, wait=102 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=11, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 42 on 56206" prio=5 tid=428 WAITING deamon native=false, suspended=false, block=1, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 18 on 56206" prio=5 tid=404 WAITING deamon native=false, suspended=false, block=1, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=23, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 3 on 56210" prio=5 tid=480 WAITING deamon native=false, suspended=false, block=0, wait=28 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@606b62ec owned by null (-1), cpu=32, user=14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 37 on 56204" prio=5 tid=315 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Socket Reader #1 for port 56186" prio=5 tid=22 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=6290, user=2795 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "Socket Reader #1 for port 56204" prio=5 tid=275 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "Timer-0" prio=5 tid=18 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=68 lock=java.util.TaskQueue@cf31572 owned by null (-1), cpu=21, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "BoneCP-release-thread-helper-thread" prio=5 tid=545 WAITING deamon native=false, suspended=false, block=0, wait=184 lock=jsr166y.LinkedTransferQueue@4fe16618 owned by null (-1), cpu=10, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:700) jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:600) jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1060) com.jolbox.bonecp.ConnectionReleaseHelperThread.run(ConnectionReleaseHelperThread.java:76) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 0 on 56204" prio=5 tid=278 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "java.util.concurrent.ThreadPoolExecutor$Worker@1c238ac5[State = -1, empty queue]" prio=5 tid=107 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@57c13a4e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O worker #14" prio=5 tid=186 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=240, user=38 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 44 on 56205" prio=5 tid=376 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=31, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #33" prio=5 tid=235 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=215, user=32 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Socket Reader #1 for port 56205" prio=5 tid=329 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=594, user=175 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "New I/O worker #16" prio=5 tid=188 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=224, user=31 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 4 on 56210" prio=5 tid=481 WAITING deamon native=false, suspended=false, block=1, wait=28 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@606b62ec owned by null (-1), cpu=38, user=12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LogDeleter #3" prio=5 tid=4150 WAITING worker native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ddf188f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 3 on 56186" prio=5 tid=34 WAITING deamon native=false, suspended=false, block=101, wait=2820 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2182, user=1182 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 5 on 56205" prio=5 tid=337 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=19, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 3 on 56213" prio=5 tid=497 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=6, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1873-thread-8" prio=5 tid=38407 TIMED_WAITING worker native=false, suspended=false, block=0, wait=24308 lock=null owned by null (-1), cpu=1454, user=323 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O worker #29" prio=5 tid=231 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=215, user=27 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 4 on 56203" prio=5 tid=259 WAITING deamon native=false, suspended=false, block=8, wait=27 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=52, user=46 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LogDeleter #0" prio=5 tid=3408 TIMED_WAITING worker native=false, suspended=false, block=0, wait=2 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@11c56bd0 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 9 on 56206" prio=5 tid=395 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=8, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 0 on 56210" prio=5 tid=477 WAITING deamon native=false, suspended=false, block=0, wait=29 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@606b62ec owned by null (-1), cpu=36, user=25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Client (482977315) connection to localhost/127.0.0.1:56186 from test" prio=5 tid=38607 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1 lock=org.apache.hadoop.ipc.Client$Connection@66f3f5fb owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:899) org.apache.hadoop.ipc.Client$Connection.run(Client.java:944) "IPC Server Responder" prio=5 tid=519 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server Responder" prio=5 tid=331 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "Node Status Updater" prio=5 tid=530 TIMED_WAITING worker native=false, suspended=false, block=83, wait=1698 lock=java.lang.Object@78c75446 owned by null (-1), cpu=1143, user=470 java.lang.Object.wait(Native Method) org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl$1.run(NodeStatusUpdaterImpl.java:530) java.lang.Thread.run(Thread.java:744) "pool-30-thread-5" prio=5 tid=27505 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=418, user=415 java.net.SocketInputStream.socketRead0(Native Method) java.net.SocketInputStream.read(SocketInputStream.java:152) java.net.SocketInputStream.read(SocketInputStream.java:122) java.io.BufferedInputStream.fill(BufferedInputStream.java:235) java.io.BufferedInputStream.read1(BufferedInputStream.java:275) java.io.BufferedInputStream.read(BufferedInputStream.java:334) org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27) org.apache.hadoop.hive.metastore.TSetIpAddressProcessor.process(TSetIpAddressProcessor.java:48) org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:244) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O worker #27" prio=5 tid=229 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=222, user=47 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 7 on 56203" prio=5 tid=262 WAITING deamon native=false, suspended=false, block=9, wait=26 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=67, user=59 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 27 on 56206" prio=5 tid=413 WAITING deamon native=false, suspended=false, block=1, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=16, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 32 on 56204" prio=5 tid=310 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1872-thread-9" prio=5 tid=38417 WAITING worker native=false, suspended=false, block=6, wait=132 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=26, user=19 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 0 on 56201" prio=5 tid=265 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34987f45 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 15 on 56206" prio=5 tid=401 WAITING deamon native=false, suspended=false, block=1, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 31 on 56205" prio=5 tid=363 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=26, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 18 on 56213" prio=5 tid=512 WAITING deamon native=false, suspended=false, block=0, wait=6 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=4, user=3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "DeletionService #2" prio=5 tid=3354 WAITING worker native=false, suspended=false, block=11, wait=139 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53e5b46b owned by null (-1), cpu=111, user=47 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "refreshUsed-/Users/rkanter/dev/CDH-oozie/core/build/test/data/dfs/data/data2/current/BP-802054336-172.16.1.64-1391808196845" prio=5 tid=122 TIMED_WAITING deamon native=false, suspended=false, block=4, wait=5 lock=null owned by null (-1), cpu=28, user=3 java.lang.Thread.sleep(Native Method) org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:115) java.lang.Thread.run(Thread.java:744) "IPC Server handler 43 on 56204" prio=5 tid=321 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-11-thread-5" prio=5 tid=3356 WAITING worker native=false, suspended=false, block=11, wait=24 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=26, user=19 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor@41b861ab" prio=5 tid=29 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=6 lock=null owned by null (-1), cpu=1, user=0 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor.run(PendingReplicationBlocks.java:221) java.lang.Thread.run(Thread.java:744) "IPC Server handler 39 on 56204" prio=5 tid=317 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Socket Reader #1 for port 56206" prio=5 tid=383 RUNNABLE worker native=true, suspended=false, block=1, wait=1 lock=null owned by null (-1), cpu=385, user=100 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "LogDeleter #0" prio=5 tid=3353 TIMED_WAITING worker native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ddf188f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Thread-11460" prio=5 tid=18262 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=822 lock=java.util.LinkedList@2b72ef13 owned by null (-1), cpu=111, user=16 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:499) "IPC Server handler 0 on 56189" prio=5 tid=60 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 9 on 56193" prio=5 tid=95 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #21" prio=5 tid=223 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=258, user=45 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 3 on 56214" prio=5 tid=523 WAITING deamon native=false, suspended=false, block=0, wait=40 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4c35a3c7 owned by null (-1), cpu=46, user=26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 4 on 56193" prio=5 tid=90 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Public Localizer" prio=5 tid=172 WAITING worker native=false, suspended=false, block=3, wait=24 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7668e467 owned by null (-1), cpu=162, user=18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ExecutorCompletionService.take(ExecutorCompletionService.java:193) org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$PublicLocalizer.run(ResourceLocalizationService.java:698) "IPC Server handler 15 on 56204" prio=5 tid=293 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #4" prio=5 tid=176 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=195, user=33 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "DeletionService #1" prio=5 tid=3130 WAITING worker native=false, suspended=false, block=8, wait=77 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da807d5 owned by null (-1), cpu=105, user=35 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-11-thread-9" prio=5 tid=3834 WAITING worker native=false, suspended=false, block=9, wait=21 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=23, user=18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-530-thread-10" prio=5 tid=14525 TIMED_WAITING worker native=false, suspended=false, block=0, wait=107546 lock=null owned by null (-1), cpu=5828, user=1193 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Socket Reader #1 for port 56208" prio=5 tid=441 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "Timer-10" prio=5 tid=534 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.TaskQueue@7f097cfb owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:503) java.util.TimerThread.mainLoop(Timer.java:526) java.util.TimerThread.run(Timer.java:505) "BoneCP-release-thread-helper-thread" prio=5 tid=544 WAITING deamon native=false, suspended=false, block=0, wait=184 lock=jsr166y.LinkedTransferQueue@4fe16618 owned by null (-1), cpu=9, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:700) jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:600) jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1060) com.jolbox.bonecp.ConnectionReleaseHelperThread.run(ConnectionReleaseHelperThread.java:76) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Signal Dispatcher" prio=9 tid=4 RUNNABLE deamon native=false, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 "Timer-6" prio=5 tid=249 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=65 lock=java.util.TaskQueue@7ce49ba0 owned by null (-1), cpu=15, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "New I/O worker #18" prio=5 tid=220 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=269, user=46 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "PublicLocalizer #2" prio=5 tid=2373 WAITING worker native=false, suspended=false, block=237, wait=265 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@129a37f4 owned by null (-1), cpu=1931, user=184 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O worker #25" prio=5 tid=227 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=258, user=49 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 1 on 56206" prio=5 tid=387 WAITING deamon native=false, suspended=false, block=2, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=10, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 2 on 56210" prio=5 tid=479 WAITING deamon native=false, suspended=false, block=1, wait=28 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@606b62ec owned by null (-1), cpu=32, user=18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 17 on 56209" prio=5 tid=468 WAITING deamon native=false, suspended=false, block=0, wait=3 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=1, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #15" prio=5 tid=187 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=234, user=31 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "2076016489@qtp-2055647389-1 - Acceptor0 SelectChannelConnector@localhost:56185" prio=5 tid=17 RUNNABLE deamon native=true, suspended=false, block=1, wait=1 lock=null owned by null (-1), cpu=221, user=59 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429) org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185) org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "Socket Reader #1 for port 56189" prio=5 tid=56 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "Timer-7" prio=5 tid=438 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=66 lock=java.util.TaskQueue@62c78db2 owned by null (-1), cpu=19, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server Responder" prio=5 tid=241 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server handler 8 on 56213" prio=5 tid=502 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=5, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 13 on 56213" prio=5 tid=507 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=6, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 6 on 56204" prio=5 tid=284 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 30 on 56204" prio=5 tid=308 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 17 on 56206" prio=5 tid=403 WAITING deamon native=false, suspended=false, block=2, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=9, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 6 on 56209" prio=5 tid=457 WAITING deamon native=false, suspended=false, block=1, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=30, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-530-thread-6" prio=5 tid=14521 TIMED_WAITING worker native=false, suspended=false, block=5, wait=108564 lock=null owned by null (-1), cpu=5842, user=1187 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 45 on 56206" prio=5 tid=431 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=6, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Public Localizer" prio=5 tid=219 WAITING worker native=false, suspended=false, block=4, wait=38 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@518a4303 owned by null (-1), cpu=258, user=22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ExecutorCompletionService.take(ExecutorCompletionService.java:193) org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$PublicLocalizer.run(ResourceLocalizationService.java:698) "IPC Server listener on 56193" prio=5 tid=81 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "IPC Server handler 3 on 56206" prio=5 tid=389 WAITING deamon native=false, suspended=false, block=1, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=42, user=38 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Thread-8326" prio=5 tid=10710 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1176 lock=java.util.LinkedList@615ceaec owned by null (-1), cpu=115, user=23 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:499) "IPC Server handler 15 on 56213" prio=5 tid=509 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=5, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 9 on 56204" prio=5 tid=287 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 18 on 56204" prio=5 tid=296 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Timer-4" prio=5 tid=138 TIMED_WAITING worker native=false, suspended=false, block=1, wait=2 lock=java.util.TaskQueue@2432c1d0 owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server Responder" prio=5 tid=443 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "IPC Server handler 21 on 56206" prio=5 tid=407 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "LogDeleter #2" prio=5 tid=3595 WAITING worker native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ddf188f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 2 on 56206" prio=5 tid=388 WAITING deamon native=false, suspended=false, block=0, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=15, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 41 on 56206" prio=5 tid=427 WAITING deamon native=false, suspended=false, block=2, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "1848424100@qtp-688258239-0" prio=5 tid=526 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=28 lock=org.mortbay.thread.QueuedThreadPool$PoolThread@6e2cb6a4 owned by null (-1), cpu=4, user=1 java.lang.Object.wait(Native Method) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) "Socket Reader #1 for port 56209" prio=5 tid=448 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=190, user=69 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "BoneCP-release-thread-helper-thread" prio=5 tid=537 WAITING deamon native=false, suspended=false, block=0, wait=21 lock=jsr166y.LinkedTransferQueue@6f5efe84 owned by null (-1), cpu=2, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:700) jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:600) jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1060) com.jolbox.bonecp.ConnectionReleaseHelperThread.run(ConnectionReleaseHelperThread.java:76) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server idle connection scanner for port 56210" prio=5 tid=475 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=170 lock=java.util.TaskQueue@2a2ba568 owned by null (-1), cpu=68, user=11 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 4 on 56204" prio=5 tid=282 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Timer-3" prio=5 tid=137 TIMED_WAITING worker native=false, suspended=false, block=1, wait=2 lock=java.util.TaskQueue@525141 owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "New I/O worker #12" prio=5 tid=184 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=216, user=31 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-30-thread-1" prio=5 tid=549 RUNNABLE worker native=true, suspended=false, block=281, wait=536 lock=null owned by null (-1), cpu=10198, user=9947 java.net.SocketInputStream.socketRead0(Native Method) java.net.SocketInputStream.read(SocketInputStream.java:152) java.net.SocketInputStream.read(SocketInputStream.java:122) java.io.BufferedInputStream.fill(BufferedInputStream.java:235) java.io.BufferedInputStream.read1(BufferedInputStream.java:275) java.io.BufferedInputStream.read(BufferedInputStream.java:334) org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:27) org.apache.hadoop.hive.metastore.TSetIpAddressProcessor.process(TSetIpAddressProcessor.java:48) org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:244) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-1872-thread-5" prio=5 tid=38413 WAITING worker native=false, suspended=false, block=0, wait=107 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=11, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 0 on 56213" prio=5 tid=494 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=17, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1873-thread-2" prio=5 tid=38401 TIMED_WAITING worker native=false, suspended=false, block=12, wait=24499 lock=null owned by null (-1), cpu=1483, user=344 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 5 on 56204" prio=5 tid=283 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "1328608452@qtp-2072296340-0" prio=5 tid=436 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=28 lock=org.mortbay.thread.QueuedThreadPool$PoolThread@4f30f4c4 owned by null (-1), cpu=4, user=1 java.lang.Object.wait(Native Method) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) "pool-530-thread-9" prio=5 tid=14524 TIMED_WAITING worker native=false, suspended=false, block=0, wait=108400 lock=null owned by null (-1), cpu=5896, user=1186 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Thread-449" prio=5 tid=532 RUNNABLE deamon native=true, suspended=false, block=0, wait=2 lock=null owned by null (-1), cpu=3232, user=3085 java.net.PlainSocketImpl.socketAccept(Native Method) java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) java.net.ServerSocket.implAccept(ServerSocket.java:530) java.net.ServerSocket.accept(ServerSocket.java:498) org.apache.thrift.transport.TServerSocket.acceptImpl(TServerSocket.java:113) org.apache.hadoop.hive.metastore.TServerSocketKeepAlive.acceptImpl(TServerSocketKeepAlive.java:39) org.apache.hadoop.hive.metastore.TServerSocketKeepAlive.acceptImpl(TServerSocketKeepAlive.java:32) org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) org.apache.thrift.server.TThreadPoolServer.serve(TThreadPoolServer.java:131) org.apache.hadoop.hive.metastore.HiveMetaStore.startMetaStore(HiveMetaStore.java:4320) org.apache.oozie.test.MiniHCatServer$1.run(MiniHCatServer.java:136) java.lang.Thread.run(Thread.java:744) "Thread-11423" prio=5 tid=18185 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=943 lock=java.util.LinkedList@1708184a owned by null (-1), cpu=114, user=21 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:499) "pool-1872-thread-4" prio=5 tid=38412 WAITING worker native=false, suspended=false, block=11, wait=93 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=22, user=18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 26 on 56206" prio=5 tid=412 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=16, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Log Scanner/Cleaner #1" prio=5 tid=246 TIMED_WAITING worker native=false, suspended=false, block=15, wait=49 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4a5656f owned by null (-1), cpu=67, user=14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "PublicLocalizer #0" prio=5 tid=2184 WAITING worker native=false, suspended=false, block=176, wait=213 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6fcbb965 owned by null (-1), cpu=1420, user=144 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-11-thread-10" prio=5 tid=4030 WAITING worker native=false, suspended=false, block=8, wait=21 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=59, user=25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 7 on 56204" prio=5 tid=285 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Ping Checker" prio=5 tid=272 TIMED_WAITING worker native=false, suspended=false, block=0, wait=9 lock=null owned by null (-1), cpu=1, user=0 java.lang.Thread.sleep(Native Method) org.apache.hadoop.yarn.util.AbstractLivelinessMonitor$PingChecker.run(AbstractLivelinessMonitor.java:125) java.lang.Thread.run(Thread.java:744) "pool-1873-thread-10" prio=5 tid=38409 TIMED_WAITING worker native=false, suspended=false, block=0, wait=24322 lock=null owned by null (-1), cpu=1461, user=324 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 25 on 56206" prio=5 tid=411 WAITING deamon native=false, suspended=false, block=0, wait=15 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=28, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 11 on 56204" prio=5 tid=289 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 19 on 56206" prio=5 tid=405 WAITING deamon native=false, suspended=false, block=2, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=22, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 9 on 56203" prio=5 tid=264 WAITING deamon native=false, suspended=false, block=8, wait=26 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=46, user=41 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 45 on 56205" prio=5 tid=377 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=77, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Socket Reader #1 for port 56201" prio=5 tid=239 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "DeletionService #0" prio=5 tid=2523 WAITING worker native=false, suspended=false, block=10, wait=134 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53e5b46b owned by null (-1), cpu=128, user=51 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 45 on 56204" prio=5 tid=323 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "AsyncDispatcher event handler" prio=5 tid=529 WAITING worker native=false, suspended=false, block=0, wait=38 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@666dfd9c owned by null (-1), cpu=4, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:98) java.lang.Thread.run(Thread.java:744) "pool-530-thread-2" prio=5 tid=14517 TIMED_WAITING worker native=false, suspended=false, block=0, wait=108262 lock=null owned by null (-1), cpu=5894, user=1179 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 31 on 56206" prio=5 tid=417 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=6, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server listener on 56214" prio=5 tid=516 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=18, user=5 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "IPC Server listener on 56206" prio=5 tid=382 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=11, user=6 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "IPC Server handler 22 on 56205" prio=5 tid=354 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=49, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 24 on 56205" prio=5 tid=356 WAITING deamon native=false, suspended=false, block=0, wait=21 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=20, user=8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server listener on 56204" prio=5 tid=274 RUNNABLE deamon native=true, suspended=false, block=1, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "pool-1872-thread-2" prio=5 tid=38410 WAITING worker native=false, suspended=false, block=0, wait=116 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=11, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 8 on 56209" prio=5 tid=459 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=2, user=2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-1873-thread-4" prio=5 tid=38403 TIMED_WAITING worker native=false, suspended=false, block=0, wait=24515 lock=null owned by null (-1), cpu=1445, user=324 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 10 on 56204" prio=5 tid=288 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Client (482977315) connection to localhost/127.0.0.1:56186 from test" prio=5 tid=38608 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1 lock=org.apache.hadoop.ipc.Client$Connection@32204e4a owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:899) org.apache.hadoop.ipc.Client$Connection.run(Client.java:944) "pool-1873-thread-5" prio=5 tid=38404 TIMED_WAITING worker native=false, suspended=false, block=0, wait=24286 lock=null owned by null (-1), cpu=1462, user=319 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "PublicLocalizer #1" prio=5 tid=2185 WAITING worker native=false, suspended=false, block=158, wait=180 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6fcbb965 owned by null (-1), cpu=1315, user=134 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "pool-1872-thread-8" prio=5 tid=38416 WAITING worker native=false, suspended=false, block=16, wait=101 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ec23d52 owned by null (-1), cpu=22, user=16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 13 on 56204" prio=5 tid=291 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 12 on 56204" prio=5 tid=290 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@106d223" prio=5 tid=42 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=339 lock=null owned by null (-1), cpu=92, user=22 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4224) java.lang.Thread.run(Thread.java:744) "IPC Server listener on 56213" prio=5 tid=490 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=16, user=10 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "pool-1873-thread-9" prio=5 tid=38408 TIMED_WAITING worker native=false, suspended=false, block=0, wait=24497 lock=null owned by null (-1), cpu=1486, user=324 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 48 on 56205" prio=5 tid=380 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=10, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 4 on 56186" prio=5 tid=35 WAITING deamon native=false, suspended=false, block=97, wait=2823 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2109, user=1159 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 3 on 56205" prio=5 tid=335 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=42, user=11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "MoveIntermediateToDone Thread #2" prio=5 tid=3405 WAITING worker native=false, suspended=false, block=101, wait=134 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@177e0a89 owned by null (-1), cpu=116, user=34 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Thread-82" prio=5 tid=101 TIMED_WAITING deamon native=false, suspended=false, block=102, wait=345 lock=null owned by null (-1), cpu=3624, user=1844 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:78) java.lang.Thread.run(Thread.java:744) "IPC Server handler 35 on 56206" prio=5 tid=421 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=33, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #6" prio=5 tid=178 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=216, user=32 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 44 on 56204" prio=5 tid=322 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 33 on 56204" prio=5 tid=311 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #20" prio=5 tid=222 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=275, user=47 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O worker #8" prio=5 tid=180 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=218, user=30 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Ping Checker" prio=5 tid=271 TIMED_WAITING worker native=false, suspended=false, block=0, wait=9 lock=null owned by null (-1), cpu=1, user=0 java.lang.Thread.sleep(Native Method) org.apache.hadoop.yarn.util.AbstractLivelinessMonitor$PingChecker.run(AbstractLivelinessMonitor.java:125) java.lang.Thread.run(Thread.java:744) "IPC Server handler 17 on 56204" prio=5 tid=295 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 19 on 56205" prio=5 tid=351 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=20, user=11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@48191316" prio=5 tid=74 RUNNABLE deamon native=true, suspended=false, block=1, wait=0 lock=null owned by null (-1), cpu=824, user=280 sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241) sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:100) org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:134) org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:132) java.lang.Thread.run(Thread.java:744) "IPC Server handler 1 on 56213" prio=5 tid=495 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=6, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 10 on 56209" prio=5 tid=461 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=3, user=2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 36 on 56204" prio=5 tid=314 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 9 on 56205" prio=5 tid=341 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=29, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 8 on 56206" prio=5 tid=394 WAITING deamon native=false, suspended=false, block=1, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=8, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Socket Reader #1 for port 56210" prio=5 tid=474 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=123, user=25 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "DeletionService #0" prio=5 tid=2396 WAITING worker native=false, suspended=false, block=8, wait=78 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da807d5 owned by null (-1), cpu=138, user=37 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 30 on 56206" prio=5 tid=416 WAITING deamon native=false, suspended=false, block=1, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=31, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 2 on 56209" prio=5 tid=453 WAITING deamon native=false, suspended=false, block=1, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=15, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 36 on 56205" prio=5 tid=368 WAITING deamon native=false, suspended=false, block=0, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=9, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 7 on 56189" prio=5 tid=67 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 5 on 56209" prio=5 tid=456 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=4, user=3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 7 on 56193" prio=5 tid=93 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Socket Reader #1 for port 56203" prio=5 tid=252 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=42, user=19 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "pool-530-thread-1" prio=5 tid=14516 TIMED_WAITING worker native=false, suspended=false, block=0, wait=108791 lock=null owned by null (-1), cpu=5764, user=1193 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "AsyncDispatcher event handler" prio=5 tid=439 WAITING worker native=false, suspended=false, block=146, wait=3979 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@77972044 owned by null (-1), cpu=1222, user=610 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:98) java.lang.Thread.run(Thread.java:744) "IPC Server handler 47 on 56205" prio=5 tid=379 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=22, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-530-thread-4" prio=5 tid=14519 TIMED_WAITING worker native=false, suspended=false, block=1, wait=108489 lock=null owned by null (-1), cpu=5913, user=1244 java.lang.Thread.sleep(Native Method) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:605) org.apache.oozie.util.PriorityDelayQueue.take(PriorityDelayQueue.java:53) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 40 on 56206" prio=5 tid=426 WAITING deamon native=false, suspended=false, block=1, wait=16 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 0 on 56205" prio=5 tid=332 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=39, user=25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 40 on 56205" prio=5 tid=372 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=13, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Socket Reader #1 for port 56214" prio=5 tid=517 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=105, user=35 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "IPC Server handler 5 on 56193" prio=5 tid=91 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #2" prio=5 tid=174 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=321, user=53 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 15 on 56209" prio=5 tid=466 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=2, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 9 on 56186" prio=5 tid=40 WAITING deamon native=false, suspended=false, block=91, wait=2824 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=1940, user=1171 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "FairSchedulerUpdateThread" prio=5 tid=141 TIMED_WAITING deamon native=false, suspended=false, block=12, wait=3348 lock=null owned by null (-1), cpu=2205, user=705 java.lang.Thread.sleep(Native Method) org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler$UpdateThread.run(FairScheduler.java:280) java.lang.Thread.run(Thread.java:744) "181239149@qtp-2072296340-1 - Acceptor0 SelectChannelConnector@rkanter-mbp.local:56207" prio=5 tid=437 RUNNABLE deamon native=true, suspended=false, block=1, wait=1 lock=null owned by null (-1), cpu=301, user=61 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:429) org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:185) org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "IPC Server handler 1 on 56193" prio=5 tid=87 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "pool-11-thread-7" prio=5 tid=3593 WAITING worker native=false, suspended=false, block=9, wait=24 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38292dcd owned by null (-1), cpu=25, user=19 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "DeletionService #3" prio=5 tid=3355 WAITING worker native=false, suspended=false, block=8, wait=136 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53e5b46b owned by null (-1), cpu=116, user=50 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 9 on 56213" prio=5 tid=503 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=6, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "com.google.inject.internal.util.$Finalizer" prio=5 tid=250 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.lang.ref.ReferenceQueue$Lock@cd715fd owned by null (-1), cpu=0, user=0 java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) com.google.inject.internal.util.$Finalizer.run(Finalizer.java:114) "IPC Server handler 2 on 56213" prio=5 tid=496 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=6, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O worker #24" prio=5 tid=226 RUNNABLE worker native=true, suspended=false, block=3, wait=0 lock=null owned by null (-1), cpu=243, user=55 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 29 on 56205" prio=5 tid=361 WAITING deamon native=false, suspended=false, block=0, wait=19 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=12, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 7 on 56209" prio=5 tid=458 WAITING deamon native=false, suspended=false, block=0, wait=4 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@610c4ff8 owned by null (-1), cpu=3, user=2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Thread-15194" prio=5 tid=24976 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=601 lock=java.util.LinkedList@b58e81c owned by null (-1), cpu=40, user=10 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:499) "IPC Server handler 2 on 56214" prio=5 tid=522 WAITING deamon native=false, suspended=false, block=0, wait=40 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4c35a3c7 owned by null (-1), cpu=80, user=25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 5 on 56189" prio=5 tid=65 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "refreshUsed-/Users/rkanter/dev/CDH-oozie/core/build/test/data/dfs/data/data3/current/BP-802054336-172.16.1.64-1391808196845" prio=5 tid=119 TIMED_WAITING deamon native=false, suspended=false, block=3, wait=5 lock=null owned by null (-1), cpu=58, user=2 java.lang.Thread.sleep(Native Method) org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:115) java.lang.Thread.run(Thread.java:744) "769913844@qtp-938987121-0" prio=5 tid=247 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=28 lock=org.mortbay.thread.QueuedThreadPool$PoolThread@2de3f3f4 owned by null (-1), cpu=12, user=1 java.lang.Object.wait(Native Method) org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) "IPC Server handler 26 on 56205" prio=5 tid=358 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=24, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "ResourceLocalizationService Cache Cleanup" prio=5 tid=472 TIMED_WAITING worker native=false, suspended=false, block=0, wait=5 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@17786479 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O worker #30" prio=5 tid=232 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=216, user=26 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:64) org.jboss.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:409) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:88) org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server idle connection scanner for port 56208" prio=5 tid=442 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=171 lock=java.util.TaskQueue@669f978e owned by null (-1), cpu=68, user=11 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "derby.rawStoreDaemon" prio=5 tid=16232 TIMED_WAITING deamon native=false, suspended=false, block=9, wait=106 lock=org.apache.derby.impl.services.daemon.BasicDaemon@247b6d9e owned by null (-1), cpu=12, user=6 java.lang.Object.wait(Native Method) org.apache.derby.impl.services.daemon.BasicDaemon.rest(Unknown Source) org.apache.derby.impl.services.daemon.BasicDaemon.run(Unknown Source) java.lang.Thread.run(Thread.java:744) "Socket Reader #1 for port 56213" prio=5 tid=491 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=176, user=113 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:574) org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:553) "IPC Server handler 16 on 56204" prio=5 tid=294 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server idle connection scanner for port 56186" prio=5 tid=23 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=175 lock=java.util.TaskQueue@3c45d638 owned by null (-1), cpu=95, user=12 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 36 on 56206" prio=5 tid=422 WAITING deamon native=false, suspended=false, block=0, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=19, user=7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "process reaper" prio=10 tid=35738 RUNNABLE deamon native=true, suspended=false, block=6, wait=88 lock=null owned by null (-1), cpu=15, user=5 java.lang.UNIXProcess.waitForProcessExit(Native Method) java.lang.UNIXProcess.access$200(UNIXProcess.java:54) java.lang.UNIXProcess$3.run(UNIXProcess.java:174) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 3 on 56193" prio=5 tid=89 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "Thread[Thread-199,5,main]" prio=5 tid=269 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=336 lock=null owned by null (-1), cpu=89, user=10 java.lang.Thread.sleep(Native Method) org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover.run(AbstractDelegationTokenSecretManager.java:555) java.lang.Thread.run(Thread.java:744) "IPC Server handler 32 on 56205" prio=5 tid=364 WAITING deamon native=false, suspended=false, block=0, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=20, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "New I/O server boss #34" prio=5 tid=236 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=2, user=1 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.jboss.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 10 on 56206" prio=5 tid=396 WAITING deamon native=false, suspended=false, block=1, wait=14 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=15, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server idle connection scanner for port 56193" prio=5 tid=83 TIMED_WAITING deamon native=false, suspended=false, block=1, wait=174 lock=java.util.TaskQueue@6cf18565 owned by null (-1), cpu=75, user=12 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "derby.rawStoreDaemon" prio=5 tid=535 TIMED_WAITING deamon native=false, suspended=false, block=85, wait=249 lock=org.apache.derby.impl.services.daemon.BasicDaemon@6f15c82e owned by null (-1), cpu=90, user=50 java.lang.Object.wait(Native Method) org.apache.derby.impl.services.daemon.BasicDaemon.rest(Unknown Source) org.apache.derby.impl.services.daemon.BasicDaemon.run(Unknown Source) java.lang.Thread.run(Thread.java:744) "IPC Server listener on 56186" prio=5 tid=21 RUNNABLE deamon native=true, suspended=false, block=2, wait=0 lock=null owned by null (-1), cpu=302, user=161 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.apache.hadoop.ipc.Server$Listener.run(Server.java:626) "IPC Server handler 8 on 56189" prio=5 tid=68 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bde6713 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 46 on 56206" prio=5 tid=432 WAITING deamon native=false, suspended=false, block=2, wait=17 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=10, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "ResourceLocalizationService Cache Cleanup" prio=5 tid=515 TIMED_WAITING worker native=false, suspended=false, block=0, wait=5 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@47fa8595 owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "Thread-5769" prio=5 tid=7770 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1351 lock=java.util.LinkedList@63c931b7 owned by null (-1), cpu=228, user=32 java.lang.Object.wait(Native Method) org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:499) "IPC Server handler 24 on 56204" prio=5 tid=302 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a5d383f owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "DeletionService #1" prio=5 tid=3209 WAITING worker native=false, suspended=false, block=10, wait=125 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53e5b46b owned by null (-1), cpu=119, user=48 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "refreshUsed-/Users/rkanter/dev/CDH-oozie/core/build/test/data/dfs/data/data4/current/BP-802054336-172.16.1.64-1391808196845" prio=5 tid=121 TIMED_WAITING deamon native=false, suspended=false, block=2, wait=5 lock=null owned by null (-1), cpu=15, user=3 java.lang.Thread.sleep(Native Method) org.apache.hadoop.fs.DU$DURefreshThread.run(DU.java:115) java.lang.Thread.run(Thread.java:744) "IPC Server handler 8 on 56203" prio=5 tid=263 WAITING deamon native=false, suspended=false, block=8, wait=26 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=55, user=49 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 11 on 56205" prio=5 tid=343 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=29, user=10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 27 on 56205" prio=5 tid=359 WAITING deamon native=false, suspended=false, block=0, wait=20 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f89bafa owned by null (-1), cpu=27, user=9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "org.apache.hadoop.hdfs.PeerCache@36178ee7" prio=5 tid=2220 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=14 lock=null owned by null (-1), cpu=45, user=4 java.lang.Thread.sleep(Native Method) org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252) org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39) org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135) java.lang.Thread.run(Thread.java:744) "Timer-2" prio=5 tid=79 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=67 lock=java.util.TaskQueue@646ce1c3 owned by null (-1), cpu=19, user=3 java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) "IPC Server handler 20 on 56206" prio=5 tid=406 WAITING deamon native=false, suspended=false, block=0, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=21, user=6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 14 on 56213" prio=5 tid=508 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=36, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 7 on 56186" prio=5 tid=38 WAITING deamon native=false, suspended=false, block=120, wait=2832 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45ae199c owned by null (-1), cpu=2157, user=1198 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "ContainersLauncher #6" prio=5 tid=38529 RUNNABLE worker native=true, suspended=false, block=16, wait=15 lock=null owned by null (-1), cpu=225, user=26 java.io.FileInputStream.readBytes(Native Method) java.io.FileInputStream.read(FileInputStream.java:272) java.io.BufferedInputStream.read1(BufferedInputStream.java:273) java.io.BufferedInputStream.read(BufferedInputStream.java:334) sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283) sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325) sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177) java.io.InputStreamReader.read(InputStreamReader.java:184) java.io.BufferedReader.fill(BufferedReader.java:154) java.io.BufferedReader.read1(BufferedReader.java:205) java.io.BufferedReader.read(BufferedReader.java:279) org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:663) org.apache.hadoop.util.Shell.runCommand(Shell.java:487) org.apache.hadoop.util.Shell.run(Shell.java:418) org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:650) org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:195) org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:283) org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:79) java.util.concurrent.FutureTask.run(FutureTask.java:262) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server Responder" prio=5 tid=254 RUNNABLE deamon native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=0, user=0 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:793) org.apache.hadoop.ipc.Server$Responder.run(Server.java:776) "Thread-448" prio=5 tid=531 TIMED_WAITING deamon native=false, suspended=false, block=0, wait=1667 lock=null owned by null (-1), cpu=202, user=28 java.lang.Thread.sleep(Native Method) org.apache.oozie.test.XTestCase$MiniClusterShutdownMonitor.run(XTestCase.java:1001) "IPC Server handler 5 on 56203" prio=5 tid=260 WAITING deamon native=false, suspended=false, block=9, wait=28 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7cba5fd owned by null (-1), cpu=46, user=42 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 6 on 56193" prio=5 tid=92 WAITING deamon native=false, suspended=false, block=0, wait=1 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cdc962e owned by null (-1), cpu=0, user=0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "IPC Server handler 6 on 56213" prio=5 tid=500 WAITING deamon native=false, suspended=false, block=0, wait=7 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10581e1e owned by null (-1), cpu=5, user=4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "BoneCP-release-thread-helper-thread" prio=5 tid=539 WAITING deamon native=false, suspended=false, block=1, wait=21 lock=jsr166y.LinkedTransferQueue@6f5efe84 owned by null (-1), cpu=1, user=1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) jsr166y.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:700) jsr166y.LinkedTransferQueue.xfer(LinkedTransferQueue.java:600) jsr166y.LinkedTransferQueue.take(LinkedTransferQueue.java:1060) com.jolbox.bonecp.ConnectionReleaseHelperThread.run(ConnectionReleaseHelperThread.java:76) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "New I/O server boss #17" prio=5 tid=189 RUNNABLE worker native=true, suspended=false, block=0, wait=0 lock=null owned by null (-1), cpu=32, user=28 sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200) sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) org.jboss.netty.channel.socket.nio.NioServerBoss.select(NioServerBoss.java:163) org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:206) org.jboss.netty.channel.socket.nio.NioServerBoss.run(NioServerBoss.java:42) org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744) "IPC Server handler 7 on 56206" prio=5 tid=393 WAITING deamon native=false, suspended=false, block=2, wait=18 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@53c0fd65 owned by null (-1), cpu=7, user=5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.hadoop.ipc.Server$Handler.run(Server.java:1934) "DeletionService #3" prio=5 tid=3132 WAITING worker native=false, suspended=false, block=8, wait=75 lock=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@da807d5 owned by null (-1), cpu=101, user=31 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:744)