2017-09-01 23:57:17 Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.60-b23 mixed mode): "Attach Listener" #595 daemon prio=9 os_prio=0 tid=0x00007fc398002000 nid=0x683e waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "qtp525695312-594" #594 prio=5 os_prio=0 tid=0x00007fc14c003000 nid=0x64d1 waiting on condition [0x00007fc0cebec000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Worker-Interactive:Idle" #593 daemon prio=10 os_prio=0 tid=0x00007fc17c244800 nid=0x6233 waiting on condition [0x00007fc22d3d7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b62fd5e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-591" #591 prio=5 os_prio=0 tid=0x00007fc0787e9000 nid=0x61fc waiting on condition [0x00007fc22d4d8000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-590" #590 prio=5 os_prio=0 tid=0x00007fc148002800 nid=0x61fb waiting on condition [0x00007fc0cd1aa000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-589" #589 prio=5 os_prio=0 tid=0x00007fc148001800 nid=0x61fa waiting on condition [0x00007fc0cf1f2000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Thread-164" #584 prio=5 os_prio=0 tid=0x00007fc200011800 nid=0x5a67 sleeping[0x00007fc22c4c8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.internal.util.GridSpinReadWriteLock.writeLock(GridSpinReadWriteLock.java:206) at org.apache.ignite.internal.util.GridSpinBusyLock.block(GridSpinBusyLock.java:76) at org.apache.ignite.internal.processors.datastreamer.DataStreamProcessor.onKernalStop(DataStreamProcessor.java:141) at org.apache.ignite.internal.IgniteKernal.stop0(IgniteKernal.java:2099) at org.apache.ignite.internal.IgniteKernal.stop(IgniteKernal.java:2047) at org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.stop0(IgnitionEx.java:2480) - locked <0x00000006b6e478d0> (a org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance) at org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.stop(IgnitionEx.java:2443) at org.apache.ignite.internal.IgnitionEx.stop(IgnitionEx.java:325) at org.apache.ignite.Ignition.stop(Ignition.java:224) at org.apache.ignite.internal.IgniteKernal.close(IgniteKernal.java:3341) at com.app.cluster.ignite.IgniteClusterManager.stopAfterSegmentation(IgniteClusterManager.java:158) at com.app.cluster.ignite.NodeSegmentationHandler.run(NodeSegmentationHandler.java:10) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-577" #577 prio=5 os_prio=0 tid=0x00007fc08001f000 nid=0x5a60 waiting on condition [0x00007fc22e3e5000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Worker-Interactive:Idle" #567 daemon prio=10 os_prio=0 tid=0x00007fc17c276000 nid=0x573b waiting on condition [0x00007fc0cd3ac000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b62fd5e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-547" #547 prio=5 os_prio=0 tid=0x00007fc074002800 nid=0x54d7 waiting on condition [0x00007fc0ceaeb000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-540" #540 prio=5 os_prio=0 tid=0x00007fc078001000 nid=0x52ff waiting on condition [0x00007fc0ceced000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Worker-Interactive:Idle" #529 daemon prio=10 os_prio=0 tid=0x00007fc17c01c800 nid=0x5245 waiting on condition [0x00007fc0cf3f4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b62fd5e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-489" #489 prio=5 os_prio=0 tid=0x00007fc05c00d800 nid=0x4cc4 waiting on condition [0x00007fc0ce9ea000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-474" #474 prio=5 os_prio=0 tid=0x00007fc14800e800 nid=0x48c6 waiting on condition [0x00007fc2453fb000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Worker-Interactive:Idle" #470 daemon prio=10 os_prio=0 tid=0x00007fc17c275000 nid=0x4891 waiting on condition [0x00007fc22dade000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b62fd5e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-458" #458 prio=5 os_prio=0 tid=0x00007fc08c007000 nid=0x4691 waiting on condition [0x00007fc0cf0f1000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef908428> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "data-streamer-#252%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #433 prio=5 os_prio=0 tid=0x00007fc210010000 nid=0x3740 waiting on condition [0x00007fbeaef55000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:176) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:139) at org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicCache.invoke(GridDhtAtomicCache.java:831) at org.apache.ignite.internal.processors.cache.IgniteCacheProxy.invoke(IgniteCacheProxy.java:2132) at org.apache.ignite.stream.StreamTransformer.receive(StreamTransformer.java:45) at org.apache.ignite.internal.processors.datastreamer.DataStreamerUpdateJob.call(DataStreamerUpdateJob.java:137) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6621) at org.apache.ignite.internal.processors.closure.GridClosureProcessor$2.body(GridClosureProcessor.java:954) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x0000000711a199b8> (a java.util.concurrent.ThreadPoolExecutor$Worker) "data-streamer-#243%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #420 prio=5 os_prio=0 tid=0x00007fc28c060800 nid=0x3733 waiting on condition [0x00007fc0ccca5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:176) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:139) at org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicCache.invoke(GridDhtAtomicCache.java:831) at org.apache.ignite.internal.processors.cache.IgniteCacheProxy.invoke(IgniteCacheProxy.java:2132) at org.apache.ignite.stream.StreamTransformer.receive(StreamTransformer.java:45) at org.apache.ignite.internal.processors.datastreamer.DataStreamerUpdateJob.call(DataStreamerUpdateJob.java:137) at org.apache.ignite.internal.processors.datastreamer.DataStreamProcessor.localUpdate(DataStreamProcessor.java:382) at org.apache.ignite.internal.processors.datastreamer.DataStreamProcessor.processRequest(DataStreamProcessor.java:301) at org.apache.ignite.internal.processors.datastreamer.DataStreamProcessor.access$000(DataStreamProcessor.java:58) at org.apache.ignite.internal.processors.datastreamer.DataStreamProcessor$1.onMessage(DataStreamProcessor.java:88) at org.apache.ignite.internal.managers.communication.GridIoManager.invokeListener(GridIoManager.java:1257) at org.apache.ignite.internal.managers.communication.GridIoManager.processRegularMessage0(GridIoManager.java:885) at org.apache.ignite.internal.managers.communication.GridIoManager.access$2100(GridIoManager.java:114) at org.apache.ignite.internal.managers.communication.GridIoManager$7.run(GridIoManager.java:802) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006b6b6a950> (a java.util.concurrent.ThreadPoolExecutor$Worker) "data-streamer-#232%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #387 prio=5 os_prio=0 tid=0x00007fc08c009000 nid=0x370f waiting on condition [0x00007fc22edee000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:176) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:139) at org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicCache.invoke(GridDhtAtomicCache.java:831) at org.apache.ignite.internal.processors.cache.IgniteCacheProxy.invoke(IgniteCacheProxy.java:2132) at org.apache.ignite.stream.StreamTransformer.receive(StreamTransformer.java:45) at org.apache.ignite.internal.processors.datastreamer.DataStreamerUpdateJob.call(DataStreamerUpdateJob.java:137) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6621) at org.apache.ignite.internal.processors.closure.GridClosureProcessor$2.body(GridClosureProcessor.java:954) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006e7327378> (a java.util.concurrent.ThreadPoolExecutor$Worker) "Scheduler-1529744389" #375 prio=5 os_prio=0 tid=0x00007fc298001800 nid=0x36f4 waiting on condition [0x00007fc0cf2f3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006efa6a390> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "data-streamer-#227%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #371 prio=5 os_prio=0 tid=0x00007fc28c08c800 nid=0x36db waiting on condition [0x00007fc0cf8f8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:176) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:139) at org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicCache.invoke(GridDhtAtomicCache.java:831) at org.apache.ignite.internal.processors.cache.IgniteCacheProxy.invoke(IgniteCacheProxy.java:2132) at org.apache.ignite.stream.StreamTransformer.receive(StreamTransformer.java:45) at org.apache.ignite.internal.processors.datastreamer.DataStreamerUpdateJob.call(DataStreamerUpdateJob.java:137) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6621) at org.apache.ignite.internal.processors.closure.GridClosureProcessor$2.body(GridClosureProcessor.java:954) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006d3d49160> (a java.util.concurrent.ThreadPoolExecutor$Worker) "Worker-Interactive:Idle" #366 daemon prio=10 os_prio=0 tid=0x00007fc17c277000 nid=0x3684 waiting on condition [0x00007fc22e7e9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b62fd5e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "MidPerformanceCollector" #334 daemon prio=5 os_prio=0 tid=0x00007fc07c08c000 nid=0x333d in Object.wait() [0x00007fc2f69e8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006efb38610> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "pool-10-thread-1" #322 prio=5 os_prio=0 tid=0x00007fc15800a000 nid=0x332b waiting on condition [0x00007fc22e6e8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006efb412f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "HttpClient-321" #321 daemon prio=5 os_prio=0 tid=0x00007fc144008000 nid=0x332a sleeping[0x00007fc22dce0000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.eclipse.jetty.client.HttpClient$1.run(HttpClient.java:445) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "HttpClient-320" #320 daemon prio=5 os_prio=0 tid=0x00007fc144007000 nid=0x3329 waiting on condition [0x00007fc22eef0000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef633860> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "HttpClient-319" #319 daemon prio=5 os_prio=0 tid=0x00007fc144006000 nid=0x3328 waiting on condition [0x00007fc22e8ea000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef633860> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "HttpClient-318" #318 daemon prio=5 os_prio=0 tid=0x00007fc144005000 nid=0x3327 waiting on condition [0x00007fc22e1e3000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef633860> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "HttpClient-317" #317 daemon prio=5 os_prio=0 tid=0x00007fc144004000 nid=0x3326 waiting on condition [0x00007fc22ecee000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef633860> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "HttpClient-316" #316 daemon prio=5 os_prio=0 tid=0x00007fc144003000 nid=0x3325 waiting on condition [0x00007fc2450f8000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef633860> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "HttpClient-315" #315 daemon prio=5 os_prio=0 tid=0x00007fc144002000 nid=0x3324 waiting on condition [0x00007fc22f6f6000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006ef633860> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:342) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:526) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$600(QueuedThreadPool.java:44) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "HttpClient-314 Selector0" #314 daemon prio=5 os_prio=0 tid=0x00007fc144001000 nid=0x3323 runnable [0x00007fc22e2e4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006ef8e3e10> (a sun.nio.ch.Util$2) - locked <0x00000006ef8e3df8> (a java.util.Collections$UnmodifiableSet) - locked <0x000000072d9bd650> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569) at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-310-acceptor-3@49680808-ServerConnector@4af9a903{HTTP/1.1}{0.0.0.0:8098}" #310 prio=5 os_prio=0 tid=0x00007fc15c094800 nid=0x331a waiting for monitor entry [0x00007fc244bf3000] java.lang.Thread.State: BLOCKED (on object monitor) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:233) - waiting to lock <0x00000006ef7ea098> (a java.lang.Object) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-309-acceptor-2@691ad250-ServerConnector@4af9a903{HTTP/1.1}{0.0.0.0:8098}" #309 prio=5 os_prio=0 tid=0x00007fc15c093000 nid=0x3319 waiting for monitor entry [0x00007fc244af2000] java.lang.Thread.State: BLOCKED (on object monitor) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:233) - waiting to lock <0x00000006ef7ea098> (a java.lang.Object) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-308-acceptor-1@dcc0dbf-ServerConnector@4af9a903{HTTP/1.1}{0.0.0.0:8098}" #308 prio=5 os_prio=0 tid=0x00007fc15c092000 nid=0x3318 runnable [0x00007fc2449f1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) - locked <0x00000006ef7ea098> (a java.lang.Object) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-307-acceptor-0@443e5ff4-ServerConnector@4af9a903{HTTP/1.1}{0.0.0.0:8098}" #307 prio=5 os_prio=0 tid=0x00007fc15c091000 nid=0x3317 waiting for monitor entry [0x00007fc2448f0000] java.lang.Thread.State: BLOCKED (on object monitor) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:233) - waiting to lock <0x00000006ef7ea098> (a java.lang.Object) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:377) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:500) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-306-selector-ServerConnectorManager@633b002e/3" #306 prio=5 os_prio=0 tid=0x00007fc15c090000 nid=0x3316 runnable [0x00007fc2447ef000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006ef851dc8> (a sun.nio.ch.Util$2) - locked <0x00000006ef851db0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b68c13c8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-305-selector-ServerConnectorManager@633b002e/2" #305 prio=5 os_prio=0 tid=0x00007fc15c08f000 nid=0x3315 runnable [0x00007fc2446ee000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006ef8e1ef0> (a sun.nio.ch.Util$2) - locked <0x00000006ef8e1ed8> (a java.util.Collections$UnmodifiableSet) - locked <0x000000072db4e640> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-304-selector-ServerConnectorManager@633b002e/1" #304 prio=5 os_prio=0 tid=0x00007fc15c08e000 nid=0x3314 runnable [0x00007fc2f6ae9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006ef846560> (a sun.nio.ch.Util$2) - locked <0x00000006ef846548> (a java.util.Collections$UnmodifiableSet) - locked <0x000000072d9bca80> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "qtp525695312-303-selector-ServerConnectorManager@633b002e/0" #303 prio=5 os_prio=0 tid=0x00007fc15c08c000 nid=0x3313 runnable [0x00007fc2f6ceb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006ef908470> (a sun.nio.ch.Util$2) - locked <0x00000006ef908458> (a java.util.Collections$UnmodifiableSet) - locked <0x000000071cb08410> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.select(SelectorManager.java:600) at org.eclipse.jetty.io.SelectorManager$ManagedSelector.run(SelectorManager.java:549) at org.eclipse.jetty.util.thread.NonBlockingThread.run(NonBlockingThread.java:52) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Extension Container: com.app.metric.processor.Batcher" #299 daemon prio=5 os_prio=0 tid=0x00007fc17c26a800 nid=0x330f waiting on condition [0x00007fc22ebed000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:176) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:139) at org.apache.ignite.internal.processors.cache.distributed.dht.atomic.GridDhtAtomicCache.put0(GridDhtAtomicCache.java:651) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.put(GridCacheAdapter.java:2345) at org.apache.ignite.internal.processors.cache.GridCacheAdapter.put(GridCacheAdapter.java:2322) at org.apache.ignite.internal.processors.cache.IgniteCacheProxy.put(IgniteCacheProxy.java:1519) at com.app.cluster.cache.IgniteBaseCache.put(IgniteBaseCache.java:81) at com.app.metric.processor.Batcher.sendMetrics(Batcher.java:297) at com.app.metric.processor.Batcher.handleShutdown(Batcher.java:144) at com.app.metric.processor.BaseMetricConsumer.process(BaseMetricConsumer.java:107) at com.app.metric.processor.BaseMetricConsumer.run(BaseMetricConsumer.java:72) at com.app.util.WrappedRunnable.run(WrappedRunnable.java:64) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006d2fec408> (a java.util.concurrent.ThreadPoolExecutor$Worker) "MidPerformanceCollector" #298 daemon prio=5 os_prio=0 tid=0x00007fc17c269800 nid=0x330e in Object.wait() [0x00007fc22d8dc000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006ef980518> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "MidPerformanceCollector" #296 daemon prio=5 os_prio=0 tid=0x00007fc17c25e800 nid=0x330c in Object.wait() [0x00007fc22dbdf000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006ef9b7df8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "MidPerformanceCollector" #295 daemon prio=5 os_prio=0 tid=0x00007fc17c24b800 nid=0x330b in Object.wait() [0x00007fc22d6da000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006ef980548> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "MidPerformanceCollector" #290 daemon prio=5 os_prio=0 tid=0x00007fc17c237000 nid=0x3306 in Object.wait() [0x00007fc22d1d5000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006ef8f6ab8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "MVStore background writer nio:/home/users/OI/agent-biren/agent_8_27/work/h2/ReferenceSetCache.mv.db" #286 daemon prio=5 os_prio=0 tid=0x00007fc17c22d800 nid=0x3303 in Object.wait() [0x00007fc22ccd0000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.h2.mvstore.MVStore$BackgroundWriterThread.run(MVStore.java:2689) - locked <0x00000006ef0a3a78> (a java.lang.Object) Locked ownable synchronizers: - None "MVStore background writer nio:/home/users/OI/agent-biren/agent_8_27/work/h2/TimeSeriesCache.mv.db" #283 daemon prio=5 os_prio=0 tid=0x00007fc17c17a000 nid=0x3301 in Object.wait() [0x00007fc22cdd1000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.h2.mvstore.MVStore$BackgroundWriterThread.run(MVStore.java:2689) - locked <0x00000006ef9b7eb8> (a java.lang.Object) Locked ownable synchronizers: - None "ConnectionCacheTickler" #281 daemon prio=5 os_prio=0 tid=0x00007fc17c00b000 nid=0x32ff waiting on condition [0x00007fc22ced2000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.app.connections.ConnectionCache$ConnectionCacheTickler.waitTickleInterval(ConnectionCache.java:186) at com.app.connections.ConnectionCache$ConnectionCacheTickler.run(ConnectionCache.java:174) Locked ownable synchronizers: - None "Worker-Interactive:Idle" #259 daemon prio=10 os_prio=0 tid=0x00007fc17c014000 nid=0x31a1 waiting on condition [0x00007fc2443eb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b62fd5e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "IdleConnectionMonitor.5" #257 daemon prio=5 os_prio=0 tid=0x00007fc1881be800 nid=0x31a0 in Object.wait() [0x00007fc2442ea000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006dfab2810> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "AutoUpgrade.3600" #256 daemon prio=5 os_prio=0 tid=0x00007fc1881b3800 nid=0x319f in Object.wait() [0x00007fc2441e9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006dfa46938> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "Collector" #255 daemon prio=5 os_prio=0 tid=0x00007fc1881a8000 nid=0x319e in Object.wait() [0x00007fc22f9f9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006dfb44170> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "StatusMonitor.600" #254 daemon prio=5 os_prio=0 tid=0x00007fc1881a5800 nid=0x319d in Object.wait() [0x00007fc22f8f8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006dfb74df8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "LogStatusMonitor.60" #253 daemon prio=5 os_prio=0 tid=0x00007fc1881a4000 nid=0x319c in Object.wait() [0x00007fc22f3f5000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006dfb65ad0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "ECCSender.1" #252 daemon prio=5 os_prio=0 tid=0x00007fc18819f800 nid=0x319b in Object.wait() [0x00007fc22f1f3000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006dfba6848> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "RepeatingProbeTimer" #251 daemon prio=5 os_prio=0 tid=0x00007fc18819a000 nid=0x319a in Object.wait() [0x00007fc22f2f4000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x00000006dfb84178> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "ECCQueueMonitor.40" #250 daemon prio=5 os_prio=0 tid=0x00007fc18814f000 nid=0x3199 in Object.wait() [0x00007fc22f0f2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006db6239c0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "RefreshMonitor.65" #249 daemon prio=5 os_prio=0 tid=0x00007fc188162800 nid=0x3198 in Object.wait() [0x00007fc22eff1000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006db82c0b8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "FileSyncer.1" #154 daemon prio=5 os_prio=0 tid=0x00007fc188007800 nid=0x2b25 in Object.wait() [0x00007fc22e9eb000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006ba50b460> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "com.google.inject.internal.util.$Finalizer" #142 daemon prio=5 os_prio=0 tid=0x00007fc33c2ca000 nid=0x2b14 in Object.wait() [0x00007fc22f7f7000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000006b96863b8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at com.google.inject.internal.util.$Finalizer.run(Finalizer.java:114) Locked ownable synchronizers: - None "session-timeout-worker-#57%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #99 daemon prio=5 os_prio=0 tid=0x00007fc33c355000 nid=0x2af1 sleeping[0x00007fc22fafa000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.internal.processors.rest.GridRestProcessor$4.body(GridRestProcessor.java:437) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "srvc-deploy-#87%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #138 prio=5 os_prio=0 tid=0x00007fc33c575000 nid=0x2af0 waiting on condition [0x00007fc22fdfb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b6a6a548> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ttl-cleanup-worker-#68%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #119 prio=5 os_prio=0 tid=0x00007fc1fc052000 nid=0x2ad5 sleeping[0x00007fc2452fa000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.internal.util.IgniteUtils.sleep(IgniteUtils.java:7514) at org.apache.ignite.internal.processors.cache.GridCacheSharedTtlCleanupManager$CleanupWorker.body(GridCacheSharedTtlCleanupManager.java:137) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "exchange-worker-#65%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #112 prio=5 os_prio=0 tid=0x00007fc33cbd8000 nid=0x2abc waiting on condition [0x00007fc2454fc000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:216) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:158) at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:1812) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ignite-update-notifier-timer" #111 daemon prio=5 os_prio=0 tid=0x00007fc33c3ba000 nid=0x2abb in Object.wait() [0x00007fc2457fd000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006b67af660> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "upd-ver-checker" #110 daemon prio=5 os_prio=0 tid=0x00007fc33c597000 nid=0x2aba sleeping[0x00007fc2f41c8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.internal.processors.cluster.GridUpdateNotifier$1.run(GridUpdateNotifier.java:144) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "disco-event-worker-#64%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #109 prio=5 os_prio=0 tid=0x00007fc33c580800 nid=0x2ab9 waiting on condition [0x00007fc2f42c9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b6c3fc80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:2324) at org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:2306) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-rest-3-#62%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #104 prio=5 os_prio=0 tid=0x00007fc33ca36800 nid=0x2a22 runnable [0x00007fc2f49ce000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6431108> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b720a900> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b739c820> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-rest-2-#61%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #103 prio=5 os_prio=0 tid=0x00007fc33ca34800 nid=0x2a21 runnable [0x00007fc2f4acf000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b66e3158> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b60b0a88> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6c1caf8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-rest-1-#60%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #102 prio=5 os_prio=0 tid=0x00007fc33c9f1800 nid=0x2a20 runnable [0x00007fc2f4bd0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6d00398> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b63aa9c0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6c1cd80> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-rest-0-#59%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #101 prio=5 os_prio=0 tid=0x00007fc33c9ef800 nid=0x2a1f runnable [0x00007fc2f4cd1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6be74d0> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b6b6d550> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6e61070> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "nio-acceptor-#58%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #100 prio=5 os_prio=0 tid=0x00007fc33c9ee000 nid=0x2a1e runnable [0x00007fc2f4dd2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b616a798> (a sun.nio.ch.Util$2) - locked <0x00000006b616a7b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6b9e820> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2445) at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2417) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "tcp-comm-worker-#1%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #98 prio=5 os_prio=0 tid=0x00007fc33c898800 nid=0x2a10 waiting on condition [0x00007fc2f52d3000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006b649a930> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:3799) at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-15-#56%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #94 prio=5 os_prio=0 tid=0x00007fc33c896800 nid=0x2a0f runnable [0x00007fc2f53d4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6b0cef8> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b6515368> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6c1d200> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-14-#55%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #93 prio=5 os_prio=0 tid=0x00007fc33c894800 nid=0x2a0e runnable [0x00007fc2f54d5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6b0c238> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b739faa0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6c1d680> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-13-#54%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #92 prio=5 os_prio=0 tid=0x00007fc33c892800 nid=0x2a0d runnable [0x00007fc2f55d6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6ef2458> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b7243260> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b692ac88> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-12-#53%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #91 prio=5 os_prio=0 tid=0x00007fc33c890800 nid=0x2a0c runnable [0x00007fc2f56d7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6321670> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b6c3ba30> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b739d360> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-11-#52%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #90 prio=5 os_prio=0 tid=0x00007fc33c88e000 nid=0x2a0b runnable [0x00007fc2f57d8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6be83d0> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b73a3ae8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b61e99e8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-10-#51%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #89 prio=5 os_prio=0 tid=0x00007fc33c88c800 nid=0x2a0a runnable [0x00007fc2f58d9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6468cf8> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b7283e88> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b666ec98> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-9-#50%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #88 prio=5 os_prio=0 tid=0x00007fc33c88a800 nid=0x2a09 runnable [0x00007fc2f59da000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b60efce8> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b635cf98> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b737de00> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-8-#49%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #87 prio=5 os_prio=0 tid=0x00007fc33c889000 nid=0x2a08 runnable [0x00007fc2f5adb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6b0b9f8> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b7389508> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b67a0738> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-7-#48%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #86 prio=5 os_prio=0 tid=0x00007fc33c887000 nid=0x2a07 runnable [0x00007fc2f5bdc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6b0dd58> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b649a978> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b737d8f0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-6-#47%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #85 prio=5 os_prio=0 tid=0x00007fc33c885800 nid=0x2a06 runnable [0x00007fc2f5cdd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b731dd28> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b6724d78> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6e7af28> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-5-#46%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #84 prio=5 os_prio=0 tid=0x00007fc33c883800 nid=0x2a05 runnable [0x00007fc2f5dde000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6b5a3f0> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b66398d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6150038> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-4-#45%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #83 prio=5 os_prio=0 tid=0x00007fc33c881800 nid=0x2a04 runnable [0x00007fc2f5edf000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b70119d8> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b738ed78> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b67a1818> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-3-#44%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #82 prio=5 os_prio=0 tid=0x00007fc33c880000 nid=0x2a03 runnable [0x00007fc2f5fe0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6541380> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b689ddf8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b739ce98> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-2-#43%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #81 prio=5 os_prio=0 tid=0x00007fc33c87e000 nid=0x2a02 runnable [0x00007fc2f60e1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b65137b8> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b736b720> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b739c988> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-1-#42%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #80 prio=5 os_prio=0 tid=0x00007fc33c87d800 nid=0x2a01 runnable [0x00007fc2f62e3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6dd92e0> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b616a7c8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6b9e8b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-nio-worker-tcp-comm-0-#41%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #79 prio=5 os_prio=0 tid=0x00007fc33c87b800 nid=0x2a00 runnable [0x00007fc2f63e4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b6ce6540> (a org.apache.ignite.internal.util.nio.SelectedSelectionKeySet) - locked <0x00000006b686ca68> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b6670168> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1863) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1573) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "nio-acceptor-#40%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #78 prio=5 os_prio=0 tid=0x00007fc33c87a000 nid=0x29ff runnable [0x00007fc2f61e2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000006b671f290> (a sun.nio.ch.Util$2) - locked <0x00000006b671f2a8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000006b666e5d8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2445) at org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2417) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "grid-timeout-worker-#39%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #77 prio=5 os_prio=0 tid=0x00007fc33c77e000 nid=0x29fb in Object.wait() [0x00007fc2f64e5000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:184) - locked <0x00000006b671f2c0> (a java.lang.Object) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ignite-clock" #76 daemon prio=10 os_prio=0 tid=0x00007fc33c767000 nid=0x29fa sleeping[0x00007fc2f65e6000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.ignite.internal.util.IgniteUtils$22.run(IgniteUtils.java:3257) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-31-#32%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #69 prio=5 os_prio=0 tid=0x00007fc33c6a7000 nid=0x29f3 waiting on condition [0x00007fc2f6eed000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-30-#31%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #68 prio=5 os_prio=0 tid=0x00007fc33c6a5000 nid=0x29f2 waiting on condition [0x00007fc2f6fee000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-29-#30%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #67 prio=5 os_prio=0 tid=0x00007fc33c6a3800 nid=0x29f1 waiting on condition [0x00007fc2f70ef000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-28-#29%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #66 prio=5 os_prio=0 tid=0x00007fc33c6a1800 nid=0x29f0 waiting on condition [0x00007fc2f71f0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-27-#28%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #65 prio=5 os_prio=0 tid=0x00007fc33c6a0000 nid=0x29ef waiting on condition [0x00007fc2f72f1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-26-#27%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #64 prio=5 os_prio=0 tid=0x00007fc33c69e000 nid=0x29ee waiting on condition [0x00007fc2f73f2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-25-#26%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #63 prio=5 os_prio=0 tid=0x00007fc33c69c000 nid=0x29ed waiting on condition [0x00007fc2f74f3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-24-#25%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #62 prio=5 os_prio=0 tid=0x00007fc33c69a800 nid=0x29ec waiting on condition [0x00007fc2f75f4000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-23-#24%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #61 prio=5 os_prio=0 tid=0x00007fc33c698800 nid=0x29eb waiting on condition [0x00007fc2f76f5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-22-#23%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #60 prio=5 os_prio=0 tid=0x00007fc33c697000 nid=0x29ea waiting on condition [0x00007fc2f77f6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-21-#22%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #59 prio=5 os_prio=0 tid=0x00007fc33c695000 nid=0x29e9 waiting on condition [0x00007fc2f78f7000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-20-#21%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #58 prio=5 os_prio=0 tid=0x00007fc33c693000 nid=0x29e8 waiting on condition [0x00007fc2f79f8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-19-#20%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #57 prio=5 os_prio=0 tid=0x00007fc33c691800 nid=0x29e7 waiting on condition [0x00007fc2f7af9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-18-#19%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #56 prio=5 os_prio=0 tid=0x00007fc33c68f800 nid=0x29e6 waiting on condition [0x00007fc2f7bfa000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-17-#18%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #55 prio=5 os_prio=0 tid=0x00007fc33c68e000 nid=0x29e5 waiting on condition [0x00007fc2f7cfb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-16-#17%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #54 prio=5 os_prio=0 tid=0x00007fc33c68c000 nid=0x29e4 waiting on condition [0x00007fc2f7dfc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-15-#16%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #53 prio=5 os_prio=0 tid=0x00007fc33c68a800 nid=0x29e3 waiting on condition [0x00007fc2f7efd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-14-#15%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #52 prio=5 os_prio=0 tid=0x00007fc33c688800 nid=0x29e2 waiting on condition [0x00007fc2f7ffe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-13-#14%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #51 prio=5 os_prio=0 tid=0x00007fc33c686800 nid=0x29e1 waiting on condition [0x00007fc39c1b8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-12-#13%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #50 prio=5 os_prio=0 tid=0x00007fc33c685000 nid=0x29e0 waiting on condition [0x00007fc39c2b9000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-11-#12%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #49 prio=5 os_prio=0 tid=0x00007fc33c683000 nid=0x29df waiting on condition [0x00007fc39c3ba000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-10-#11%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #48 prio=5 os_prio=0 tid=0x00007fc33c681800 nid=0x29de waiting on condition [0x00007fc39c4bb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-9-#10%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #47 prio=5 os_prio=0 tid=0x00007fc33c67f800 nid=0x29dd waiting on condition [0x00007fc39c5bc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-8-#9%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #46 prio=5 os_prio=0 tid=0x00007fc33c67d800 nid=0x29dc waiting on condition [0x00007fc39c6bd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-7-#8%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #45 prio=5 os_prio=0 tid=0x00007fc33c67c000 nid=0x29db waiting on condition [0x00007fc39c7be000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-6-#7%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #44 prio=5 os_prio=0 tid=0x00007fc33c67a000 nid=0x29da waiting on condition [0x00007fc39c8bf000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-5-#6%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #43 prio=5 os_prio=0 tid=0x00007fc33c678800 nid=0x29d9 waiting on condition [0x00007fc39c9c0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-4-#5%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #42 prio=5 os_prio=0 tid=0x00007fc33c676800 nid=0x29d8 waiting on condition [0x00007fc39cac1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-3-#4%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #41 prio=5 os_prio=0 tid=0x00007fc33c674800 nid=0x29d7 waiting on condition [0x00007fc39cbc2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-2-#3%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #40 prio=5 os_prio=0 tid=0x00007fc33c673000 nid=0x29d6 waiting on condition [0x00007fc39ccc3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-1-#2%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #39 prio=5 os_prio=0 tid=0x00007fc33c672000 nid=0x29d5 waiting on condition [0x00007fc3d048e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "sys-stripe-0-#1%10.14.32.119_6d912b8fdb6c0300032ffd131d961986%" #38 prio=5 os_prio=0 tid=0x00007fc33c671800 nid=0x29d4 waiting on condition [0x00007fc3d0a7a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:581) at org.apache.ignite.internal.util.StripedExecutor$Stripe.run(StripedExecutor.java:477) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "MultiThreadedHttpConnectionManager cleanup" #37 daemon prio=5 os_prio=0 tid=0x00007fc33c510800 nid=0x29c3 in Object.wait() [0x00007fc39d1c4000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000006b73ba038> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000006b73ba038> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1122) Locked ownable synchronizers: - None "EventBulkSenderThread-1" #36 daemon prio=5 os_prio=0 tid=0x00007fc33c495000 nid=0x29c2 sleeping[0x00007fc39d2c5000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.app.probe.event.SNEventBulkSender.call(SNEventBulkSender.java:352) at com.app.probe.event.SNEventBulkSender.call(SNEventBulkSender.java:1) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006b7305388> (a java.util.concurrent.ThreadPoolExecutor$Worker) "MetricEventLogging" #35 daemon prio=5 os_prio=0 tid=0x00007fc33c46b000 nid=0x29c1 in Object.wait() [0x00007fc39d3c6000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000006b6001800> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "MIDServer" #32 prio=5 os_prio=0 tid=0x00007fc338001000 nid=0x29b7 sleeping[0x00007fc3d038c000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.app.MIDServer.run(MIDServer.java:198) at com.app.Main.runMID(Main.java:72) at com.app.Main.handleStart(Main.java:33) at com.app.Main.main(Main.java:27) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.tanukisoftware.wrapper.WrapperStartStopApp.run(WrapperStartStopApp.java:264) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "DestroyJavaVM" #30 prio=5 os_prio=0 tid=0x00007fc44c00c800 nid=0x2971 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Wrapper-Connection" #29 daemon prio=10 os_prio=0 tid=0x00007fc44ce54000 nid=0x29b5 runnable [0x00007fc3d078f000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.net.SocketInputStream.read(SocketInputStream.java:223) at java.io.DataInputStream.readByte(DataInputStream.java:265) at org.tanukisoftware.wrapper.WrapperManager.handleBackend(WrapperManager.java:5166) at org.tanukisoftware.wrapper.WrapperManager.run(WrapperManager.java:5539) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Wrapper-Control-Event-Monitor" #27 daemon prio=5 os_prio=0 tid=0x00007fc44cb12800 nid=0x29b3 sleeping[0x00007fc3d0b7b000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.tanukisoftware.wrapper.WrapperManager$3.run(WrapperManager.java:972) Locked ownable synchronizers: - None "Service Thread" #24 daemon prio=9 os_prio=0 tid=0x00007fc44c3b1800 nid=0x29ae runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread14" #23 daemon prio=9 os_prio=0 tid=0x00007fc44c3a2800 nid=0x29ad waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread13" #22 daemon prio=9 os_prio=0 tid=0x00007fc44c3a0000 nid=0x29ac waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread12" #21 daemon prio=9 os_prio=0 tid=0x00007fc44c39e000 nid=0x29ab waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread11" #20 daemon prio=9 os_prio=0 tid=0x00007fc44c39c000 nid=0x29aa waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread10" #19 daemon prio=9 os_prio=0 tid=0x00007fc44c399800 nid=0x29a9 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread9" #18 daemon prio=9 os_prio=0 tid=0x00007fc44c397800 nid=0x29a8 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread8" #17 daemon prio=9 os_prio=0 tid=0x00007fc44c38e000 nid=0x29a7 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread7" #16 daemon prio=9 os_prio=0 tid=0x00007fc44c33f000 nid=0x29a6 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread6" #15 daemon prio=9 os_prio=0 tid=0x00007fc44c33d000 nid=0x29a5 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread5" #14 daemon prio=9 os_prio=0 tid=0x00007fc44c33a800 nid=0x29a4 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread4" #13 daemon prio=9 os_prio=0 tid=0x00007fc44c362800 nid=0x29a3 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread3" #12 daemon prio=9 os_prio=0 tid=0x00007fc44c360000 nid=0x29a2 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread2" #11 daemon prio=9 os_prio=0 tid=0x00007fc44c35e000 nid=0x29a1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread1" #10 daemon prio=9 os_prio=0 tid=0x00007fc44c35c000 nid=0x29a0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread0" #9 daemon prio=9 os_prio=0 tid=0x00007fc44c388800 nid=0x299f waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "VM JFR Buffer Thread" #8 daemon prio=5 os_prio=0 tid=0x00007fc44c37e000 nid=0x299e waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "JFR request timer" #6 daemon prio=5 os_prio=0 tid=0x00007fc44c220800 nid=0x2995 in Object.wait() [0x00007fc3d2d8b000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000006b606cbc0> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:502) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x00000006b606cbc0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "Signal Dispatcher" #5 daemon prio=9 os_prio=0 tid=0x00007fc44c217800 nid=0x2994 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Surrogate Locker Thread (Concurrent GC)" #4 daemon prio=9 os_prio=0 tid=0x00007fc44c216000 nid=0x2993 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007fc44c1cb800 nid=0x2992 in Object.wait() [0x00007fc3d3b7b000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000006b606cbd8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) Locked ownable synchronizers: - None "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007fc44c1c9800 nid=0x2991 in Object.wait() [0x00007fc3d3c7c000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:157) - locked <0x00000006b606cc08> (a java.lang.ref.Reference$Lock) Locked ownable synchronizers: - None "VM Thread" os_prio=0 tid=0x00007fc44c1c4000 nid=0x2990 runnable "Gang worker#0 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c01d800 nid=0x2972 runnable "Gang worker#1 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c01f800 nid=0x2973 runnable "Gang worker#2 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c021800 nid=0x2974 runnable "Gang worker#3 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c023000 nid=0x2975 runnable "Gang worker#4 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c025000 nid=0x2976 runnable "Gang worker#5 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c027000 nid=0x2977 runnable "Gang worker#6 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c028800 nid=0x2978 runnable "Gang worker#7 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c02a800 nid=0x2979 runnable "Gang worker#8 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c02c000 nid=0x297a runnable "Gang worker#9 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c02e000 nid=0x297b runnable "Gang worker#10 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c030000 nid=0x297c runnable "Gang worker#11 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c031800 nid=0x297d runnable "Gang worker#12 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c033800 nid=0x297e runnable "Gang worker#13 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c035800 nid=0x297f runnable "Gang worker#14 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c037000 nid=0x2980 runnable "Gang worker#15 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c039000 nid=0x2981 runnable "Gang worker#16 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c03b000 nid=0x2982 runnable "Gang worker#17 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c03c800 nid=0x2983 runnable "Gang worker#18 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c03e800 nid=0x2984 runnable "Gang worker#19 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c040000 nid=0x2985 runnable "Gang worker#20 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c042000 nid=0x2986 runnable "Gang worker#21 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c044000 nid=0x2987 runnable "Gang worker#22 (Parallel GC Threads)" os_prio=0 tid=0x00007fc44c045800 nid=0x2988 runnable "Concurrent Mark-Sweep GC Thread" os_prio=0 tid=0x00007fc44c15e800 nid=0x298f runnable "Gang worker#0 (Parallel CMS Threads)" os_prio=0 tid=0x00007fc44c152800 nid=0x2989 runnable "Gang worker#1 (Parallel CMS Threads)" os_prio=0 tid=0x00007fc44c154800 nid=0x298a runnable "Gang worker#2 (Parallel CMS Threads)" os_prio=0 tid=0x00007fc44c156000 nid=0x298b runnable "Gang worker#3 (Parallel CMS Threads)" os_prio=0 tid=0x00007fc44c158000 nid=0x298c runnable "Gang worker#4 (Parallel CMS Threads)" os_prio=0 tid=0x00007fc44c15a000 nid=0x298d runnable "Gang worker#5 (Parallel CMS Threads)" os_prio=0 tid=0x00007fc44c15b800 nid=0x298e runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007fc44c3b4000 nid=0x29af waiting on condition JNI global references: 1000