[21:34:42,194][WARN ][main][root] No deadlocked threads detected. [21:34:42,384][WARN ][main][root] Thread dump at 2015/08/25 21:34:42 MSK Thread [name="ignite-#415%igfs-igfs.IgfsBackupFailoverSelfTest0%", id=499, state=WAITING, blockCnt=1684, waitCnt=2565] Lock [object=java.util.concurrent.Semaphore$NonfairSync@1956b1b0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.acquire(Semaphore.java:317) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOpAcquire(GridCacheAdapter.java:4230) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4120) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncOpRetryFuture.execute(GridCacheAdapter.java:4759) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4103) at o.a.i.i.processors.cache.GridCacheAdapter.putAllAsync(GridCacheAdapter.java:2691) at o.a.i.i.processors.igfs.IgfsDataManager.storeBlocksAsync(IgfsDataManager.java:1275) at o.a.i.i.processors.igfs.IgfsDataManager.access$1700(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$6.call(IgfsDataManager.java:1051) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@79df93f2 Thread [name="ignite-#414%igfs-igfs.IgfsBackupFailoverSelfTest0%", id=498, state=WAITING, blockCnt=2726, waitCnt=2485] Lock [object=java.util.concurrent.Semaphore$NonfairSync@1956b1b0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.acquire(Semaphore.java:317) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOpAcquire(GridCacheAdapter.java:4230) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4120) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncOpRetryFuture.execute(GridCacheAdapter.java:4759) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4103) at o.a.i.i.processors.cache.GridCacheAdapter.putAllAsync(GridCacheAdapter.java:2691) at o.a.i.i.processors.igfs.IgfsDataManager.storeBlocksAsync(IgfsDataManager.java:1275) at o.a.i.i.processors.igfs.IgfsDataManager.access$1700(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$6.call(IgfsDataManager.java:1051) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@7e576669 Thread [name="ignite-#413%igfs-igfs.IgfsBackupFailoverSelfTest0%", id=497, state=WAITING, blockCnt=1588, waitCnt=2536] Lock [object=java.util.concurrent.Semaphore$NonfairSync@1956b1b0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.acquire(Semaphore.java:317) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOpAcquire(GridCacheAdapter.java:4230) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4120) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncOpRetryFuture.execute(GridCacheAdapter.java:4759) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4103) at o.a.i.i.processors.cache.GridCacheAdapter.putAllAsync(GridCacheAdapter.java:2691) at o.a.i.i.processors.igfs.IgfsDataManager.storeBlocksAsync(IgfsDataManager.java:1275) at o.a.i.i.processors.igfs.IgfsDataManager.access$1700(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$6.call(IgfsDataManager.java:1051) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@5e650742 Thread [name="ignite-#412%igfs-igfs.IgfsBackupFailoverSelfTest0%", id=496, state=WAITING, blockCnt=2257, waitCnt=2502] Lock [object=java.util.concurrent.Semaphore$NonfairSync@1956b1b0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.acquire(Semaphore.java:317) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOpAcquire(GridCacheAdapter.java:4230) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4120) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncOpRetryFuture.execute(GridCacheAdapter.java:4759) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4103) at o.a.i.i.processors.cache.GridCacheAdapter.putAllAsync(GridCacheAdapter.java:2691) at o.a.i.i.processors.igfs.IgfsDataManager.storeBlocksAsync(IgfsDataManager.java:1275) at o.a.i.i.processors.igfs.IgfsDataManager.access$1700(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$6.call(IgfsDataManager.java:1051) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@480101a7 Thread [name="ignite-#411%igfs-igfs.IgfsBackupFailoverSelfTest0%", id=495, state=WAITING, blockCnt=1691, waitCnt=2563] Lock [object=o.a.i.i.processors.affinity.GridAffinityAssignmentCache$AffinityReadyFuture@b546582, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:116) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.awaitTopologyVersion(GridAffinityAssignmentCache.java:450) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.cachedAffinity(GridAffinityAssignmentCache.java:408) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.nodes(GridAffinityAssignmentCache.java:373) at o.a.i.i.processors.cache.GridCacheAffinityManager.nodes(GridCacheAffinityManager.java:220) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:238) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:229) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:253) at o.a.i.i.processors.cache.distributed.dht.colocated.GridDhtColocatedCache.entryExx(GridDhtColocatedCache.java:131) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal.entryEx(GridNearTxLocal.java:1105) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.enlistWrite(IgniteTxLocalAdapter.java:2107) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync0(IgniteTxLocalAdapter.java:2716) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync(IgniteTxLocalAdapter.java:1925) at o.a.i.i.processors.cache.GridCacheAdapter$45.inOp(GridCacheAdapter.java:2693) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncInOp.op(GridCacheAdapter.java:5050) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4158) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncOpRetryFuture.execute(GridCacheAdapter.java:4759) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4103) at o.a.i.i.processors.cache.GridCacheAdapter.putAllAsync(GridCacheAdapter.java:2691) at o.a.i.i.processors.igfs.IgfsDataManager.storeBlocksAsync(IgfsDataManager.java:1275) at o.a.i.i.processors.igfs.IgfsDataManager.access$1700(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$6.call(IgfsDataManager.java:1051) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@249835a0 java.util.concurrent.locks.ReentrantLock$NonfairSync@aaba6cf Thread [name="ignite-#410%igfs-igfs.IgfsBackupFailoverSelfTest0%", id=494, state=WAITING, blockCnt=1611, waitCnt=2531] Lock [object=java.util.concurrent.Semaphore$NonfairSync@1956b1b0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.acquire(Semaphore.java:317) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOpAcquire(GridCacheAdapter.java:4230) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4120) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncOpRetryFuture.execute(GridCacheAdapter.java:4759) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4103) at o.a.i.i.processors.cache.GridCacheAdapter.putAllAsync(GridCacheAdapter.java:2691) at o.a.i.i.processors.igfs.IgfsDataManager.storeBlocksAsync(IgfsDataManager.java:1275) at o.a.i.i.processors.igfs.IgfsDataManager.access$1700(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$6.call(IgfsDataManager.java:1051) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@6035396c Thread [name="ignite-#409%igfs-igfs.IgfsBackupFailoverSelfTest0%", id=493, state=WAITING, blockCnt=1713, waitCnt=2561] Lock [object=java.util.concurrent.Semaphore$NonfairSync@1956b1b0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.acquire(Semaphore.java:317) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOpAcquire(GridCacheAdapter.java:4230) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4120) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncOpRetryFuture.execute(GridCacheAdapter.java:4759) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4103) at o.a.i.i.processors.cache.GridCacheAdapter.putAllAsync(GridCacheAdapter.java:2691) at o.a.i.i.processors.igfs.IgfsDataManager.storeBlocksAsync(IgfsDataManager.java:1275) at o.a.i.i.processors.igfs.IgfsDataManager.access$1700(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$6.call(IgfsDataManager.java:1051) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@3105e269 Thread [name="ignite-#408%igfs-igfs.IgfsBackupFailoverSelfTest0%", id=492, state=WAITING, blockCnt=2159, waitCnt=2512] Lock [object=java.util.concurrent.Semaphore$NonfairSync@1956b1b0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.acquire(Semaphore.java:317) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOpAcquire(GridCacheAdapter.java:4230) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4120) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncOpRetryFuture.execute(GridCacheAdapter.java:4759) at o.a.i.i.processors.cache.GridCacheAdapter.asyncOp(GridCacheAdapter.java:4103) at o.a.i.i.processors.cache.GridCacheAdapter.putAllAsync(GridCacheAdapter.java:2691) at o.a.i.i.processors.igfs.IgfsDataManager.storeBlocksAsync(IgfsDataManager.java:1275) at o.a.i.i.processors.igfs.IgfsDataManager.access$1700(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$6.call(IgfsDataManager.java:1051) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@4a9a6cc8 Thread [name="test-runner", id=491, state=WAITING, blockCnt=2063, waitCnt=3627] Lock [object=o.a.i.i.processors.affinity.GridAffinityAssignmentCache$AffinityReadyFuture@b546582, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:116) at o.a.i.i.processors.cache.GridCacheAdapter.syncOp(GridCacheAdapter.java:4038) at o.a.i.i.processors.cache.GridCacheAdapter.invoke(GridCacheAdapter.java:2130) at o.a.i.i.processors.igfs.IgfsDataManager.processPartialBlockWrite(IgfsDataManager.java:1116) at o.a.i.i.processors.igfs.IgfsDataManager.access$2600(IgfsDataManager.java:63) at o.a.i.i.processors.igfs.IgfsDataManager$BlocksWriter.storeDataBlocks(IgfsDataManager.java:1506) at o.a.i.i.processors.igfs.IgfsDataManager.storeDataBlocks(IgfsDataManager.java:554) at o.a.i.i.processors.igfs.IgfsOutputStreamImpl.storeDataBlock(IgfsOutputStreamImpl.java:194) - locked o.a.i.i.processors.igfs.IgfsImpl$IgfsEventAwareOutputStream@51d43f9d at o.a.i.i.processors.igfs.IgfsOutputStreamAdapter.sendData(IgfsOutputStreamAdapter.java:250) at o.a.i.i.processors.igfs.IgfsOutputStreamAdapter.write(IgfsOutputStreamAdapter.java:115) - locked o.a.i.i.processors.igfs.IgfsImpl$IgfsEventAwareOutputStream@51d43f9d at java.io.OutputStream.write(OutputStream.java:75) at o.a.i.i.processors.igfs.IgfsAbstractSelfTest.writeFileChunks(IgfsAbstractSelfTest.java:2338) at o.a.i.i.processors.igfs.IgfsBackupFailoverSelfTest.writeChunks0(IgfsBackupFailoverSelfTest.java:476) at o.a.i.i.processors.igfs.IgfsBackupFailoverSelfTest$2.call(IgfsBackupFailoverSelfTest.java:428) at o.a.i.i.processors.igfs.IgfsBackupFailoverSelfTest$2.call(IgfsBackupFailoverSelfTest.java:423) at o.a.i.i.processors.igfs.IgfsBackupFailoverSelfTest.doWithRetries(IgfsBackupFailoverSelfTest.java:501) at o.a.i.i.processors.igfs.IgfsBackupFailoverSelfTest.testWriteFailoverAfterStopMultipleNodes(IgfsBackupFailoverSelfTest.java:423) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at junit.framework.TestCase.runTest(TestCase.java:176) at o.a.i.testframework.junits.GridAbstractTest.runTestInternal(GridAbstractTest.java:1624) at o.a.i.testframework.junits.GridAbstractTest.access$000(GridAbstractTest.java:70) at o.a.i.testframework.junits.GridAbstractTest$6.run(GridAbstractTest.java:1562) Locked synchronizers: java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@459c8663 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@273af149 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@eb703be java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1156b67e java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@53e71316 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@67963462 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3649430f java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3d1a9a1 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@39d78afc java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@75e5c40e java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3faaaf9a java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5eeec81d java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@e94189c java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1cdbb13e java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1b516c3f java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@7e99aa1b java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1a6f138c java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@726c59e2 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@27813f1e java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1656ded5 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@213f7d68 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@4f4247e5 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@87e340a java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@158a80e1 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@38133ed3 Thread [name="tcp-disco-sock-reader-#36%igfs.IgfsBackupFailoverSelfTest0", id=439, state=RUNNABLE, blockCnt=1, waitCnt=0] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at java.io.BufferedInputStream.fill(BufferedInputStream.java:235) at java.io.BufferedInputStream.read1(BufferedInputStream.java:275) at java.io.BufferedInputStream.read(BufferedInputStream.java:334) - locked java.io.BufferedInputStream@621c347c at o.a.i.marshaller.jdk.JdkMarshallerInputStreamWrapper.read(JdkMarshallerInputStreamWrapper.java:52) at java.io.ObjectInputStream$PeekInputStream.read(ObjectInputStream.java:2310) at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2323) at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:2794) at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:801) at java.io.ObjectInputStream.(ObjectInputStream.java:299) at o.a.i.marshaller.jdk.JdkMarshallerObjectInputStream.(JdkMarshallerObjectInputStream.java:37) at o.a.i.marshaller.jdk.JdkMarshaller.unmarshal(JdkMarshaller.java:96) at o.a.i.spi.discovery.tcp.ServerImpl$SocketReader.body(ServerImpl.java:4519) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) Thread [name="ignite-#152%utility-igfs.IgfsBackupFailoverSelfTest0%", id=181, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29b9eb36, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#150%marshaller-cache-igfs.IgfsBackupFailoverSelfTest0%", id=179, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6d013ba0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="srvc-deploy-#75%igfs.IgfsBackupFailoverSelfTest0%", id=93, state=WAITING, blockCnt=0, waitCnt=10] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6bf1bd48, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="igfs-accept-worker-#74%igfs.IgfsBackupFailoverSelfTest0%", id=92, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at o.a.i.i.util.ipc.loopback.IpcServerTcpEndpoint.accept(IpcServerTcpEndpoint.java:79) at o.a.i.i.processors.igfs.IgfsServer$AcceptWorker.body(IgfsServer.java:436) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="igfs-accept-worker-#73%igfs.IgfsBackupFailoverSelfTest0%", id=91, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at o.a.i.i.util.ipc.loopback.IpcServerTcpEndpoint.accept(IpcServerTcpEndpoint.java:79) at o.a.i.i.processors.igfs.IgfsServer$AcceptWorker.body(IgfsServer.java:436) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="Thread-1", id=90, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4bc1f955, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.processors.igfs.IgfsDataManager$AsyncDeleteWorker.body(IgfsDataManager.java:1691) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="igfs-delete-worker%igfs%da26fdf7-4b43-4d7b-9e4b-29caa137247e%", id=89, state=TIMED_WAITING, blockCnt=0, waitCnt=1207] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2bd8624e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2176) at o.a.i.i.processors.igfs.IgfsDeleteWorker.body(IgfsDeleteWorker.java:115) at o.a.i.i.processors.igfs.IgfsThread.run(IgfsThread.java:45) Thread [name="preloader-demand-worker-#72%igfs.IgfsBackupFailoverSelfTest0%", id=88, state=TIMED_WAITING, blockCnt=0, waitCnt=248] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b1e055f, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#71%igfs.IgfsBackupFailoverSelfTest0%", id=87, state=TIMED_WAITING, blockCnt=1, waitCnt=251] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ff2a5ac, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#70%igfs.IgfsBackupFailoverSelfTest0%", id=86, state=TIMED_WAITING, blockCnt=0, waitCnt=603] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@335af06a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#69%igfs.IgfsBackupFailoverSelfTest0%", id=85, state=TIMED_WAITING, blockCnt=0, waitCnt=603] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@335af06a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="ttl-cleanup-worker-dataCache-#68%igfs.IgfsBackupFailoverSelfTest0%", id=84, state=TIMED_WAITING, blockCnt=0, waitCnt=2403] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:7088) at o.a.i.i.processors.cache.GridCacheTtlManager$CleanupWorker.body(GridCacheTtlManager.java:147) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#67%igfs.IgfsBackupFailoverSelfTest0%", id=83, state=TIMED_WAITING, blockCnt=0, waitCnt=247] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@175dd97d, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#66%igfs.IgfsBackupFailoverSelfTest0%", id=82, state=TIMED_WAITING, blockCnt=1, waitCnt=252] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1271a987, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#65%igfs.IgfsBackupFailoverSelfTest0%", id=81, state=TIMED_WAITING, blockCnt=0, waitCnt=603] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6430e786, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#64%igfs.IgfsBackupFailoverSelfTest0%", id=80, state=TIMED_WAITING, blockCnt=0, waitCnt=603] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6430e786, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#63%igfs.IgfsBackupFailoverSelfTest0%", id=79, state=TIMED_WAITING, blockCnt=0, waitCnt=248] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46b041cd, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#62%igfs.IgfsBackupFailoverSelfTest0%", id=78, state=TIMED_WAITING, blockCnt=1, waitCnt=251] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5db01dfc, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#61%igfs.IgfsBackupFailoverSelfTest0%", id=77, state=TIMED_WAITING, blockCnt=0, waitCnt=603] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5580bb71, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#60%igfs.IgfsBackupFailoverSelfTest0%", id=76, state=TIMED_WAITING, blockCnt=0, waitCnt=603] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5580bb71, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="ttl-cleanup-worker-metaCache-#59%igfs.IgfsBackupFailoverSelfTest0%", id=75, state=TIMED_WAITING, blockCnt=0, waitCnt=2403] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:7088) at o.a.i.i.processors.cache.GridCacheTtlManager$CleanupWorker.body(GridCacheTtlManager.java:147) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#58%igfs.IgfsBackupFailoverSelfTest0%", id=74, state=TIMED_WAITING, blockCnt=0, waitCnt=249] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76922391, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#57%igfs.IgfsBackupFailoverSelfTest0%", id=73, state=TIMED_WAITING, blockCnt=1, waitCnt=250] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@745d4167, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#56%igfs.IgfsBackupFailoverSelfTest0%", id=72, state=TIMED_WAITING, blockCnt=0, waitCnt=614] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@16710ce0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#55%igfs.IgfsBackupFailoverSelfTest0%", id=71, state=TIMED_WAITING, blockCnt=0, waitCnt=611] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@16710ce0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#54%igfs.IgfsBackupFailoverSelfTest0%", id=70, state=TIMED_WAITING, blockCnt=0, waitCnt=247] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@580451a2, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-demand-worker-#53%igfs.IgfsBackupFailoverSelfTest0%", id=69, state=TIMED_WAITING, blockCnt=0, waitCnt=252] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38b8fd3, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.poll(GridDhtPartitionDemandPool.java:290) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool.access$1100(GridDhtPartitionDemandPool.java:56) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionDemandPool$DemandWorker.body(GridDhtPartitionDemandPool.java:893) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#52%igfs.IgfsBackupFailoverSelfTest0%", id=68, state=TIMED_WAITING, blockCnt=0, waitCnt=603] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f8f6776, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="preloader-supply-worker-#51%igfs.IgfsBackupFailoverSelfTest0%", id=67, state=TIMED_WAITING, blockCnt=0, waitCnt=603] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f8f6776, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.poll(GridDhtPartitionSupplyPool.java:197) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool.access$500(GridDhtPartitionSupplyPool.java:46) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionSupplyPool$SupplyWorker.body(GridDhtPartitionSupplyPool.java:217) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="exchange-worker-#50%igfs.IgfsBackupFailoverSelfTest0%", id=66, state=WAITING, blockCnt=17, waitCnt=44] Lock [object=java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5fd19493, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197) at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:945) at o.a.i.i.processors.cache.distributed.dht.GridDhtPartitionTopologyImpl.updateTopologyVersion(GridDhtPartitionTopologyImpl.java:190) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:681) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:1122) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-time-coordinator-#49%igfs.IgfsBackupFailoverSelfTest0%", id=65, state=TIMED_WAITING, blockCnt=15, waitCnt=23] Lock [object=o.a.i.i.processors.clock.GridClockSyncProcessor$TimeCoordinator@3871700a, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.i.processors.clock.GridClockSyncProcessor$TimeCoordinator.body(GridClockSyncProcessor.java:376) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-time-server-reader-#48%igfs.IgfsBackupFailoverSelfTest0%", id=64, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.PlainDatagramSocketImpl.receive0(Native Method) - locked java.net.PlainDatagramSocketImpl@1f72bd79 at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:146) - locked java.net.PlainDatagramSocketImpl@1f72bd79 at java.net.DatagramSocket.receive(DatagramSocket.java:816) - locked java.net.DatagramPacket@25f56310 - locked java.net.DatagramSocket@113ac2e8 at o.a.i.i.processors.clock.GridClockServer$ReadWorker.body(GridClockServer.java:195) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="disco-event-worker-#47%igfs.IgfsBackupFailoverSelfTest0%", id=63, state=WAITING, blockCnt=40, waitCnt=647] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@28d2162e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:1907) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:1889) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="tcp-disco-ip-finder-cleaner-#5%igfs.IgfsBackupFailoverSelfTest0", id=62, state=TIMED_WAITING, blockCnt=0, waitCnt=21] at java.lang.Thread.sleep(Native Method) at o.a.i.spi.discovery.tcp.ServerImpl$IpFinderCleaner.body(ServerImpl.java:1535) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) Thread [name="tcp-disco-multicast-addr-sender-#4%igfs.IgfsBackupFailoverSelfTest0", id=61, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.PlainDatagramSocketImpl.receive0(Native Method) - locked java.net.PlainDatagramSocketImpl@78ae3af1 at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:146) - locked java.net.PlainDatagramSocketImpl@78ae3af1 at java.net.DatagramSocket.receive(DatagramSocket.java:816) - locked java.net.DatagramPacket@769fe21c - locked java.net.MulticastSocket@7ab5d91b at o.a.i.spi.discovery.tcp.ipfinder.multicast.TcpDiscoveryMulticastIpFinder$AddressSender.body(TcpDiscoveryMulticastIpFinder.java:797) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) Thread [name="tcp-disco-srvr-#3%igfs.IgfsBackupFailoverSelfTest0", id=60, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at o.a.i.spi.discovery.tcp.ServerImpl$TcpServer.body(ServerImpl.java:4226) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) Thread [name="tcp-disco-msg-worker-#2%igfs.IgfsBackupFailoverSelfTest0", id=59, state=TIMED_WAITING, blockCnt=5, waitCnt=118644] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38c0ba8d, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:519) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:682) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorkerAdapter.body(ServerImpl.java:5111) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) Thread [name="grid-data-loader-flusher-#46%igfs.IgfsBackupFailoverSelfTest0%", id=58, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@75179c16, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.DelayQueue.take(DelayQueue.java:209) at o.a.i.i.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:88) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-nio-worker-3-#45%igfs.IgfsBackupFailoverSelfTest0%", id=57, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@6108a468 - locked java.util.Collections$UnmodifiableSet@7e61d99c - locked sun.nio.ch.EPollSelectorImpl@4a15d196 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1347) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1233) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-nio-worker-2-#44%igfs.IgfsBackupFailoverSelfTest0%", id=56, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@5e72f4d9 - locked java.util.Collections$UnmodifiableSet@4d290300 - locked sun.nio.ch.EPollSelectorImpl@3f841c93 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1347) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1233) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-nio-worker-1-#43%igfs.IgfsBackupFailoverSelfTest0%", id=55, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@7a701778 - locked java.util.Collections$UnmodifiableSet@55150614 - locked sun.nio.ch.EPollSelectorImpl@574236af at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1347) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1233) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-nio-worker-0-#42%igfs.IgfsBackupFailoverSelfTest0%", id=54, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@3c1447ea - locked java.util.Collections$UnmodifiableSet@577d7276 - locked sun.nio.ch.EPollSelectorImpl@6ce5cdd9 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1347) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1233) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="nio-acceptor-#41%igfs.IgfsBackupFailoverSelfTest0%", id=53, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@632d9969 - locked java.util.Collections$UnmodifiableSet@46b2ef5d - locked sun.nio.ch.EPollSelectorImpl@d80e6ee at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:1731) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:1703) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="tcp-comm-worker-#1%igfs.IgfsBackupFailoverSelfTest0", id=52, state=TIMED_WAITING, blockCnt=4, waitCnt=45] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@9b91a2f, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:2917) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) Thread [name="grid-nio-worker-3-#39%igfs.IgfsBackupFailoverSelfTest0%", id=50, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@576608a5 - locked java.util.Collections$UnmodifiableSet@6bc1b576 - locked sun.nio.ch.EPollSelectorImpl@7a708d3e at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1347) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1233) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-nio-worker-2-#38%igfs.IgfsBackupFailoverSelfTest0%", id=49, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@7349203e - locked java.util.Collections$UnmodifiableSet@45e40193 - locked sun.nio.ch.EPollSelectorImpl@7c237dbd at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1347) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1233) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-nio-worker-1-#37%igfs.IgfsBackupFailoverSelfTest0%", id=48, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@7e1442f6 - locked java.util.Collections$UnmodifiableSet@64386524 - locked sun.nio.ch.EPollSelectorImpl@327851e3 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1347) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1233) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-nio-worker-0-#36%igfs.IgfsBackupFailoverSelfTest0%", id=47, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@794827f7 - locked java.util.Collections$UnmodifiableSet@70380755 - locked sun.nio.ch.EPollSelectorImpl@6e699701 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:1347) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1233) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="nio-acceptor-#35%igfs.IgfsBackupFailoverSelfTest0%", id=46, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked sun.nio.ch.Util$2@5638fb48 - locked java.util.Collections$UnmodifiableSet@36f96031 - locked sun.nio.ch.EPollSelectorImpl@2e1a4d29 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:1731) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:1703) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="shmem-communication-acceptor-#40%igfs.IgfsBackupFailoverSelfTest0%", id=51, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at o.a.i.i.util.ipc.shmem.IpcSharedMemoryServerEndpoint.accept(IpcSharedMemoryServerEndpoint.java:203) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$ShmemAcceptWorker.body(TcpCommunicationSpi.java:2780) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="ipc-shmem-gc-#34%igfs.IgfsBackupFailoverSelfTest0%", id=45, state=TIMED_WAITING, blockCnt=0, waitCnt=121] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.ipc.shmem.IpcSharedMemoryServerEndpoint$GcWorker.body(IpcSharedMemoryServerEndpoint.java:536) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="grid-timeout-worker-#33%igfs.IgfsBackupFailoverSelfTest0%", id=44, state=TIMED_WAITING, blockCnt=40510, waitCnt=41984] Lock [object=java.lang.Object@40bfd664, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.i.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:183) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#32%sys-igfs.IgfsBackupFailoverSelfTest0%", id=43, state=WAITING, blockCnt=4453, waitCnt=11000] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#31%sys-igfs.IgfsBackupFailoverSelfTest0%", id=42, state=WAITING, blockCnt=4168, waitCnt=11062] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#30%sys-igfs.IgfsBackupFailoverSelfTest0%", id=41, state=WAITING, blockCnt=4302, waitCnt=10952] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#29%sys-igfs.IgfsBackupFailoverSelfTest0%", id=40, state=WAITING, blockCnt=4466, waitCnt=11015] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#28%sys-igfs.IgfsBackupFailoverSelfTest0%", id=39, state=WAITING, blockCnt=4527, waitCnt=11199] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#27%sys-igfs.IgfsBackupFailoverSelfTest0%", id=38, state=WAITING, blockCnt=4427, waitCnt=11207] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#26%sys-igfs.IgfsBackupFailoverSelfTest0%", id=37, state=WAITING, blockCnt=4492, waitCnt=10892] Lock [object=o.a.i.i.processors.affinity.GridAffinityAssignmentCache$AffinityReadyFuture@b546582, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:116) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.awaitTopologyVersion(GridAffinityAssignmentCache.java:450) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.cachedAffinity(GridAffinityAssignmentCache.java:408) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.nodes(GridAffinityAssignmentCache.java:373) at o.a.i.i.processors.cache.GridCacheAffinityManager.nodes(GridCacheAffinityManager.java:220) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:238) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:229) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:253) at o.a.i.i.processors.cache.distributed.dht.colocated.GridDhtColocatedCache.entryExx(GridDhtColocatedCache.java:131) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal.entryEx(GridNearTxLocal.java:1105) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.enlistWrite(IgniteTxLocalAdapter.java:2107) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync0(IgniteTxLocalAdapter.java:2716) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync(IgniteTxLocalAdapter.java:1925) at o.a.i.i.processors.cache.GridCacheAdapter$45.inOp(GridCacheAdapter.java:2693) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncInOp.op(GridCacheAdapter.java:5050) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4138) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4136) at o.a.i.i.util.future.GridEmbeddedFuture$2.applyx(GridEmbeddedFuture.java:86) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:240) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:233) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:436) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:419) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridEmbeddedFuture$2$1.applyx(GridEmbeddedFuture.java:97) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener2.apply(GridEmbeddedFuture.java:272) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener2.apply(GridEmbeddedFuture.java:265) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:217) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:47) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.finish(GridNearTxFinishFuture.java:298) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:718) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:709) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:195) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepare0(GridNearOptimisticTxPrepareFuture.java:393) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepareOnTopology(GridNearOptimisticTxPrepareFuture.java:280) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.access$100(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture$2$1.run(GridNearOptimisticTxPrepareFuture.java:290) at o.a.i.i.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6264) at o.a.i.i.processors.closure.GridClosureProcessor$1.body(GridClosureProcessor.java:758) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@329fefc3 Thread [name="ignite-#25%sys-igfs.IgfsBackupFailoverSelfTest0%", id=36, state=WAITING, blockCnt=4386, waitCnt=11089] Lock [object=o.a.i.i.processors.affinity.GridAffinityAssignmentCache$AffinityReadyFuture@b546582, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:116) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.awaitTopologyVersion(GridAffinityAssignmentCache.java:450) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.cachedAffinity(GridAffinityAssignmentCache.java:408) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.nodes(GridAffinityAssignmentCache.java:373) at o.a.i.i.processors.cache.GridCacheAffinityManager.nodes(GridCacheAffinityManager.java:220) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:238) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:229) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:253) at o.a.i.i.processors.cache.distributed.dht.colocated.GridDhtColocatedCache.entryExx(GridDhtColocatedCache.java:131) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal.entryEx(GridNearTxLocal.java:1105) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.enlistWrite(IgniteTxLocalAdapter.java:2107) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync0(IgniteTxLocalAdapter.java:2716) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync(IgniteTxLocalAdapter.java:1925) at o.a.i.i.processors.cache.GridCacheAdapter$45.inOp(GridCacheAdapter.java:2693) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncInOp.op(GridCacheAdapter.java:5050) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4138) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4136) at o.a.i.i.util.future.GridEmbeddedFuture$2.applyx(GridEmbeddedFuture.java:86) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:240) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:233) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:436) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:419) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridEmbeddedFuture$2$1.applyx(GridEmbeddedFuture.java:97) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener2.apply(GridEmbeddedFuture.java:272) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener2.apply(GridEmbeddedFuture.java:265) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:217) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:47) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.finish(GridNearTxFinishFuture.java:298) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:718) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:709) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:195) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepare0(GridNearOptimisticTxPrepareFuture.java:393) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepareOnTopology(GridNearOptimisticTxPrepareFuture.java:280) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.access$100(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture$2$1.run(GridNearOptimisticTxPrepareFuture.java:290) at o.a.i.i.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6264) at o.a.i.i.processors.closure.GridClosureProcessor$1.body(GridClosureProcessor.java:758) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@6e363549 Thread [name="ignite-#24%sys-igfs.IgfsBackupFailoverSelfTest0%", id=35, state=WAITING, blockCnt=4332, waitCnt=11157] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#23%sys-igfs.IgfsBackupFailoverSelfTest0%", id=34, state=WAITING, blockCnt=4321, waitCnt=11159] Lock [object=o.a.i.i.processors.affinity.GridAffinityAssignmentCache$AffinityReadyFuture@b546582, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:116) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.awaitTopologyVersion(GridAffinityAssignmentCache.java:450) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.cachedAffinity(GridAffinityAssignmentCache.java:408) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.nodes(GridAffinityAssignmentCache.java:373) at o.a.i.i.processors.cache.GridCacheAffinityManager.nodes(GridCacheAffinityManager.java:220) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:238) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:229) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:253) at o.a.i.i.processors.cache.distributed.dht.colocated.GridDhtColocatedCache.entryExx(GridDhtColocatedCache.java:131) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal.entryEx(GridNearTxLocal.java:1105) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.enlistWrite(IgniteTxLocalAdapter.java:2107) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync0(IgniteTxLocalAdapter.java:2716) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync(IgniteTxLocalAdapter.java:1925) at o.a.i.i.processors.cache.GridCacheAdapter$45.inOp(GridCacheAdapter.java:2693) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncInOp.op(GridCacheAdapter.java:5050) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4138) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4136) at o.a.i.i.util.future.GridEmbeddedFuture$2.applyx(GridEmbeddedFuture.java:86) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:240) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:233) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:436) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:419) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:217) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:47) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.finish(GridNearTxFinishFuture.java:298) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:718) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:709) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:195) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepare0(GridNearOptimisticTxPrepareFuture.java:393) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepareOnTopology(GridNearOptimisticTxPrepareFuture.java:280) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.access$100(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture$2$1.run(GridNearOptimisticTxPrepareFuture.java:290) at o.a.i.i.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6264) at o.a.i.i.processors.closure.GridClosureProcessor$1.body(GridClosureProcessor.java:758) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@45d20f11 Thread [name="ignite-#22%sys-igfs.IgfsBackupFailoverSelfTest0%", id=33, state=WAITING, blockCnt=4352, waitCnt=11054] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#21%sys-igfs.IgfsBackupFailoverSelfTest0%", id=32, state=WAITING, blockCnt=4267, waitCnt=11178] Lock [object=o.a.i.i.processors.affinity.GridAffinityAssignmentCache$AffinityReadyFuture@b546582, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:116) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.awaitTopologyVersion(GridAffinityAssignmentCache.java:450) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.cachedAffinity(GridAffinityAssignmentCache.java:408) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.nodes(GridAffinityAssignmentCache.java:373) at o.a.i.i.processors.cache.GridCacheAffinityManager.nodes(GridCacheAffinityManager.java:220) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:238) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:229) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:253) at o.a.i.i.processors.cache.distributed.dht.colocated.GridDhtColocatedCache.entryExx(GridDhtColocatedCache.java:131) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal.entryEx(GridNearTxLocal.java:1105) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.enlistWrite(IgniteTxLocalAdapter.java:2107) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync0(IgniteTxLocalAdapter.java:2716) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync(IgniteTxLocalAdapter.java:1925) at o.a.i.i.processors.cache.GridCacheAdapter$45.inOp(GridCacheAdapter.java:2693) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncInOp.op(GridCacheAdapter.java:5050) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4138) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4136) at o.a.i.i.util.future.GridEmbeddedFuture$2.applyx(GridEmbeddedFuture.java:86) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:240) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:233) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:436) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:419) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridEmbeddedFuture$2$1.applyx(GridEmbeddedFuture.java:97) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener2.apply(GridEmbeddedFuture.java:272) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener2.apply(GridEmbeddedFuture.java:265) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:217) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:47) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.finish(GridNearTxFinishFuture.java:298) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:718) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:709) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:195) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepare0(GridNearOptimisticTxPrepareFuture.java:393) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepareOnTopology(GridNearOptimisticTxPrepareFuture.java:280) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.access$100(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture$2$1.run(GridNearOptimisticTxPrepareFuture.java:290) at o.a.i.i.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6264) at o.a.i.i.processors.closure.GridClosureProcessor$1.body(GridClosureProcessor.java:758) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@17c93216 Thread [name="ignite-#20%sys-igfs.IgfsBackupFailoverSelfTest0%", id=31, state=WAITING, blockCnt=4361, waitCnt=11018] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#19%sys-igfs.IgfsBackupFailoverSelfTest0%", id=30, state=WAITING, blockCnt=4436, waitCnt=11049] Lock [object=o.a.i.i.processors.affinity.GridAffinityAssignmentCache$AffinityReadyFuture@b546582, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:116) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.awaitTopologyVersion(GridAffinityAssignmentCache.java:450) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.cachedAffinity(GridAffinityAssignmentCache.java:408) at o.a.i.i.processors.affinity.GridAffinityAssignmentCache.nodes(GridAffinityAssignmentCache.java:373) at o.a.i.i.processors.cache.GridCacheAffinityManager.nodes(GridCacheAffinityManager.java:220) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:238) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:229) at o.a.i.i.processors.cache.GridCacheAffinityManager.primary(GridCacheAffinityManager.java:253) at o.a.i.i.processors.cache.distributed.dht.colocated.GridDhtColocatedCache.entryExx(GridDhtColocatedCache.java:131) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal.entryEx(GridNearTxLocal.java:1105) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.enlistWrite(IgniteTxLocalAdapter.java:2107) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync0(IgniteTxLocalAdapter.java:2716) at o.a.i.i.processors.cache.transactions.IgniteTxLocalAdapter.putAllAsync(IgniteTxLocalAdapter.java:1925) at o.a.i.i.processors.cache.GridCacheAdapter$45.inOp(GridCacheAdapter.java:2693) at o.a.i.i.processors.cache.GridCacheAdapter$AsyncInOp.op(GridCacheAdapter.java:5050) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4138) at o.a.i.i.processors.cache.GridCacheAdapter$69.apply(GridCacheAdapter.java:4136) at o.a.i.i.util.future.GridEmbeddedFuture$2.applyx(GridEmbeddedFuture.java:86) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:240) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener1.apply(GridEmbeddedFuture.java:233) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:436) at o.a.i.i.util.future.GridFutureAdapter$ArrayListener.apply(GridFutureAdapter.java:419) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridEmbeddedFuture$2$1.applyx(GridEmbeddedFuture.java:97) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener2.apply(GridEmbeddedFuture.java:272) at o.a.i.i.util.future.GridEmbeddedFuture$AsyncListener2.apply(GridEmbeddedFuture.java:265) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:319) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:53) at o.a.i.i.util.future.GridFutureChainListener.apply(GridFutureChainListener.java:27) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:217) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.onDone(GridNearTxFinishFuture.java:47) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearTxFinishFuture.finish(GridNearTxFinishFuture.java:298) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:718) at o.a.i.i.processors.cache.distributed.near.GridNearTxLocal$3.apply(GridNearTxLocal.java:709) at o.a.i.i.util.future.GridFutureAdapter.notifyListener(GridFutureAdapter.java:242) at o.a.i.i.util.future.GridFutureAdapter.notifyListeners(GridFutureAdapter.java:230) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:376) at o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:342) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:195) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.onDone(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.util.future.GridCompoundFuture.checkComplete(GridCompoundFuture.java:253) at o.a.i.i.util.future.GridCompoundFuture.markInitialized(GridCompoundFuture.java:221) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepare0(GridNearOptimisticTxPrepareFuture.java:393) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.prepareOnTopology(GridNearOptimisticTxPrepareFuture.java:280) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture.access$100(GridNearOptimisticTxPrepareFuture.java:50) at o.a.i.i.processors.cache.distributed.near.GridNearOptimisticTxPrepareFuture$2$1.run(GridNearOptimisticTxPrepareFuture.java:290) at o.a.i.i.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6264) at o.a.i.i.processors.closure.GridClosureProcessor$1.body(GridClosureProcessor.java:758) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:108) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@666b765a Thread [name="ignite-#18%sys-igfs.IgfsBackupFailoverSelfTest0%", id=29, state=WAITING, blockCnt=4379, waitCnt=11182] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#17%sys-igfs.IgfsBackupFailoverSelfTest0%", id=28, state=WAITING, blockCnt=4325, waitCnt=11218] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72946071, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#16%pub-igfs.IgfsBackupFailoverSelfTest0%", id=27, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#15%pub-igfs.IgfsBackupFailoverSelfTest0%", id=26, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#14%pub-igfs.IgfsBackupFailoverSelfTest0%", id=25, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#13%pub-igfs.IgfsBackupFailoverSelfTest0%", id=24, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#12%pub-igfs.IgfsBackupFailoverSelfTest0%", id=23, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#11%pub-igfs.IgfsBackupFailoverSelfTest0%", id=22, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#10%pub-igfs.IgfsBackupFailoverSelfTest0%", id=21, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#9%pub-igfs.IgfsBackupFailoverSelfTest0%", id=20, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#8%pub-igfs.IgfsBackupFailoverSelfTest0%", id=19, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#7%pub-igfs.IgfsBackupFailoverSelfTest0%", id=18, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#6%pub-igfs.IgfsBackupFailoverSelfTest0%", id=17, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#5%pub-igfs.IgfsBackupFailoverSelfTest0%", id=16, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#4%pub-igfs.IgfsBackupFailoverSelfTest0%", id=15, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#3%pub-igfs.IgfsBackupFailoverSelfTest0%", id=14, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#2%pub-igfs.IgfsBackupFailoverSelfTest0%", id=13, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-#1%pub-igfs.IgfsBackupFailoverSelfTest0%", id=12, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b47d57b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) Thread [name="ignite-clock-for-tests", id=9, state=TIMED_WAITING, blockCnt=0, waitCnt=118573] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.GridTestClockTimer.run(GridTestClockTimer.java:41) at java.lang.Thread.run(Thread.java:745) Thread [name="Monitor Ctrl-Break", id=8, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:152) at java.net.SocketInputStream.read(SocketInputStream.java:122) at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283) at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325) at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177) - locked java.io.InputStreamReader@77ec5ef9 at java.io.InputStreamReader.read(InputStreamReader.java:184) at java.io.BufferedReader.fill(BufferedReader.java:154) at java.io.BufferedReader.readLine(BufferedReader.java:317) - locked java.io.InputStreamReader@77ec5ef9 at java.io.BufferedReader.readLine(BufferedReader.java:382) at com.intellij.rt.execution.application.AppMain$1.run(AppMain.java:88) at java.lang.Thread.run(Thread.java:745) Thread [name="Signal Dispatcher", id=4, state=RUNNABLE, blockCnt=0, waitCnt=0] Thread [name="Finalizer", id=3, state=WAITING, blockCnt=21953, waitCnt=1043] Lock [object=java.lang.ref.ReferenceQueue$Lock@3f4f6af1, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) Thread [name="Reference Handler", id=2, state=WAITING, blockCnt=1155, waitCnt=370] Lock [object=java.lang.ref.Reference$Lock@76f614af, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:503) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) Thread [name="main", id=1, state=RUNNABLE, blockCnt=6, waitCnt=40] at sun.management.ThreadImpl.dumpThreads0(Native Method) at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446) at o.a.i.i.util.IgniteUtils.dumpThreads(IgniteUtils.java:1033) at o.a.i.testframework.junits.GridAbstractTest.runTest(GridAbstractTest.java:1590) at junit.framework.TestCase.runBare(TestCase.java:141) at junit.framework.TestResult$1.protect(TestResult.java:122) at junit.framework.TestResult.runProtected(TestResult.java:142) at junit.framework.TestResult.run(TestResult.java:125) at junit.framework.TestCase.run(TestCase.java:129) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:84) at org.junit.runner.JUnitCore.run(JUnitCore.java:160) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:74) at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:211) at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:67) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at com.intellij.rt.execution.application.AppMain.main(AppMain.java:134)