"put-thread-1" Id=70 RUNNABLE at org.apache.ignite.internal.processors.cache.persistence.db.checkpoint.IgniteMassLoadSandboxTest$HugeIndexedObject.(IgniteMassLoadSandboxTest.java:466) at org.apache.ignite.internal.processors.cache.persistence.db.checkpoint.IgniteMassLoadSandboxTest.lambda$testDataStreamerContinuousPutMultithreaded$0(IgniteMassLoadSandboxTest.java:261) at org.apache.ignite.internal.processors.cache.persistence.db.checkpoint.IgniteMassLoadSandboxTest$$Lambda$9/1454442942.call(Unknown Source) at org.apache.ignite.testframework.GridTestThread.run(GridTestThread.java:86) "checkpoint-runner-#44%checkpoint.IgniteMassLoadSandboxTest1%" Id=66 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:967) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1283) at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:727) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.getForCheckpoint(PageMemoryImpl.java:974) at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager$WriteCheckpointPages.run(GridCacheDatabaseSharedManager.java:3399) ... "checkpoint-runner-#43%checkpoint.IgniteMassLoadSandboxTest1%" Id=65 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:967) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1283) at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:727) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.getForCheckpoint(PageMemoryImpl.java:974) at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager$WriteCheckpointPages.run(GridCacheDatabaseSharedManager.java:3399) ... "checkpoint-runner-#42%checkpoint.IgniteMassLoadSandboxTest1%" Id=64 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:967) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1283) at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:727) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.getForCheckpoint(PageMemoryImpl.java:974) at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager$WriteCheckpointPages.run(GridCacheDatabaseSharedManager.java:3399) ... "checkpoint-runner-#41%checkpoint.IgniteMassLoadSandboxTest1%" Id=63 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:967) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1283) at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:727) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.getForCheckpoint(PageMemoryImpl.java:974) at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager$WriteCheckpointPages.run(GridCacheDatabaseSharedManager.java:3399) ... "db-checkpoint-thread-#40%checkpoint.IgniteMassLoadSandboxTest1%" Id=62 WAITING at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager$Checkpointer.doCheckpoint(GridCacheDatabaseSharedManager.java:2869) at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager$Checkpointer.body(GridCacheDatabaseSharedManager.java:2740) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) (Full stacktrace) at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:177) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager$Checkpointer.doCheckpoint(GridCacheDatabaseSharedManager.java:2869) at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager$Checkpointer.body(GridCacheDatabaseSharedManager.java:2740) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:748) "data-streamer-stripe-7-#17%checkpoint.IgniteMassLoadSandboxTest1%" Id=31 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:943) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:454) at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:465) ... "data-streamer-stripe-6-#16%checkpoint.IgniteMassLoadSandboxTest1%" Id=30 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:943) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:454) at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:465) ... "data-streamer-stripe-5-#15%checkpoint.IgniteMassLoadSandboxTest1%" Id=29 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:943) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:454) at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:465) ... "data-streamer-stripe-4-#14%checkpoint.IgniteMassLoadSandboxTest1%" Id=28 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:943) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:454) at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:465) ... "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 RUNNABLE (in native) at sun.nio.ch.FileDispatcherImpl.pwrite0(Native Method) at sun.nio.ch.FileDispatcherImpl.pwrite(FileDispatcherImpl.java:81) at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:89) at sun.nio.ch.IOUtil.write(IOUtil.java:51) at sun.nio.ch.FileChannelImpl.writeInternal(FileChannelImpl.java:778) at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:761) at org.apache.ignite.internal.processors.cache.persistence.file.RandomAccessFileIO.write(RandomAccessFileIO.java:78) at org.apache.ignite.internal.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:507) ... "data-streamer-stripe-2-#12%checkpoint.IgniteMassLoadSandboxTest1%" Id=26 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:967) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1283) at java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:727) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:598) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:587) ... "data-streamer-stripe-1-#11%checkpoint.IgniteMassLoadSandboxTest1%" Id=25 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:943) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:454) at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:465) ... "data-streamer-stripe-0-#10%checkpoint.IgniteMassLoadSandboxTest1%" Id=24 WAITING on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 owned by "data-streamer-stripe-3-#13%checkpoint.IgniteMassLoadSandboxTest1%" Id=27 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d2b8ca1 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:943) at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:454) at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:465) ...