[2023-07-13T14:55:13,411][WARN ][main][] Property autoActivation deprecated. Use clusterStateOnStart instead. [2023-07-13T14:55:13,564][INFO ][main][IgniteKernal] >>> __________ ________________ >>> / _/ ___/ |/ / _/_ __/ __/ >>> _/ // (7 7 // / / / / _/ >>> /___/\___/_/|_/___/ /_/ /___/ >>> >>> ver. 2.16.0-SNAPSHOT#20230712-sha1:70993481 >>> 2023 Copyright(C) Apache Software Foundation >>> >>> Ignite documentation: https://ignite.apache.org [2023-07-13T14:55:13,568][INFO ][main][IgniteKernal] Config URL: file:/test/steshin/server/config/default-config.xml [2023-07-13T14:55:13,593][INFO ][main][IgniteKernal] IgniteConfiguration [igniteInstanceName=null, pubPoolSize=16, svcPoolSize=16, callbackPoolSize=16, stripedPoolSize=16, sysPoolSize=16, mgmtPoolSize=4, dataStreamerPoolSize=16, utilityCachePoolSize=16, utilityCacheKeepAliveTime=60000, p2pPoolSize=2, qryPoolSize=16, buildIdxPoolSize=4, igniteHome=/test/steshin/server, igniteWorkDir=/test/steshin/server/work, mbeanSrv=com.sun.jmx.mbeanserver.JmxMBeanServer@c667f46, nodeId=2e0cc2fc-7fb5-4881-a679-a536d8183ae4, marsh=BinaryMarshaller [], marshLocJobs=false, p2pEnabled=false, netTimeout=5000, netCompressionLevel=1, sndRetryDelay=1000, sndRetryCnt=3, metricsHistSize=10000, metricsUpdateFreq=2000, metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi [addrRslvr=null, addressFilter=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10, reconDelay=2000, maxAckTimeout=600000, soLinger=0, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], segPlc=USE_FAILURE_HANDLER, segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true, segChkFreq=10000, commSpi=TcpCommunicationSpi [connectGate=org.apache.ignite.spi.communication.tcp.internal.ConnectGateway@834831b, ctxInitLatch=java.util.concurrent.CountDownLatch@234a8f27[Count = 1], stopping=false, clientPool=null, nioSrvWrapper=null, stateProvider=null], evtSpi=org.apache.ignite.spi.eventstorage.NoopEventStorageSpi@5b4d25e7, colSpi=NoopCollisionSpi [], deploySpi=LocalDeploymentSpi [], indexingSpi=org.apache.ignite.spi.indexing.noop.NoopIndexingSpi@369c9bb, addrRslvr=null, encryptionSpi=org.apache.ignite.spi.encryption.noop.NoopEncryptionSpi@76d05cc9, tracingSpi=org.apache.ignite.spi.tracing.NoopTracingSpi@42b21d99, clientMode=false, rebalanceThreadPoolSize=4, rebalanceTimeout=10000, rebalanceBatchesPrefetchCnt=3, rebalanceThrottle=0, rebalanceBatchSize=524288, txCfg=TransactionConfiguration [txSerEnabled=false, dfltIsolation=REPEATABLE_READ, dfltConcurrency=PESSIMISTIC, dfltTxTimeout=0, txTimeoutOnPartitionMapExchange=0, deadlockTimeout=10000, pessimisticTxLogSize=0, pessimisticTxLogLinger=10000, tmLookupClsName=null, txManagerFactory=null, useJtaSync=false], cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED, p2pMissedCacheSize=100, locHost=null, timeSrvPortBase=31100, timeSrvPortRange=100, failureDetectionTimeout=30000, sysWorkerBlockedTimeout=null, clientFailureDetectionTimeout=30000, metricsLogFreq=0, connectorCfg=ConnectorConfiguration [jettyPath=null, host=0.0.0.0, port=11211, noDelay=true, directBuf=false, sndBufSize=32768, rcvBufSize=32768, idleQryCurTimeout=600000, idleQryCurCheckFreq=60000, sndQueueLimit=0, selectorCnt=4, idleTimeout=180000, sslEnabled=false, sslClientAuth=false, sslFactory=null, portRange=100, threadPoolSize=16, msgInterceptor=null], odbcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null, grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null, binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=DataStorageConfiguration [pageSize=1024, concLvl=0, sysDataRegConf=org.apache.ignite.configuration.SystemDataRegionConfiguration@47547132, dfltDataRegConf=DataRegionConfiguration [name=default, maxSize=2147483648, initSize=268435456, swapPath=null, pageEvictionMode=DISABLED, pageReplacementMode=CLOCK, evictionThreshold=0.9, emptyPagesPoolSize=100, metricsEnabled=false, metricsSubIntervalCount=5, metricsRateTimeInterval=60000, persistenceEnabled=true, checkpointPageBufSize=0, lazyMemoryAllocation=true, warmUpCfg=null, memoryAllocator=null, cdcEnabled=false], dataRegions=null, storagePath=/test/steshin/server/work/data, checkpointFreq=60000, lockWaitTime=10000, checkpointThreads=2, checkpointWriteOrder=SEQUENTIAL, walHistSize=20, maxWalArchiveSize=10737418240, walSegments=10, walSegmentSize=67108864, walPath=/test/steshin/server/work/wal, walArchivePath=/test/steshin/server/work/wal_archive, cdcWalPath=db/wal/cdc, cdcWalDirMaxSize=0, metricsEnabled=false, walMode=LOG_ONLY, walTlbSize=131072, walBuffSize=0, walFlushFreq=2000, walFsyncDelay=1000, walRecordIterBuffSize=67108864, alwaysWriteFullPages=false, fileIOFactory=org.apache.ignite.internal.processors.cache.persistence.file.AsyncFileIOFactory@66f659e6, metricsSubIntervalCnt=5, metricsRateTimeInterval=60000, walAutoArchiveAfterInactivity=-1, walForceArchiveTimeout=-1, writeThrottlingEnabled=false, walCompactionEnabled=false, walCompactionLevel=1, checkpointReadLockTimeout=280000, walPageCompression=DISABLED, walPageCompressionLevel=null, dfltWarmUpCfg=null, encCfg=org.apache.ignite.configuration.EncryptionConfiguration@748e9b20, defragmentationThreadPoolSize=28, minWalArchiveSize=-1, memoryAllocator=null], snapshotPath=/test/steshin/backup/snapshot, snapshotThreadPoolSize=10, activeOnStart=true, activeOnStartPropSetFlag=false, autoActivation=false, autoActivationPropSetFlag=true, clusterStateOnStart=null, sqlConnCfg=null, cliConnCfg=ClientConnectorConfiguration [host=0.0.0.0, port=10800, portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true, maxOpenCursorsPerConn=128, threadPoolSize=16, selectorCnt=8, idleTimeout=0, handshakeTimeout=10000, jdbcEnabled=true, odbcEnabled=true, thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true, sslClientAuth=false, sslCtxFactory=null, thinCliCfg=ThinClientConfiguration [maxActiveTxPerConn=100, maxActiveComputeTasksPerConn=100, sendServerExcStackTraceToClient=false]], mvccVacuumThreadCnt=2, mvccVacuumFreq=5000, authEnabled=false, failureHnd=null, commFailureRslvr=null, sqlCfg=SqlConfiguration [longQryWarnTimeout=3000, dfltQryTimeout=0, sqlQryHistSize=1000, validationEnabled=false], asyncContinuationExecutor=null] [2023-07-13T14:55:13,594][INFO ][main][IgniteKernal] OS: Linux 3.10.0-1160.53.1.el7.x86_64 amd64 [2023-07-13T14:55:13,595][INFO ][main][IgniteKernal] OS user: admin [2023-07-13T14:55:13,597][INFO ][main][IgniteKernal] PID: 25903 [2023-07-13T14:55:13,598][INFO ][main][IgniteKernal] Language runtime: Java Platform API Specification ver. 11 [2023-07-13T14:55:13,598][INFO ][main][IgniteKernal] VM information: OpenJDK Runtime Environment 11.0.18+10-LTS Amazon.com Inc. OpenJDK 64-Bit Server VM 11.0.18+10-LTS [2023-07-13T14:55:13,600][INFO ][main][IgniteKernal] VM total memory: 2.0GB [2023-07-13T14:55:13,601][INFO ][main][IgniteKernal] Remote Management [restart: on, REST: on, JMX (remote: off)] [2023-07-13T14:55:13,601][INFO ][main][IgniteKernal] Logger: Log4J2Logger [quiet=false, config=/test/steshin/server/config/ignite-log4j2.xml] [2023-07-13T14:55:13,604][INFO ][main][IgniteKernal] System cache's DataRegion size is configured to 40 MB. Use DataStorageConfiguration.systemRegionInitialSize property to change the setting. [2023-07-13T14:55:13,604][INFO ][main][IgniteKernal] Configured caches [in 'sysMemPlc' dataRegion: ['ignite-sys-cache']] [2023-07-13T14:55:13,607][INFO ][main][IgniteKernal] 3-rd party licenses can be found at: /test/steshin/server/libs/licenses [2023-07-13T14:55:13,672][INFO ][main][IgnitePluginProcessor] Configured plugins: [2023-07-13T14:55:13,673][INFO ][main][IgnitePluginProcessor] ^-- None [2023-07-13T14:55:13,673][INFO ][main][IgnitePluginProcessor] [2023-07-13T14:55:13,678][INFO ][main][FailureProcessor] Configured failure handler: [hnd=StopNodeOrHaltFailureHandler [tryStop=false, timeout=0, super=AbstractFailureHandler [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED, SYSTEM_CRITICAL_OPERATION_TIMEOUT]]]] [2023-07-13T14:55:13,955][INFO ][main][TcpCommunicationSpi] Successfully bound communication NIO server to TCP port [port=48020, locHost=/10.40.6.207, selectorsCnt=8, selectorSpins=0, pairedConn=false] [2023-07-13T14:55:13,956][WARN ][main][TcpCommunicationSpi] Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. [2023-07-13T14:55:13,983][INFO ][main][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [2023-07-13T14:55:14,024][INFO ][main][MaintenanceProcessor] Resolved store directory for node persistent data: /test/steshin/server/work/data/ise_devmon_8 [2023-07-13T14:55:14,029][INFO ][main][IgniteKernal] Node is being started in maintenance mode. Starting IsolatedDiscoverySpi instead of configured discovery SPI. [2023-07-13T14:55:14,029][INFO ][main][IgniteKernal] Overriding 'clusterStateOnStart' configuration to 'INACTIVE'. [2023-07-13T14:55:14,053][INFO ][main][CacheObjectBinaryProcessorImpl] Resolved directory for serialized binary metadata: /test/steshin/server/work/db/binary_meta/ise_devmon_8 [2023-07-13T14:55:14,090][WARN ][main][GridClusterStateProcessor] Property `autoActivation` will be ignored due to the property `clusterStateOnStart` is presented. [2023-07-13T14:55:14,217][INFO ][main][GridLocalConfigManager] Resolved page store work directory: /test/steshin/server/work/data/ise_devmon_8 [2023-07-13T14:55:14,243][INFO ][main][FilePageStoreManager] Resolved page store work directory: /test/steshin/server/work/data/ise_devmon_8 [2023-07-13T14:55:14,259][INFO ][main][FileWriteAheadLogManager] Resolved write ahead log work directory: /test/steshin/server/work/wal/ise_devmon_8 [2023-07-13T14:55:14,260][INFO ][main][FileWriteAheadLogManager] Resolved write ahead log archive directory: /test/steshin/server/work/wal_archive/ise_devmon_8 [2023-07-13T14:55:14,295][INFO ][main][FileHandleManagerImpl] Initialized write-ahead log manager [mode=LOG_ONLY] [2023-07-13T14:55:14,303][INFO ][main][GridCacheDatabaseSharedManager] Region size was reassigned by defragmentation reason: region = 'default', oldInitialSize = '268435456', newInitialSize = '268435456', oldMaxSize = '2147483648', newMaxSize = '858993460 [2023-07-13T14:55:14,328][INFO ][main][GridCacheDatabaseSharedManager] Configured data regions initialized successfully [total=7] [2023-07-13T14:55:14,355][INFO ][main][IgniteSnapshotManager] Resolved snapshot work directory: /test/steshin/backup/snapshot [2023-07-13T14:55:14,355][INFO ][main][IgniteSnapshotManager] Resolved temp directory for snapshot creation: /test/steshin/server/work/data/ise_devmon_8/snp [2023-07-13T14:55:14,427][WARN ][main][IgniteH2Indexing] Serialization of Java objects in H2 was enabled. [2023-07-13T14:55:14,601][INFO ][main][ClientListenerProcessor] Client connector processor has started on TCP port 10800 [2023-07-13T14:55:14,658][INFO ][main][GridTcpRestProtocol] Command protocol successfully started [name=TCP binary, host=/0.0.0.0, port=11211] [2023-07-13T14:55:14,722][INFO ][main][IgniteKernal] Non-loopback local IPs: 10.40.6.207, 172.17.0.1 [2023-07-13T14:55:14,723][INFO ][main][IgniteKernal] Enabled local MACs: 0050560AF62B, 02421E6DF0E1 [2023-07-13T14:55:14,733][INFO ][main][CheckpointMarkersStorage] Read checkpoint status [startMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-START.bin, endMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-END.bin] [2023-07-13T14:55:14,748][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=100.0 MiB, pages=89728, tableSize=7.4 MiB, replacementSize=11.0 KiB, checkpointBuffer=100.0 MiB] [2023-07-13T14:55:14,752][INFO ][main][GridCacheDatabaseSharedManager] Checking memory state [lastValidPos=WALPointer [idx=10966, fileOff=22653145, len=313265], lastMarked=WALPointer [idx=10966, fileOff=22653145, len=313265], lastCheckpointId=64bca0f6-16b7-40bb-aa8d-b373b719c49e] [2023-07-13T14:55:14,829][WARN ][main][FileWriteAheadLogManager] WAL segment tail reached. [idx=10966, isWorkDir=true, serVer=org.apache.ignite.internal.processors.cache.persistence.wal.serializer.RecordV2Serializer@7364f68, actualFilePtr=WALPointer [idx=10966, fileOff=22966439, len=0]] [2023-07-13T14:55:14,830][INFO ][main][GridCacheDatabaseSharedManager] Found last checkpoint marker [cpId=64bca0f6-16b7-40bb-aa8d-b373b719c49e, pos=WALPointer [idx=10966, fileOff=22653145, len=313265]] [2023-07-13T14:55:14,877][INFO ][main][GridCacheDatabaseSharedManager] Applying lost metastore updates since last checkpoint record [lastMarked=WALPointer [idx=10966, fileOff=22653145, len=313265], lastCheckpointId=64bca0f6-16b7-40bb-aa8d-b373b719c49e] [2023-07-13T14:55:14,900][WARN ][main][FileWriteAheadLogManager] WAL segment tail reached. [idx=10966, isWorkDir=true, serVer=org.apache.ignite.internal.processors.cache.persistence.wal.serializer.RecordV2Serializer@4d81e83a, actualFilePtr=WALPointer [idx=10966, fileOff=22966439, len=0]] [2023-07-13T14:55:14,905][INFO ][main][GridCacheDatabaseSharedManager] Finished applying WAL changes [updatesApplied=0, time=30 ms] [2023-07-13T14:55:14,906][INFO ][main][GridCacheProcessor] Restoring partition state for local groups. [2023-07-13T14:55:14,913][INFO ][main][GridCacheProcessor] Finished restoring partition state for local groups [groupsProcessed=0, partitionsProcessed=0, time=0ms] [2023-07-13T14:55:15,078][INFO ][main][GridEncryptionManager] Encryption keys loaded from metastore. [grps=, masterKeyName=null] [2023-07-13T14:55:15,101][INFO ][main][GridClusterStateProcessor] Restoring history for BaselineTopology[id=0] [2023-07-13T14:55:15,134][INFO ][main][ClusterProcessor] Cluster ID and tag has been read from metastorage: ClusterIdAndTag [id=8be4a483-4613-4368-af96-99a5169fb106, tag=angry_lovelace] [2023-07-13T14:55:15,139][INFO ][main][IgniteClusterImpl] Shutdown policy was updated [oldVal=null, newVal=null] [2023-07-13T14:55:15,141][INFO ][main][DistributedBaselineConfiguration] Baseline parameter 'baselineAutoAdjustEnabled' was changed from 'null' to 'false' [2023-07-13T14:55:15,142][INFO ][main][DistributedBaselineConfiguration] Baseline parameter 'baselineAutoAdjustTimeout' was changed from 'null' to '300000' [2023-07-13T14:55:15,142][INFO ][main][IgniteTxManager] Transactions parameter 'txOwnerDumpRequestsAllowed' was changed from 'null' to 'true' [2023-07-13T14:55:15,143][INFO ][main][IgniteTxManager] Transactions parameter 'longOperationsDumpTimeout' was changed from 'null' to '60000' [2023-07-13T14:55:15,143][INFO ][main][IgniteTxManager] Transactions parameter 'longTransactionTimeDumpThreshold' was changed from 'null' to '0' [2023-07-13T14:55:15,144][INFO ][main][IgniteTxManager] Transactions parameter 'transactionTimeDumpSamplesCoefficient' was changed from 'null' to '0.0' [2023-07-13T14:55:15,144][INFO ][main][IgniteTxManager] Transactions parameter 'longTransactionTimeDumpSamplesPerSecondLimit' was changed from 'null' to '5' [2023-07-13T14:55:15,145][INFO ][main][IgniteTxManager] Transactions parameter 'collisionsDumpInterval' was changed from 'null' to '1000' [2023-07-13T14:55:15,145][INFO ][main][GridCacheDatabaseSharedManager] Historical rebalance WAL threshold changed [property=historical.rebalance.threshold, oldVal=null, newVal=500] [2023-07-13T14:55:15,146][INFO ][main][GridCacheDatabaseSharedManager] Checkpoint frequency deviation changed [oldVal=null, newVal=null] [2023-07-13T14:55:15,147][INFO ][main][IgniteSnapshotManager] The snapshot transfer rate is not limited. [2023-07-13T14:55:15,147][INFO ][main][IgniteH2Indexing] SQL parameter 'sql.disabledFunctions' was changed from 'null' to '[FILE_WRITE, CANCEL_SESSION, MEMORY_USED, CSVREAD, LINK_SCHEMA, MEMORY_FREE, FILE_READ, CSVWRITE, SESSION_ID, LOCK_MODE]' [2023-07-13T14:55:15,147][INFO ][main][IgniteH2Indexing] SQL parameter 'sql.defaultQueryTimeout' was changed from 'null' to '0' [2023-07-13T14:55:15,148][INFO ][main][IgniteStatisticsManagerImpl] Statistics usage state was changed from null to null [2023-07-13T14:55:15,166][INFO ][main][FilePageStoreManager] Cleanup cache stores [total=1, left=0, cleanFiles=false] [2023-07-13T14:55:15,202][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=1.1 GiB, pages=992400, tableSize=81.8 MiB, replacementSize=121.3 KiB, checkpointBuffer=276.5 MiB] [2023-07-13T14:55:15,206][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=100.0 MiB, pages=89728, tableSize=7.4 MiB, replacementSize=11.0 KiB, checkpointBuffer=100.0 MiB] [2023-07-13T14:55:15,207][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=100.0 MiB, pages=89728, tableSize=7.4 MiB, replacementSize=11.0 KiB, checkpointBuffer=100.0 MiB] [2023-07-13T14:55:15,211][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=100.0 MiB, pages=89728, tableSize=7.4 MiB, replacementSize=11.0 KiB, checkpointBuffer=100.0 MiB] [2023-07-13T14:55:15,216][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=122.9 MiB, pages=110256, tableSize=9.1 MiB, replacementSize=13.5 KiB, checkpointBuffer=122.9 MiB] [2023-07-13T14:55:15,217][INFO ][main][GridCacheDatabaseSharedManager] Data Regions Started: 7 [2023-07-13T14:55:15,218][INFO ][main][IgniteKernal] ^-- defragPartitionsDataRegion region [type=user, persistence=true, lazyAlloc=false, ... initCfg=1105MB, maxCfg=1105MB, usedRam=0MB, freeRam=100%, allocRam=1105MB, allocTotal=0MB] ^-- sysMemPlc region [type=internal, persistence=true, lazyAlloc=false, ... initCfg=40MB, maxCfg=100MB, usedRam=0MB, freeRam=100%, allocRam=100MB, allocTotal=0MB] ^-- default region [type=default, persistence=true, lazyAlloc=true, ... initCfg=256MB, maxCfg=819MB, usedRam=0MB, freeRam=100%, allocRam=0MB, allocTotal=0MB] ^-- metastoreMemPlc region [type=internal, persistence=true, lazyAlloc=false, ... initCfg=40MB, maxCfg=100MB, usedRam=0MB, freeRam=100%, allocRam=100MB, allocTotal=0MB] ^-- TxLog region [type=internal, persistence=true, lazyAlloc=false, ... initCfg=40MB, maxCfg=100MB, usedRam=0MB, freeRam=100%, allocRam=100MB, allocTotal=0MB] ^-- defragMappingDataRegion region [type=user, persistence=true, lazyAlloc=false, ... initCfg=122MB, maxCfg=122MB, usedRam=0MB, freeRam=100%, allocRam=122MB, allocTotal=0MB] ^-- volatileDsMemPlc region [type=user, persistence=false, lazyAlloc=true, ... initCfg=40MB, maxCfg=100MB, usedRam=0MB, freeRam=100%, allocRam=0MB] [2023-07-13T14:55:15,219][INFO ][main][GridCacheDatabaseSharedManager] Starting binary memory restore for: [-2100569601, -593400801] [2023-07-13T14:55:16,160][INFO ][main][CheckpointMarkersStorage] Read checkpoint status [startMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-START.bin, endMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-END.bin] [2023-07-13T14:55:16,161][INFO ][main][GridCacheDatabaseSharedManager] Checking memory state [lastValidPos=WALPointer [idx=10966, fileOff=22653145, len=313265], lastMarked=WALPointer [idx=10966, fileOff=22653145, len=313265], lastCheckpointId=64bca0f6-16b7-40bb-aa8d-b373b719c49e] [2023-07-13T14:55:16,213][WARN ][main][FileWriteAheadLogManager] WAL segment tail reached. [idx=10966, isWorkDir=true, serVer=org.apache.ignite.internal.processors.cache.persistence.wal.serializer.RecordV2Serializer@44dd0d38, actualFilePtr=WALPointer [idx=10966, fileOff=22966439, len=0]] [2023-07-13T14:55:16,213][INFO ][main][GridCacheDatabaseSharedManager] Found last checkpoint marker [cpId=64bca0f6-16b7-40bb-aa8d-b373b719c49e, pos=WALPointer [idx=10966, fileOff=22653145, len=313265]] [2023-07-13T14:55:16,217][INFO ][main][GridCacheDatabaseSharedManager] Binary memory state restored at node startup [restoredPtr=WALPointer [idx=10966, fileOff=22966439, len=0]] [2023-07-13T14:55:16,223][INFO ][main][FileWriteAheadLogManager] Resuming logging to WAL segment [file=/test/steshin/server/work/wal/ise_devmon_8/0000000000000006.wal, offset=22966439, ver=2] [2023-07-13T14:55:16,306][INFO ][main][GridCacheProcessor] Started cache in recovery mode [name=ignite-sys-cache, id=-2100569601, dataRegionName=sysMemPlc, mode=REPLICATED, atomicity=TRANSACTIONAL, backups=2147483647, mvcc=false] [2023-07-13T14:55:16,332][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=819.2 MiB, pages=735104, tableSize=60.6 MiB, replacementSize=89.8 KiB, checkpointBuffer=256.0 MiB] [2023-07-13T14:55:16,346][INFO ][main][GridCacheProcessor] Started cache in recovery mode [name=cache-16384, id=-593400801, dataRegionName=default, mode=REPLICATED, atomicity=ATOMIC, backups=2147483647, mvcc=false] [2023-07-13T14:55:16,349][INFO ][main][GridCacheDatabaseSharedManager] Binary recovery performed in 1130 ms. [2023-07-13T14:55:16,350][INFO ][main][CheckpointMarkersStorage] Read checkpoint status [startMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-START.bin, endMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-END.bin] [2023-07-13T14:55:16,351][INFO ][main][GridCacheDatabaseSharedManager] Applying lost cache updates since last checkpoint record [lastMarked=WALPointer [idx=10966, fileOff=22653145, len=313265], lastCheckpointId=64bca0f6-16b7-40bb-aa8d-b373b719c49e] [2023-07-13T14:55:16,373][WARN ][main][FileWriteAheadLogManager] WAL segment tail reached. [idx=10966, isWorkDir=true, serVer=org.apache.ignite.internal.processors.cache.persistence.wal.serializer.RecordV2Serializer@52c46334, actualFilePtr=WALPointer [idx=10966, fileOff=22966468, len=0]] [2023-07-13T14:55:16,380][INFO ][main][GridCacheDatabaseSharedManager] Finished applying WAL changes [updatesApplied=0, time=30 ms] [2023-07-13T14:55:16,380][INFO ][main][GridCacheProcessor] Restoring partition state for local groups. [2023-07-13T14:55:20,545][WARN ][sys-#78][PageMemoryImpl] Page replacements started, pages will be rotated with disk, this will affect storage performance (consider increasing DataRegionConfiguration#setMaxSize for data region): default [2023-07-13T14:55:25,522][INFO ][main][GridCacheProcessor] Finished restoring partition state for local groups [groupsProcessed=2, partitionsProcessed=16484, time=9s] [2023-07-13T14:55:25,525][INFO ][main][MaintenanceProcessor] Node requires maintenance, non-empty set of maintenance tasks is found: [defragmentationMaintenanceTask] [2023-07-13T14:55:25,527][INFO ][main][FileWriteAheadLogManager] Resuming logging to WAL segment [file=/test/steshin/server/work/wal/ise_devmon_8/0000000000000006.wal, offset=22966468, ver=2] [2023-07-13T14:55:25,893][INFO ][db-checkpoint-thread-#93][Checkpointer] Checkpoint started [checkpointId=a40c0e2f-ccaf-4c1e-b1c0-2265ad530607, startPtr=WALPointer [idx=10966, fileOff=40284356, len=313265], checkpointBeforeLockTime=188ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=80ms, checkpointLockHoldTime=115ms, walCpRecordFsyncDuration=26ms, writeCheckpointEntryDuration=13ms, splitAndSortCpPagesDuration=21ms, pages=16384, reason='node started'] [2023-07-13T14:55:30,866][INFO ][db-checkpoint-thread-#93][Checkpointer] Checkpoint finished [cpId=a40c0e2f-ccaf-4c1e-b1c0-2265ad530607, pages=16384, markPos=WALPointer [idx=10966, fileOff=40284356, len=313265], walSegmentsCovered=[], markDuration=176ms, pagesWrite=376ms, fsync=4595ms, total=5335ms] [2023-07-13T14:55:31,006][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=64ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=46ms, checkpointLockHoldTime=75ms, reason='beforeDefragmentation'] [2023-07-13T14:55:31,021][INFO ][disco-notifier-worker-#98][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], nodeId=2e0cc2fc-7fb5-4881-a679-a536d8183ae4, ver=1689249314031, local=true, initialized=false]] [2023-07-13T14:55:31,024][INFO ][defragmentation-thread][CachePartitionDefragmentationManager] Defragmentation started. [2023-07-13T14:55:31,026][INFO ][sys-#85][ClusterProcessor] Writing cluster ID and tag to metastorage on ready for write ClusterIdAndTag [id=8be4a483-4613-4368-af96-99a5169fb106, tag=angry_lovelace] [2023-07-13T14:55:31,047][INFO ][defragmentation-thread][CacheGroupContext] Local state for group durability has changed [name=cache-16384, enabled=false] [2023-07-13T14:55:31,559][INFO ][main][IgniteKernal] Security status [authentication=off, sandbox=off, tls/ssl=off] [2023-07-13T14:55:31,560][INFO ][main][IgniteKernal] Performance suggestions for grid (fix if possible) [2023-07-13T14:55:31,560][INFO ][main][IgniteKernal] To disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true [2023-07-13T14:55:31,561][INFO ][main][IgniteKernal] ^-- Set max direct memory size if getting 'OOME: Direct buffer memory' (add '-XX:MaxDirectMemorySize=[g|G|m|M|k|K]' to JVM options) [2023-07-13T14:55:31,561][INFO ][main][IgniteKernal] ^-- Speed up flushing of dirty pages by OS (alter vm.dirty_expire_centisecs parameter by setting to 500) [2023-07-13T14:55:31,561][INFO ][main][IgniteKernal] ^-- Reduce pages swapping ratio (set vm.swappiness=10 or less) [2023-07-13T14:55:31,561][INFO ][main][IgniteKernal] ^-- Disable assertions (remove '-ea' from JVM options) [2023-07-13T14:55:31,561][INFO ][main][IgniteKernal] Refer to this page for more performance suggestions: https://ignite.apache.org/docs/latest/perf-and-troubleshooting/memory-tuning [2023-07-13T14:55:31,561][INFO ][main][IgniteKernal] [2023-07-13T14:55:31,562][INFO ][main][IgniteKernal] Classpath value: /test/steshin/server/libs/log4j-core-2.20.0.jar:/test/steshin/server/libs/log4j-api-2.20.0.jar:/test/steshin/server/libs/ignite-log4j2-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/ignite-core-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/annotations-16.0.3.jar:/test/steshin/server/libs/cache-api-1.0.0.jar:/test/steshin/server/libs/ignite-control-utility/ignite-control-utility-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/ignite-indexing/h2-1.4.197.jar:/test/steshin/server/libs/ignite-indexing/lucene-analyzers-common-8.11.2.jar:/test/steshin/server/libs/ignite-indexing/ignite-indexing-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/ignite-indexing/lucene-core-8.11.2.jar:/test/steshin/server/libs/ignite-indexing/commons-codec-1.15.jar:/test/steshin/server/libs/ignite-indexing/lucene-queryparser-8.11.2.jar:/test/steshin/server/libs/ignite-spring/spring-beans-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/spring-core-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/ignite-spring-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/ignite-spring/spring-context-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/spring-jcl-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/spring-expression-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/commons-logging-1.1.1.jar:/test/steshin/server/libs/ignite-spring/spring-aop-5.2.22.RELEASE.jar:/test/steshin/server/libs/licenses/* [2023-07-13T14:55:31,562][INFO ][main][IgniteKernal] List of files containing in classpath: /test/steshin/server/libs/log4j-core-2.20.0.jar;/test/steshin/server/libs/log4j-api-2.20.0.jar;/test/steshin/server/libs/ignite-log4j2-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/ignite-core-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/annotations-16.0.3.jar;/test/steshin/server/libs/cache-api-1.0.0.jar;/test/steshin/server/libs/ignite-control-utility/ignite-control-utility-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/ignite-indexing/h2-1.4.197.jar;/test/steshin/server/libs/ignite-indexing/lucene-analyzers-common-8.11.2.jar;/test/steshin/server/libs/ignite-indexing/ignite-indexing-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/ignite-indexing/lucene-core-8.11.2.jar;/test/steshin/server/libs/ignite-indexing/commons-codec-1.15.jar;/test/steshin/server/libs/ignite-indexing/lucene-queryparser-8.11.2.jar;/test/steshin/server/libs/ignite-spring/spring-beans-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/spring-core-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/ignite-spring-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/ignite-spring/spring-context-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/spring-jcl-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/spring-expression-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/commons-logging-1.1.1.jar;/test/steshin/server/libs/ignite-spring/spring-aop-5.2.22.RELEASE.jar; [2023-07-13T14:55:31,662][INFO ][main][IgniteKernal] >>> +--------------------------------------------------------------------------------+ >>> Ignite ver. 2.16.0-SNAPSHOT#20230712-sha1:709934818987e4dfaa97278fa4b86ea83b2d74b1 >>> +--------------------------------------------------------------------------------+ >>> OS name: Linux 3.10.0-1160.53.1.el7.x86_64 amd64 >>> CPU(s): -1 >>> Heap: 0.1GB >>> VM name: 25903@devmon-7 >>> Local node [ID=2E0CC2FC-7FB5-4881-A679-A536D8183AE4, order=1, clientMode=false] >>> Local node addresses: [localhost/127.0.0.1] >>> Local ports: TCP:10800 TCP:11211 TCP:48020 >>> +--------------------------------------------------------------------------------+ [2023-07-13T14:55:31,662][INFO ][main][IgniteKernal] >>> Ignite cluster is in INACTIVE state (limited functionality available). Use control.(sh|bat) script or IgniteCluster.state(ClusterState.ACTIVE) to change the state. [2023-07-13T14:55:31,669][INFO ][main][GridDiscoveryManager] Topology snapshot [ver=1, locNode=2e0cc2fc, servers=1, clients=0, state=INACTIVE, CPUs=-1, offheap=0.8GB, heap=0.1GB, aliveNodes=[IsolatedNode [id=2e0cc2fc-7fb5-4881-a679-a536d8183ae4, consistentId=ise_devmon-8, isClient=false, ver=2.16.0#20230712-sha1:70993481]]] [2023-07-13T14:55:31,678][INFO ][main][GridDiscoveryManager] ^-- Baseline [id=0, size=1, online=1, offline=0] [2023-07-13T14:55:31,679][INFO ][main][G] Node started : [stage="Configure system pool" (44 ms),stage="Start managers" (508 ms),stage="Configure binary metadata" (39 ms),stage="Start processors" (634 ms),stage="Init metastore" (446 ms),stage="Init and start regions" (52 ms),stage="Restore binary memory" (1130 ms),stage="Restore logical state" (9173 ms),stage="Finish recovery" (1 ms),stage="Join topology" (5495 ms),stage="Await transition" (11 ms),stage="Await exchange" (646 ms),stage="Total time" (18179 ms)] [2023-07-13T14:55:37,718][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=1ms, checkpointLockWait=129ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=898ms, pages=238737, reason='partition defragmented'] [2023-07-13T14:55:55,253][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=238737, markPos=, walSegmentsCovered=, markDuration=901ms, pagesWrite=17425ms, fsync=107ms, total=18563ms] [2023-07-13T14:55:56,315][WARN ][defragmentation-worker-#102][PageMemoryImpl] Page replacements started, pages will be rotated with disk, this will affect storage performance (consider increasing DataRegionConfiguration#setMaxSize for data region): defragPartitionsDataRegion [2023-07-13T14:55:56,637][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=1384ms, pages=739963, reason='partition defragmented'] [2023-07-13T14:56:19,849][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=739963, markPos=, walSegmentsCovered=, markDuration=1385ms, pagesWrite=22079ms, fsync=1132ms, total=24596ms] [2023-07-13T14:56:20,499][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=649ms, pages=760994, reason='partition defragmented'] [2023-07-13T14:56:37,030][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=30ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, reason='timeout'] [2023-07-13T14:56:43,062][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=760994, markPos=, walSegmentsCovered=, markDuration=651ms, pagesWrite=21774ms, fsync=788ms, total=23213ms] [2023-07-13T14:56:43,772][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=709ms, pages=763384, reason='partition defragmented'] [2023-07-13T14:56:52,674][WARN ][defragmentation-worker-#120][PageMemoryImpl] Page replacements started, pages will be rotated with disk, this will affect storage performance (consider increasing DataRegionConfiguration#setMaxSize for data region): defragMappingDataRegion [2023-07-13T14:57:05,277][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=763384, markPos=, walSegmentsCovered=, markDuration=710ms, pagesWrite=20765ms, fsync=739ms, total=22214ms] [2023-07-13T14:57:05,817][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=538ms, pages=743170, reason='partition defragmented'] [2023-07-13T14:57:26,638][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=743170, markPos=, walSegmentsCovered=, markDuration=540ms, pagesWrite=20024ms, fsync=795ms, total=21359ms] [2023-07-13T14:57:27,181][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=543ms, pages=757061, reason='partition defragmented'] [2023-07-13T14:57:44,602][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, reason='timeout'] [2023-07-13T14:57:47,574][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=757061, markPos=, walSegmentsCovered=, markDuration=544ms, pagesWrite=19815ms, fsync=577ms, total=20936ms] [2023-07-13T14:57:48,179][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=604ms, pages=742638, reason='partition defragmented'] [2023-07-13T14:58:08,913][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=742638, markPos=, walSegmentsCovered=, markDuration=608ms, pagesWrite=20118ms, fsync=612ms, total=21338ms] [2023-07-13T14:58:09,722][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=805ms, pages=748815, reason='partition defragmented'] [2023-07-13T14:58:30,166][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=748815, markPos=, walSegmentsCovered=, markDuration=809ms, pagesWrite=19767ms, fsync=676ms, total=21252ms] [2023-07-13T14:58:30,855][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=688ms, pages=758890, reason='partition defragmented'] [2023-07-13T14:58:42,932][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=2ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=1ms, reason='timeout'] [2023-07-13T14:58:42,948][ERROR][defragmentation-worker-#104][] Critical system error detected. Will be handled accordingly to configured handler [hnd=StopNodeOrHaltFailureHandler [tryStop=false, timeout=0, super=AbstractFailureHandler [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED, SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=FailureContext [type=CRITICAL_ERROR, err=class o.a.i.i.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-593400801, pageIds=[1129125427285641], msg=Runtime failure on row: CacheDataRowAdapter [key=KeyCacheObject [hasValBytes=true], val=CacheObjectByteArrayImpl [arrLen=584], expireTime=0, ver=GridCacheVersion [topVer=300151854, order=0, nodeOrder=1, dataCenterId=0], cacheId=0, link=000102ef00000ec2]]]] org.apache.ignite.internal.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-593400801, pageIds=[1129125427285641], msg=Runtime failure on row: CacheDataRowAdapter [key=KeyCacheObject [hasValBytes=true], val=CacheObjectByteArrayImpl [arrLen=584], expireTime=0, ver=GridCacheVersion [topVer=300151854, order=0, nodeOrder=1, dataCenterId=0], cacheId=0, link=000102ef00000ec2]] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.corruptedTreeException(BPlusTree.java:6530) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2733) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putx(BPlusTree.java:2673) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:759) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:829) [?:?] Caused by: java.lang.NullPointerException at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointProgressImpl.updateEvictedPages(CheckpointProgressImpl.java:218) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1223) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.GridCacheOffheapManager$GridCacheDataStore$3.allocatePageNoReuse(GridCacheOffheapManager.java:1952) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.DataStructure.allocatePage(DataStructure.java:177) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.DataStructure.allocatePage(DataStructure.java:153) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.access$2800(BPlusTree.java:215) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Put.insertWithSplit(BPlusTree.java:4042) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Put.insert(BPlusTree.java:4004) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Insert.run0(BPlusTree.java:558) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Insert.run0(BPlusTree.java:539) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6294) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Insert.run(BPlusTree.java:539) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$GetPageHandler.run(BPlusTree.java:6280) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.writePage(PageHandler.java:381) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.DataStructure.write(DataStructure.java:348) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.access$4800(BPlusTree.java:215) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree$Put.tryInsert(BPlusTree.java:4162) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3109) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3084) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3084) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2693) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] ... 11 more [2023-07-13T14:58:42,973][ERROR][defragmentation-worker-#104][FailureProcessor] A critical problem with persistence data structures was detected. Please make backup of persistence storage and WAL files for further analysis. Persistence storage path: /test/steshin/server/work/data WAL path: /test/steshin/server/work/wal WAL archive path: /test/steshin/server/work/wal_archive [2023-07-13T14:58:42,975][ERROR][defragmentation-worker-#104][FailureProcessor] No deadlocked threads detected. [2023-07-13T14:58:43,511][ERROR][defragmentation-worker-#104][FailureProcessor] Thread dump at 2023/07/13 14:58:43 MSK Thread [name="main", id=1, state=WAITING, blockCnt=8, waitCnt=16506] Lock [object=java.util.concurrent.CountDownLatch$Sync@51bb2c78, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345) at java.base@11.0.18/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232) at app//o.a.i.startup.cmdline.CommandLineStartup.main(CommandLineStartup.java:398) Locked synchronizers: java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@585adc86 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@59907c59 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5733823c Thread [name="Reference Handler", id=2, state=RUNNABLE, blockCnt=3, waitCnt=0] at java.base@11.0.18/java.lang.ref.Reference.waitForReferencePendingList(Native Method) at java.base@11.0.18/java.lang.ref.Reference.processPendingReferences(Reference.java:241) at java.base@11.0.18/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213) Thread [name="Finalizer", id=3, state=WAITING, blockCnt=4, waitCnt=5] Lock [object=java.lang.ref.ReferenceQueue$Lock@5f8b7425, ownerName=null, ownerId=-1] at java.base@11.0.18/java.lang.Object.wait(Native Method) at java.base@11.0.18/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@11.0.18/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at java.base@11.0.18/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170) Thread [name="Signal Dispatcher", id=4, state=RUNNABLE, blockCnt=0, waitCnt=0] Thread [name="Common-Cleaner", id=19, state=TIMED_WAITING, blockCnt=14, waitCnt=14] Lock [object=java.lang.ref.ReferenceQueue$Lock@523a939, ownerName=null, ownerId=-1] at java.base@11.0.18/java.lang.Object.wait(Native Method) at java.base@11.0.18/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@11.0.18/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) at java.base@11.0.18/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161) Thread [name="Log4j2-TF-6-Scheduled-2", id=23, state=TIMED_WAITING, blockCnt=0, waitCnt=21] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4ecae9c3, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.18/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="jvm-pause-detector-worker", id=24, state=TIMED_WAITING, blockCnt=0, waitCnt=4167] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:124) Thread [name="ignite-clock", id=25, state=TIMED_WAITING, blockCnt=0, waitCnt=20515] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.util.IgniteUtils$25.run(IgniteUtils.java:3641) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-0-#1", id=26, state=WAITING, blockCnt=0, waitCnt=6] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-1-#2", id=27, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-2-#3", id=28, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-3-#4", id=29, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-4-#5", id=30, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-5-#6", id=31, state=WAITING, blockCnt=0, waitCnt=6] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-6-#7", id=32, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-7-#8", id=33, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-8-#9", id=34, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-9-#10", id=35, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-10-#11", id=36, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-11-#12", id=37, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-12-#13", id=38, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-13-#14", id=39, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-14-#15", id=40, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-15-#16", id=41, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-0-#17", id=42, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-1-#18", id=43, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-2-#19", id=44, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-3-#20", id=45, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-4-#21", id=46, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-5-#22", id=47, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-6-#23", id=48, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-7-#24", id=49, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-8-#25", id=50, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-9-#26", id=51, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-10-#27", id=52, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-11-#28", id=53, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-12-#29", id=54, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-13-#30", id=55, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-14-#31", id=56, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-15-#32", id=57, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-timeout-worker-#38", id=63, state=TIMED_WAITING, blockCnt=3, waitCnt=997] Lock [object=java.lang.Object@469ac48e, ownerName=null, ownerId=-1] at java.base@11.0.18/java.lang.Object.wait(Native Method) at app//o.a.i.i.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:269) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="nio-acceptor-tcp-comm-#47%TcpCommunicationSpi%", id=72, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked sun.nio.ch.Util$2@4234ba24 - locked sun.nio.ch.EPollSelectorImpl@5a46a93a at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:3092) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:3040) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-0-#39%TcpCommunicationSpi%", id=64, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@435bc740 - locked sun.nio.ch.EPollSelectorImpl@5375c511 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-1-#40%TcpCommunicationSpi%", id=65, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@34f7a0c1 - locked sun.nio.ch.EPollSelectorImpl@5b17c01c at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-2-#41%TcpCommunicationSpi%", id=66, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@46eb6df9 - locked sun.nio.ch.EPollSelectorImpl@3bcb6578 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-3-#42%TcpCommunicationSpi%", id=67, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@32332b68 - locked sun.nio.ch.EPollSelectorImpl@57c10a12 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-4-#43%TcpCommunicationSpi%", id=68, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@4ad821b6 - locked sun.nio.ch.EPollSelectorImpl@2ad87d30 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-5-#44%TcpCommunicationSpi%", id=69, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@19b7b68 - locked sun.nio.ch.EPollSelectorImpl@5e5570d3 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-6-#45%TcpCommunicationSpi%", id=70, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@558b3f3e - locked sun.nio.ch.EPollSelectorImpl@3c53f942 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-7-#46%TcpCommunicationSpi%", id=71, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@66c9959b - locked sun.nio.ch.EPollSelectorImpl@13efa279 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="tcp-comm-worker-#1-#48", id=73, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1f910df5, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at app//o.a.i.spi.communication.tcp.internal.CommunicationWorker.body(CommunicationWorker.java:167) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at app//o.a.i.spi.communication.tcp.TcpCommunicationSpi$3.body(TcpCommunicationSpi.java:848) at app//o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:58) Thread [name="Thread-0", id=74, state=TIMED_WAITING, blockCnt=2, waitCnt=502226] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="binary-metadata-writer-#49", id=75, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@166451ff, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//o.a.i.i.processors.cache.binary.BinaryMetadataFileStore$BinaryMetadataAsyncWriter.body0(BinaryMetadataFileStore.java:477) at app//o.a.i.i.processors.cache.binary.BinaryMetadataFileStore$BinaryMetadataAsyncWriter.body(BinaryMetadataFileStore.java:458) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="page-lock-tracker-timeout", id=76, state=TIMED_WAITING, blockCnt=0, waitCnt=4] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.util.worker.CycleThread.run(CycleThread.java:47) Thread [name="long-qry-#50", id=77, state=TIMED_WAITING, blockCnt=0, waitCnt=209] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:8368) at app//o.a.i.i.processors.query.running.HeavyQueriesTracker$1.body(HeavyQueriesTracker.java:104) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="nio-acceptor-tcp-rest-#64", id=91, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked sun.nio.ch.Util$2@7876d520 - locked sun.nio.ch.EPollSelectorImpl@6f9f817e at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:3092) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:3040) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-rest-0-#60", id=87, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@826dc2f - locked sun.nio.ch.EPollSelectorImpl@3c798f7d at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-rest-1-#61", id=88, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@72688207 - locked sun.nio.ch.EPollSelectorImpl@616f7945 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-rest-2-#62", id=89, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@5f1616e3 - locked sun.nio.ch.EPollSelectorImpl@2fe4681b at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-rest-3-#63", id=90, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@192aaf5a - locked sun.nio.ch.EPollSelectorImpl@395486b at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-data-loader-flusher-#68", id=95, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6c5bf7f4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.DelayQueue.take(DelayQueue.java:217) at app//o.a.i.i.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:106) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="db-checkpoint-thread-defrag-#69", id=96, state=WAITING, blockCnt=9, waitCnt=19] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:142) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.writePages(Checkpointer.java:554) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.doCheckpoint(Checkpointer.java:430) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.body(Checkpointer.java:272) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-1", id=97, state=TIMED_WAITING, blockCnt=5, waitCnt=555317] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-2", id=118, state=TIMED_WAITING, blockCnt=4, waitCnt=339866] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-4", id=120, state=RUNNABLE, blockCnt=4, waitCnt=372946] at java.base@11.0.18/jdk.internal.misc.Unsafe.unpark(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.unpark(LockSupport.java:160) at app//o.a.i.i.util.future.GridFutureAdapter.unblock(GridFutureAdapter.java:346) at app//o.a.i.i.util.future.GridFutureAdapter.unblockAll(GridFutureAdapter.java:336) at app//o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:576) at app//o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:555) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO$ChannelOpFuture.completed(AsyncFileIO.java:256) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO$ChannelOpFuture.completed(AsyncFileIO.java:247) at java.base@11.0.18/sun.nio.ch.Invoker.invokeUnchecked(Invoker.java:127) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl$3.run(SimpleAsynchronousFileChannelImpl.java:389) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@6337d9d Thread [name="Thread-3", id=119, state=TIMED_WAITING, blockCnt=3, waitCnt=382898] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-7", id=123, state=TIMED_WAITING, blockCnt=4, waitCnt=552830] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-6", id=122, state=TIMED_WAITING, blockCnt=4, waitCnt=636692] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-5", id=121, state=TIMED_WAITING, blockCnt=2, waitCnt=456414] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-8", id=124, state=TIMED_WAITING, blockCnt=2, waitCnt=329186] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-9", id=125, state=TIMED_WAITING, blockCnt=2, waitCnt=387993] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-10", id=126, state=TIMED_WAITING, blockCnt=4, waitCnt=577150] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-11", id=127, state=TIMED_WAITING, blockCnt=4, waitCnt=441291] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-12", id=128, state=TIMED_WAITING, blockCnt=0, waitCnt=311489] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-13", id=129, state=TIMED_WAITING, blockCnt=5, waitCnt=492597] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-14", id=130, state=TIMED_WAITING, blockCnt=4, waitCnt=437858] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-15", id=131, state=TIMED_WAITING, blockCnt=4, waitCnt=434980] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="db-checkpoint-thread-#93", id=135, state=TIMED_WAITING, blockCnt=0, waitCnt=28] Lock [object=o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer@60f3fed4, ownerName=null, ownerId=-1] at java.base@11.0.18/java.lang.Object.wait(Native Method) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.waitCheckpointEvent(Checkpointer.java:810) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.body(Checkpointer.java:254) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-cpu-#94", id=136, state=WAITING, blockCnt=2, waitCnt=1128] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2c6fcdef, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-cpu-#95", id=137, state=WAITING, blockCnt=0, waitCnt=939] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2c6fcdef, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#96", id=138, state=WAITING, blockCnt=1, waitCnt=8104] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5900e19, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#97", id=139, state=WAITING, blockCnt=4, waitCnt=8253] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5900e19, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="defragmentation-thread", id=140, state=WAITING, blockCnt=16, waitCnt=445671] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1221) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$571/0x0000000100531c40.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.doInParallel(IgniteUtils.java:11680) at app//o.a.i.i.util.IgniteUtils.doInParallel(IgniteUtils.java:11582) at app//o.a.i.i.util.IgniteUtils.doInParallel(IgniteUtils.java:11562) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.executeDefragmentation(CachePartitionDefragmentationManager.java:381) at app//o.a.i.i.processors.cache.persistence.defragmentation.maintenance.ExecuteDefragmentationAction.lambda$execute$0(ExecuteDefragmentationAction.java:73) at app//o.a.i.i.processors.cache.persistence.defragmentation.maintenance.ExecuteDefragmentationAction$$Lambda$935/0x0000000100727440.run(Unknown Source) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="disco-notifier-worker-#98", id=141, state=WAITING, blockCnt=0, waitCnt=4] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3647bd08, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body0(GridDiscoveryManager.java:2830) at app//o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body(GridDiscoveryManager.java:2875) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pool-2-thread-1", id=142, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@493de04a, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="disco-event-worker-#99", id=143, state=WAITING, blockCnt=2, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1b6f5c37, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:3089) at app//o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:3060) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pool-2-thread-2", id=144, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@493de04a, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pool-2-thread-3", id=145, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@493de04a, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="defragmentation-worker-#100", id=146, state=RUNNABLE, blockCnt=33, waitCnt=455641] at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.releaseShared(AbstractQueuedSynchronizer.java:1382) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.unlock(ReentrantReadWriteLock.java:897) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.releasePage(PageMemoryImpl.java:474) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:329) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@200b8ea9 Thread [name="defragmentation-worker-#101", id=147, state=RUNNABLE, blockCnt=31, waitCnt=451700] at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.force0(Native Method) at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl.force(SimpleAsynchronousFileChannelImpl.java:162) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.force(AsyncFileIO.java:217) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.force(AsyncFileIO.java:212) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.sync(FilePageStore.java:821) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$PartitionContext.createPageStore(CachePartitionDefragmentationManager.java:1045) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:563) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@f92a994 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1e0a7985 Thread [name="defragmentation-worker-#102", id=148, state=WAITING, blockCnt=36, waitCnt=451508] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.read(AsyncFileIO.java:129) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$2.run(AbstractFileIO.java:90) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.readFully(AbstractFileIO.java:88) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.readWithFailover(FilePageStore.java:897) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:512) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:487) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.read(PageReadWriteManagerImpl.java:69) at app//o.a.i.i.processors.cache.persistence.file.FilePageStoreManager.read(FilePageStoreManager.java:530) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:984) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@5bb649de Thread [name="defragmentation-worker-#103", id=149, state=WAITING, blockCnt=28, waitCnt=453705] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1221) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$571/0x0000000100531c40.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@5a2bbcff Thread [name="defragmentation-worker-#104", id=150, state=RUNNABLE, blockCnt=26, waitCnt=447783] at java.management@11.0.18/sun.management.ThreadImpl.dumpThreads0(Native Method) at java.management@11.0.18/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521) at java.management@11.0.18/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509) at app//o.a.i.i.util.IgniteUtils.dumpThreads(IgniteUtils.java:1529) at app//o.a.i.i.processors.failure.FailureProcessor.process(FailureProcessor.java:205) - locked o.a.i.i.processors.failure.FailureProcessor@15ae38b1 at app//o.a.i.i.processors.failure.FailureProcessor.process(FailureProcessor.java:156) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.processFailure(BPlusTree.java:6545) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.corruptedTreeException(BPlusTree.java:6532) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2733) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putx(BPlusTree.java:2673) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:759) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@3324be91 Thread [name="defragmentation-worker-#105", id=151, state=RUNNABLE, blockCnt=28, waitCnt=453520] at java.base@11.0.18/java.util.concurrent.ConcurrentHashMap.remove(ConcurrentHashMap.java:1102) at app//o.a.i.i.util.GridSetWrapper.remove(GridSetWrapper.java:122) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:186) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1221) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$571/0x0000000100531c40.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@fa0de27 Thread [name="defragmentation-worker-#106", id=152, state=RUNNABLE, blockCnt=26, waitCnt=449319] at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.releaseShared(AbstractQueuedSynchronizer.java:1382) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.unlock(ReentrantReadWriteLock.java:897) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:821) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@6c83c2e8 Thread [name="defragmentation-worker-#107", id=153, state=WAITING, blockCnt=31, waitCnt=449919] Lock [object=java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3337a5fe, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:1009) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1324) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:796) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.DataStructure.acquirePage(DataStructure.java:209) at app//o.a.i.i.processors.cache.persistence.freelist.PagesList.put(PagesList.java:878) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList$WriteRowHandler.putPage(AbstractFreeList.java:306) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList$WriteRowHandler.run(AbstractFreeList.java:171) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList$WriteRowHandler.run(AbstractFreeList.java:156) at app//o.a.i.i.processors.cache.persistence.tree.util.PageHandler.writePage(PageHandler.java:313) at app//o.a.i.i.processors.cache.persistence.DataStructure.write(DataStructure.java:371) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:703) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@375e7737 Thread [name="defragmentation-worker-#108", id=154, state=RUNNABLE, blockCnt=29, waitCnt=450653] at app//o.a.i.i.processors.cache.persistence.tree.util.PageHandler.readPage(PageHandler.java:170) at app//o.a.i.i.processors.cache.persistence.DataStructure.read(DataStructure.java:415) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.read(BPlusTree.java:6499) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3074) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2693) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.put(BPlusTree.java:2664) at app//o.a.i.i.processors.cache.persistence.defragmentation.LinkMap.put(LinkMap.java:105) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:763) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@1676e5b0 Thread [name="defragmentation-worker-#109", id=155, state=WAITING, blockCnt=24, waitCnt=451051] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.read(AsyncFileIO.java:129) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$2.run(AbstractFileIO.java:90) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.readFully(AbstractFileIO.java:88) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.readWithFailover(FilePageStore.java:897) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:512) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:487) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.read(PageReadWriteManagerImpl.java:69) at app//o.a.i.i.processors.cache.persistence.file.FilePageStoreManager.read(FilePageStoreManager.java:530) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:984) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@5a62840f Thread [name="defragmentation-worker-#110", id=156, state=WAITING, blockCnt=30, waitCnt=447958] Lock [object=java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@52d8c94b, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:1009) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1324) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.releasePage(PageMemoryImpl.java:468) at app//o.a.i.i.processors.cache.persistence.DataStructure.releasePage(DataStructure.java:217) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3118) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2693) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putx(BPlusTree.java:2673) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:759) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@1891f34c Thread [name="defragmentation-worker-#111", id=157, state=RUNNABLE, blockCnt=33, waitCnt=449016] at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.releasePage(PageMemoryImpl.java:468) at app//o.a.i.i.processors.cache.persistence.DataStructure.releasePage(DataStructure.java:217) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3118) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2693) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putx(BPlusTree.java:2673) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:759) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@45b6a0a2 Thread [name="defragmentation-worker-#112", id=158, state=RUNNABLE, blockCnt=31, waitCnt=451587] at java.base@11.0.18/jdk.internal.misc.Unsafe.unpark(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.unpark(LockSupport.java:160) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack$SNode.tryMatch(SynchronousQueue.java:269) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:382) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:909) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1347) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl.implWrite(SimpleAsynchronousFileChannelImpl.java:393) at java.base@11.0.18/sun.nio.ch.AsynchronousFileChannelImpl.write(AsynchronousFileChannelImpl.java:251) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:177) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1221) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$571/0x0000000100531c40.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@35f360c8 Thread [name="defragmentation-worker-#113", id=159, state=WAITING, blockCnt=26, waitCnt=452533] Lock [object=java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1fd354c4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:917) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1240) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:959) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:826) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@1ea894b0 Thread [name="defragmentation-worker-#114", id=160, state=WAITING, blockCnt=32, waitCnt=451875] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.read(AsyncFileIO.java:129) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$2.run(AbstractFileIO.java:90) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.readFully(AbstractFileIO.java:88) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.readWithFailover(FilePageStore.java:897) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:512) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:487) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.read(PageReadWriteManagerImpl.java:69) at app//o.a.i.i.processors.cache.persistence.file.FilePageStoreManager.read(FilePageStoreManager.java:530) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:984) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@6d236b84 Thread [name="defragmentation-worker-#115", id=161, state=WAITING, blockCnt=29, waitCnt=448682] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1221) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$571/0x0000000100531c40.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@5fe2efc Thread [name="defragmentation-worker-#116", id=162, state=WAITING, blockCnt=27, waitCnt=450866] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1221) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$571/0x0000000100531c40.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@75b9ec47 Thread [name="defragmentation-worker-#117", id=163, state=WAITING, blockCnt=33, waitCnt=450337] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.read(AsyncFileIO.java:129) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$2.run(AbstractFileIO.java:90) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.readFully(AbstractFileIO.java:88) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.readWithFailover(FilePageStore.java:897) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:512) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:487) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.read(PageReadWriteManagerImpl.java:69) at app//o.a.i.i.processors.cache.persistence.file.FilePageStoreManager.read(FilePageStoreManager.java:530) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:984) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@179eb147 Thread [name="defragmentation-worker-#118", id=164, state=RUNNABLE, blockCnt=27, waitCnt=451343] at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.force0(Native Method) at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl.force(SimpleAsynchronousFileChannelImpl.java:162) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.force(AsyncFileIO.java:217) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.force(AsyncFileIO.java:212) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.sync(FilePageStore.java:821) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$PartitionContext.createPageStore(CachePartitionDefragmentationManager.java:1045) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:563) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@280df1bc java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@7b5c9c3f Thread [name="defragmentation-worker-#119", id=165, state=WAITING, blockCnt=30, waitCnt=448400] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.read(AsyncFileIO.java:129) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$2.run(AbstractFileIO.java:90) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.readFully(AbstractFileIO.java:88) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.readWithFailover(FilePageStore.java:897) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:512) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:487) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.read(PageReadWriteManagerImpl.java:69) at app//o.a.i.i.processors.cache.persistence.file.FilePageStoreManager.read(FilePageStoreManager.java:530) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:984) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@3634e240 Thread [name="defragmentation-worker-#120", id=166, state=WAITING, blockCnt=19, waitCnt=449229] Lock [object=java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3337a5fe, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:1009) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1324) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.releasePage(PageMemoryImpl.java:468) at app//o.a.i.i.processors.cache.persistence.DataStructure.releasePage(DataStructure.java:217) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3118) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2693) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putx(BPlusTree.java:2673) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:759) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@4891edc Thread [name="defragmentation-worker-#121", id=167, state=RUNNABLE, blockCnt=23, waitCnt=452968] at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.releaseShared(AbstractQueuedSynchronizer.java:1382) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.unlock(ReentrantReadWriteLock.java:897) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.releasePage(PageMemoryImpl.java:474) at app//o.a.i.i.processors.cache.persistence.DataStructure.releasePage(DataStructure.java:217) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putDown(BPlusTree.java:3118) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.doPut(BPlusTree.java:2693) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.putx(BPlusTree.java:2673) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:759) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@5213fdd8 Thread [name="defragmentation-worker-#122", id=168, state=RUNNABLE, blockCnt=27, waitCnt=454013] at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.force0(Native Method) at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl.force(SimpleAsynchronousFileChannelImpl.java:162) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.force(AsyncFileIO.java:217) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.force(AsyncFileIO.java:212) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.sync(FilePageStore.java:821) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$PartitionContext.createPageStore(CachePartitionDefragmentationManager.java:1045) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:563) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@29e1cbdd java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@75cadeff Thread [name="defragmentation-worker-#123", id=169, state=WAITING, blockCnt=26, waitCnt=452474] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1221) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$571/0x0000000100531c40.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@69feaae Thread [name="defragmentation-worker-#124", id=170, state=WAITING, blockCnt=34, waitCnt=451573] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1221) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$571/0x0000000100531c40.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:99) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage0(PageMemoryImpl.java:705) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:538) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@5610e699 Thread [name="defragmentation-worker-#125", id=171, state=RUNNABLE, blockCnt=23, waitCnt=450928] at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.force0(Native Method) at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl.force(SimpleAsynchronousFileChannelImpl.java:162) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.force(AsyncFileIO.java:217) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.force(AsyncFileIO.java:212) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.sync(FilePageStore.java:821) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$PartitionContext.createPageStore(CachePartitionDefragmentationManager.java:1045) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:563) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@1da75580 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@61ccc39c Thread [name="defragmentation-worker-#126", id=172, state=WAITING, blockCnt=31, waitCnt=454237] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.read(AsyncFileIO.java:129) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$2.run(AbstractFileIO.java:90) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.readFully(AbstractFileIO.java:88) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.readWithFailover(FilePageStore.java:897) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:512) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:487) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.read(PageReadWriteManagerImpl.java:69) at app//o.a.i.i.processors.cache.persistence.file.FilePageStoreManager.read(FilePageStoreManager.java:530) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:984) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:742) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@7e4ab7e6 Thread [name="defragmentation-worker-#127", id=173, state=RUNNABLE, blockCnt=25, waitCnt=449104] at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.releaseShared(AbstractQueuedSynchronizer.java:1382) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.unlock(ReentrantReadWriteLock.java:897) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:821) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:778) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:767) at app//o.a.i.i.processors.cache.persistence.tree.util.PageHandler.writePage(PageHandler.java:295) at app//o.a.i.i.processors.cache.persistence.DataStructure.write(DataStructure.java:371) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:703) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:753) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1083/0x0000000100762440.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:84) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:730) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:577) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:384) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1048/0x000000010074f840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1052/0x0000000100757440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@1d7f953f Thread [name="exchange-worker-#128", id=174, state=TIMED_WAITING, blockCnt=0, waitCnt=39] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@64bcce15, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:513) at java.base@11.0.18/java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:675) at app//o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:3243) at app//o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:3172) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="nio-acceptor-client-listener-#129", id=175, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked sun.nio.ch.Util$2@7b9e1bd9 - locked sun.nio.ch.EPollSelectorImpl@58001f73 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:3092) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:3040) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-0-#51", id=78, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@5fd7e7cc - locked sun.nio.ch.EPollSelectorImpl@5d994645 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-1-#52", id=79, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@56d2cefc - locked sun.nio.ch.EPollSelectorImpl@e71a8d2 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-2-#53", id=80, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@6e78d757 - locked sun.nio.ch.EPollSelectorImpl@79c41fb3 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-3-#54", id=81, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@39219b59 - locked sun.nio.ch.EPollSelectorImpl@3a159397 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-4-#55", id=82, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@127f39ed - locked sun.nio.ch.EPollSelectorImpl@4b1f9596 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-5-#56", id=83, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@7ed124ff - locked sun.nio.ch.EPollSelectorImpl@68ce9999 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-6-#57", id=84, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@315753c - locked sun.nio.ch.EPollSelectorImpl@3491e3ed at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-7-#58", id=85, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@4310cf5c - locked sun.nio.ch.EPollSelectorImpl@5f0e94f6 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="services-deployment-worker-#130", id=176, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@771ab6be, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//o.a.i.i.processors.service.ServiceDeploymentManager$ServicesDeploymentWorker.body(ServiceDeploymentManager.java:466) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="session-timeout-worker-#59", id=86, state=TIMED_WAITING, blockCnt=0, waitCnt=192] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.processors.rest.GridRestProcessor$4.body(GridRestProcessor.java:504) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-17", id=178, state=TIMED_WAITING, blockCnt=7, waitCnt=314839] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-18", id=179, state=TIMED_WAITING, blockCnt=3, waitCnt=432421] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#131", id=180, state=WAITING, blockCnt=0, waitCnt=1769561] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.checkpoint.LightweightCheckpointManager.lambda$new$0(LightweightCheckpointManager.java:134) at app//o.a.i.i.processors.cache.persistence.checkpoint.LightweightCheckpointManager$$Lambda$782/0x000000010069a040.write(Unknown Source) at app//o.a.i.i.processors.cache.persistence.checkpoint.CheckpointPagesWriter$1.writePage(CheckpointPagesWriter.java:285) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.copyPageForCheckpoint(PageMemoryImpl.java:1454) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.checkpointWritePage(PageMemoryImpl.java:1353) at app//o.a.i.i.processors.cache.persistence.checkpoint.CheckpointPagesWriter.writePages(CheckpointPagesWriter.java:229) at app//o.a.i.i.processors.cache.persistence.checkpoint.CheckpointPagesWriter.run(CheckpointPagesWriter.java:161) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@45e6d8f3 Thread [name="checkpoint-runner-IO-#132", id=181, state=RUNNABLE, blockCnt=0, waitCnt=1769021] at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.releaseShared(AbstractQueuedSynchronizer.java:1382) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.unlock(ReentrantReadWriteLock.java:897) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.checkpointWritePage(PageMemoryImpl.java:1319) at app//o.a.i.i.processors.cache.persistence.checkpoint.CheckpointPagesWriter.writePages(CheckpointPagesWriter.java:229) at app//o.a.i.i.processors.cache.persistence.checkpoint.CheckpointPagesWriter.run(CheckpointPagesWriter.java:161) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@14c44702 Thread [name="Thread-19", id=182, state=TIMED_WAITING, blockCnt=3, waitCnt=262781] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-20", id=183, state=TIMED_WAITING, blockCnt=1, waitCnt=407398] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-21", id=184, state=TIMED_WAITING, blockCnt=4, waitCnt=400234] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-27", id=194, state=RUNNABLE, blockCnt=4, waitCnt=419443] at java.base@11.0.18/jdk.internal.misc.Unsafe.unpark(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.unpark(LockSupport.java:160) at app//o.a.i.i.util.future.GridFutureAdapter.unblock(GridFutureAdapter.java:346) at app//o.a.i.i.util.future.GridFutureAdapter.unblockAll(GridFutureAdapter.java:336) at app//o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:576) at app//o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:555) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO$ChannelOpFuture.completed(AsyncFileIO.java:256) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO$ChannelOpFuture.completed(AsyncFileIO.java:247) at java.base@11.0.18/sun.nio.ch.Invoker.invokeUnchecked(Invoker.java:127) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl$2.run(SimpleAsynchronousFileChannelImpl.java:335) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@bd8847b Thread [name="Thread-22", id=198, state=TIMED_WAITING, blockCnt=1, waitCnt=275686] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-26", id=197, state=TIMED_WAITING, blockCnt=4, waitCnt=288975] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-23", id=196, state=TIMED_WAITING, blockCnt=7, waitCnt=256752] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-25", id=195, state=TIMED_WAITING, blockCnt=2, waitCnt=221286] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-29", id=201, state=TIMED_WAITING, blockCnt=0, waitCnt=217984] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-24", id=200, state=TIMED_WAITING, blockCnt=2, waitCnt=187857] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-28", id=199, state=TIMED_WAITING, blockCnt=3, waitCnt=376333] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-30", id=213, state=TIMED_WAITING, blockCnt=3, waitCnt=193650] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="stat-mgmt-#140", id=237, state=TIMED_WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4c2fad3b, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#145", id=260, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@980e1cd, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#146", id=261, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@980e1cd, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#147", id=271, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@980e1cd, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#148", id=272, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@980e1cd, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#149", id=273, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@980e1cd, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#150", id=283, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@980e1cd, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#151", id=284, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@980e1cd, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-31", id=285, state=TIMED_WAITING, blockCnt=0, waitCnt=4096] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@3c2b6eac, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) [2023-07-13T14:58:43,687][WARN ][defragmentation-worker-#104][CacheDiagnosticManager] Page locks dump: Thread=[name=defragmentation-worker-#107, id=153], state=RUNNABLE Locked pages = [284691907219473[000102ed00001011](r=0|w=1)] Locked pages log: name=defragmentation-worker-#107 time=(1689249523526, 2023-07-13 14:58:43.526) L=1 -> Write lock pageId=284691907219473, structureId=cache-16384-749 [pageIdHex=000102ed00001011, partId=749, pageIdx=4113, flags=00000001] Thread=[name=defragmentation-worker-#110, id=156], state=RUNNABLE Locked pages = [284721971989376[000102f400000b80](r=0|w=1)] Locked pages log: name=defragmentation-worker-#110 time=(1689249523527, 2023-07-13 14:58:43.527) L=1 -> Write lock pageId=284721971989376, structureId=cache-16384-756 [pageIdHex=000102f400000b80, partId=756, pageIdx=2944, flags=00000001] Thread=[name=defragmentation-worker-#113, id=159], state=RUNNABLE Locked pages = [] Locked pages log: name=defragmentation-worker-#113 time=(1689249523527, 2023-07-13 14:58:43.527) -> Try Write lock nextOpPageId=284799281397767, nextOpStructureId=link-map [pageIdHex=0001030600000007, partId=774, pageIdx=7, flags=00000001] Thread=[name=defragmentation-worker-#125, id=171], state=RUNNABLE Locked pages = [1129232801464401[0004030800000051](r=1|w=0)] Locked pages log: name=defragmentation-worker-#125 time=(1689249523527, 2023-07-13 14:58:43.527) L=1 -> Read lock pageId=1129232801464401, structureId=cache-16384-p-776##CacheData [pageIdHex=0004030800000051, partId=776, pageIdx=81, flags=00000004] [2023-07-13T14:58:43,759][WARN ][defragmentation-worker-#104][DiagnosticProcessor] CorruptedTreeException has occurred. To diagnose it, make a backup of the following directories: [/test/steshin/server/work/wal/ise_devmon_8, /test/steshin/server/work/wal_archive/ise_devmon_8]. Then, run the following command: java -cp org.apache.ignite.development.utils.IgniteWalConverter walDir=/test/steshin/server/work/wal/ise_devmon_8 walArchiveDir=/test/steshin/server/work/wal_archive/ise_devmon_8 pageSize=1024 pages=/test/steshin/server/work/diagnostic/corruptedPages_2023-07-13_14-58-43_688.txt [2023-07-13T14:58:43,761][ERROR][defragmentation-worker-#104][] JVM will be halted immediately due to the failure: [failureCtx=FailureContext [type=CRITICAL_ERROR, err=class o.a.i.i.processors.cache.persistence.tree.CorruptedTreeException: B+Tree is corrupted [groupId=-593400801, pageIds=[1129125427285641], msg=Runtime failure on row: CacheDataRowAdapter [key=KeyCacheObject [hasValBytes=true], val=CacheObjectByteArrayImpl [arrLen=584], expireTime=0, ver=GridCacheVersion [topVer=300151854, order=0, nodeOrder=1, dataCenterId=0], cacheId=0, link=000102ef00000ec2]]]]