[2023-07-31T16:08:16,746][WARN ][main][] Property autoActivation deprecated. Use clusterStateOnStart instead. [2023-07-31T16:08:16,920][INFO ][main][IgniteKernal] >>> __________ ________________ >>> / _/ ___/ |/ / _/_ __/ __/ >>> _/ // (7 7 // / / / / _/ >>> /___/\___/_/|_/___/ /_/ /___/ >>> >>> ver. 2.16.0-SNAPSHOT#20230731-sha1:76cc6e2c >>> 2023 Copyright(C) Apache Software Foundation >>> >>> Ignite documentation: https://ignite.apache.org [2023-07-31T16:08:16,924][INFO ][main][IgniteKernal] Config URL: file:/test/steshin/server/config/default-config.xml [2023-07-31T16:08:16,949][INFO ][main][IgniteKernal] IgniteConfiguration [igniteInstanceName=null, pubPoolSize=16, svcPoolSize=16, callbackPoolSize=16, stripedPoolSize=16, sysPoolSize=16, mgmtPoolSize=4, dataStreamerPoolSize=16, utilityCachePoolSize=16, utilityCacheKeepAliveTime=60000, p2pPoolSize=2, qryPoolSize=16, buildIdxPoolSize=4, igniteHome=/test/steshin/server, igniteWorkDir=/test/steshin/server/work, mbeanSrv=com.sun.jmx.mbeanserver.JmxMBeanServer@7b50df34, nodeId=5054fb30-b1a4-43af-af91-108050f88e46, marsh=BinaryMarshaller [], marshLocJobs=false, p2pEnabled=false, netTimeout=5000, netCompressionLevel=1, sndRetryDelay=1000, sndRetryCnt=3, metricsHistSize=10000, metricsUpdateFreq=2000, metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi [addrRslvr=null, addressFilter=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10, reconDelay=2000, maxAckTimeout=600000, soLinger=0, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], segPlc=USE_FAILURE_HANDLER, segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true, segChkFreq=10000, commSpi=TcpCommunicationSpi [connectGate=org.apache.ignite.spi.communication.tcp.internal.ConnectGateway@1d96d872, ctxInitLatch=java.util.concurrent.CountDownLatch@5c748168[Count = 1], stopping=false, clientPool=null, nioSrvWrapper=null, stateProvider=null], evtSpi=org.apache.ignite.spi.eventstorage.NoopEventStorageSpi@6441c486, colSpi=NoopCollisionSpi [], deploySpi=LocalDeploymentSpi [], indexingSpi=org.apache.ignite.spi.indexing.noop.NoopIndexingSpi@46866946, addrRslvr=null, encryptionSpi=org.apache.ignite.spi.encryption.noop.NoopEncryptionSpi@44de0113, tracingSpi=org.apache.ignite.spi.tracing.NoopTracingSpi@236134a1, clientMode=false, rebalanceThreadPoolSize=4, rebalanceTimeout=10000, rebalanceBatchesPrefetchCnt=3, rebalanceThrottle=0, rebalanceBatchSize=524288, txCfg=TransactionConfiguration [txSerEnabled=false, dfltIsolation=REPEATABLE_READ, dfltConcurrency=PESSIMISTIC, dfltTxTimeout=0, txTimeoutOnPartitionMapExchange=0, deadlockTimeout=10000, pessimisticTxLogSize=0, pessimisticTxLogLinger=10000, tmLookupClsName=null, txManagerFactory=null, useJtaSync=false], cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED, p2pMissedCacheSize=100, locHost=null, timeSrvPortBase=31100, timeSrvPortRange=100, failureDetectionTimeout=30000, sysWorkerBlockedTimeout=null, clientFailureDetectionTimeout=30000, metricsLogFreq=0, connectorCfg=ConnectorConfiguration [jettyPath=null, host=0.0.0.0, port=11211, noDelay=true, directBuf=false, sndBufSize=32768, rcvBufSize=32768, idleQryCurTimeout=600000, idleQryCurCheckFreq=60000, sndQueueLimit=0, selectorCnt=4, idleTimeout=180000, sslEnabled=false, sslClientAuth=false, sslFactory=null, portRange=100, threadPoolSize=16, msgInterceptor=null], odbcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null, grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null, binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=DataStorageConfiguration [pageSize=1024, concLvl=0, sysDataRegConf=org.apache.ignite.configuration.SystemDataRegionConfiguration@66e8997c, dfltDataRegConf=DataRegionConfiguration [name=default, maxSize=268435456, initSize=268435456, swapPath=null, pageEvictionMode=DISABLED, pageReplacementMode=CLOCK, evictionThreshold=0.9, emptyPagesPoolSize=100, metricsEnabled=false, metricsSubIntervalCount=5, metricsRateTimeInterval=60000, persistenceEnabled=true, checkpointPageBufSize=0, lazyMemoryAllocation=true, warmUpCfg=null, memoryAllocator=null, cdcEnabled=false], dataRegions=null, storagePath=/test/steshin/server/work/data, checkpointFreq=3000, lockWaitTime=10000, checkpointThreads=4, checkpointWriteOrder=SEQUENTIAL, walHistSize=20, maxWalArchiveSize=4294967296, walSegments=10, walSegmentSize=67108864, walPath=/test/steshin/server/work/wal, walArchivePath=/test/steshin/server/work/wal_archive, cdcWalPath=db/wal/cdc, cdcWalDirMaxSize=0, metricsEnabled=false, walMode=LOG_ONLY, walTlbSize=131072, walBuffSize=0, walFlushFreq=2000, walFsyncDelay=1000, walRecordIterBuffSize=67108864, alwaysWriteFullPages=false, fileIOFactory=org.apache.ignite.internal.processors.cache.persistence.file.AsyncFileIOFactory@1f966492, metricsSubIntervalCnt=5, metricsRateTimeInterval=60000, walAutoArchiveAfterInactivity=-1, walForceArchiveTimeout=-1, writeThrottlingEnabled=false, walCompactionEnabled=false, walCompactionLevel=1, checkpointReadLockTimeout=null, walPageCompression=DISABLED, walPageCompressionLevel=null, dfltWarmUpCfg=null, encCfg=org.apache.ignite.configuration.EncryptionConfiguration@7428de63, defragmentationThreadPoolSize=8, minWalArchiveSize=-1, memoryAllocator=null], snapshotPath=/test/steshin/backup/snapshot, snapshotThreadPoolSize=10, activeOnStart=true, activeOnStartPropSetFlag=false, autoActivation=false, autoActivationPropSetFlag=true, clusterStateOnStart=null, sqlConnCfg=null, cliConnCfg=ClientConnectorConfiguration [host=0.0.0.0, port=10800, portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true, maxOpenCursorsPerConn=128, threadPoolSize=16, selectorCnt=8, idleTimeout=0, handshakeTimeout=10000, jdbcEnabled=true, odbcEnabled=true, thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true, sslClientAuth=false, sslCtxFactory=null, thinCliCfg=ThinClientConfiguration [maxActiveTxPerConn=100, maxActiveComputeTasksPerConn=100, sendServerExcStackTraceToClient=false]], mvccVacuumThreadCnt=2, mvccVacuumFreq=5000, authEnabled=false, failureHnd=null, commFailureRslvr=null, sqlCfg=SqlConfiguration [longQryWarnTimeout=3000, dfltQryTimeout=0, sqlQryHistSize=1000, validationEnabled=false], asyncContinuationExecutor=null] [2023-07-31T16:08:16,950][INFO ][main][IgniteKernal] OS: Linux 3.10.0-1160.53.1.el7.x86_64 amd64 [2023-07-31T16:08:16,950][INFO ][main][IgniteKernal] OS user: admin [2023-07-31T16:08:16,954][INFO ][main][IgniteKernal] PID: 4347 [2023-07-31T16:08:16,955][INFO ][main][IgniteKernal] Language runtime: Java Platform API Specification ver. 11 [2023-07-31T16:08:16,956][INFO ][main][IgniteKernal] VM information: OpenJDK Runtime Environment 11.0.18+10-LTS Amazon.com Inc. OpenJDK 64-Bit Server VM 11.0.18+10-LTS [2023-07-31T16:08:16,958][INFO ][main][IgniteKernal] VM total memory: 2.0GB [2023-07-31T16:08:16,958][INFO ][main][IgniteKernal] Remote Management [restart: on, REST: on, JMX (remote: off)] [2023-07-31T16:08:16,959][INFO ][main][IgniteKernal] Logger: Log4J2Logger [quiet=false, config=/test/steshin/server/config/ignite-log4j2.xml] [2023-07-31T16:08:16,961][INFO ][main][IgniteKernal] System cache's DataRegion size is configured to 40 MB. Use DataStorageConfiguration.systemRegionInitialSize property to change the setting. [2023-07-31T16:08:16,962][INFO ][main][IgniteKernal] Configured caches [in 'sysMemPlc' dataRegion: ['ignite-sys-cache']] [2023-07-31T16:08:16,967][INFO ][main][IgniteKernal] 3-rd party licenses can be found at: /test/steshin/server/libs/licenses [2023-07-31T16:08:17,046][INFO ][main][IgnitePluginProcessor] Configured plugins: [2023-07-31T16:08:17,047][INFO ][main][IgnitePluginProcessor] ^-- None [2023-07-31T16:08:17,047][INFO ][main][IgnitePluginProcessor] [2023-07-31T16:08:17,053][INFO ][main][FailureProcessor] Configured failure handler: [hnd=StopNodeOrHaltFailureHandler [tryStop=false, timeout=0, super=AbstractFailureHandler [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED, SYSTEM_CRITICAL_OPERATION_TIMEOUT]]]] [2023-07-31T16:08:17,365][INFO ][main][TcpCommunicationSpi] Successfully bound communication NIO server to TCP port [port=48020, locHost=/10.40.6.207, selectorsCnt=8, selectorSpins=0, pairedConn=false] [2023-07-31T16:08:17,366][WARN ][main][TcpCommunicationSpi] Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. [2023-07-31T16:08:17,401][INFO ][main][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [2023-07-31T16:08:17,454][INFO ][main][MaintenanceProcessor] Resolved store directory for node persistent data: /test/steshin/server/work/data/ise_devmon_8 [2023-07-31T16:08:17,461][INFO ][main][IgniteKernal] Node is being started in maintenance mode. Starting IsolatedDiscoverySpi instead of configured discovery SPI. [2023-07-31T16:08:17,462][INFO ][main][IgniteKernal] Overriding 'clusterStateOnStart' configuration to 'INACTIVE'. [2023-07-31T16:08:17,494][INFO ][main][CacheObjectBinaryProcessorImpl] Resolved directory for serialized binary metadata: /test/steshin/server/work/db/binary_meta/ise_devmon_8 [2023-07-31T16:08:17,543][WARN ][main][GridClusterStateProcessor] Property `autoActivation` will be ignored due to the property `clusterStateOnStart` is presented. [2023-07-31T16:08:17,715][INFO ][main][GridLocalConfigManager] Resolved page store work directory: /test/steshin/server/work/data/ise_devmon_8 [2023-07-31T16:08:17,749][INFO ][main][FilePageStoreManager] Resolved page store work directory: /test/steshin/server/work/data/ise_devmon_8 [2023-07-31T16:08:17,767][INFO ][main][FileWriteAheadLogManager] Resolved write ahead log work directory: /test/steshin/server/work/wal/ise_devmon_8 [2023-07-31T16:08:17,768][INFO ][main][FileWriteAheadLogManager] Resolved write ahead log archive directory: /test/steshin/server/work/wal_archive/ise_devmon_8 [2023-07-31T16:08:17,813][INFO ][main][FileHandleManagerImpl] Initialized write-ahead log manager [mode=LOG_ONLY] [2023-07-31T16:08:17,823][INFO ][main][GridCacheDatabaseSharedManager] Region size was reassigned by defragmentation reason: region = 'default', oldInitialSize = '268435456', newInitialSize = '107374183', oldMaxSize = '268435456', newMaxSize = '107374183 [2023-07-31T16:08:17,859][WARN ][main][GridCacheDatabaseSharedManager] Region [defragMappingDataRegion] size 16.1 MB is too small for concurrency level=16. Automatically increasing it to 16.8 MB [2023-07-31T16:08:17,869][INFO ][main][GridCacheDatabaseSharedManager] Configured data regions initialized successfully [total=7] [2023-07-31T16:08:17,904][INFO ][main][IgniteSnapshotManager] Resolved snapshot work directory: /test/steshin/backup/snapshot [2023-07-31T16:08:17,904][INFO ][main][IgniteSnapshotManager] Resolved temp directory for snapshot creation: /test/steshin/server/work/data/ise_devmon_8/snp [2023-07-31T16:08:17,993][WARN ][main][IgniteH2Indexing] Serialization of Java objects in H2 was enabled. [2023-07-31T16:08:18,191][INFO ][main][ClientListenerProcessor] Client connector processor has started on TCP port 10800 [2023-07-31T16:08:18,254][INFO ][main][GridTcpRestProtocol] Command protocol successfully started [name=TCP binary, host=/0.0.0.0, port=11211] [2023-07-31T16:08:18,318][INFO ][main][IgniteKernal] Non-loopback local IPs: 10.40.6.207, 172.17.0.1 [2023-07-31T16:08:18,318][INFO ][main][IgniteKernal] Enabled local MACs: 0050560AF62B, 02421E6DF0E1 [2023-07-31T16:08:18,327][INFO ][main][CheckpointMarkersStorage] Read checkpoint status [startMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-START.bin, endMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-END.bin] [2023-07-31T16:08:18,340][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=100.0 MiB, pages=89280, tableSize=7.4 MiB, replacementSize=11.0 KiB, checkpointBuffer=100.0 MiB] [2023-07-31T16:08:18,343][INFO ][main][GridCacheDatabaseSharedManager] Checking memory state [lastValidPos=WALPointer [idx=10966, fileOff=22653145, len=313265], lastMarked=WALPointer [idx=10966, fileOff=22653145, len=313265], lastCheckpointId=64bca0f6-16b7-40bb-aa8d-b373b719c49e] [2023-07-31T16:08:18,428][WARN ][main][FileWriteAheadLogManager] WAL segment tail reached. [idx=10966, isWorkDir=true, serVer=org.apache.ignite.internal.processors.cache.persistence.wal.serializer.RecordV2Serializer@36d582cb, actualFilePtr=WALPointer [idx=10966, fileOff=22966439, len=0]] [2023-07-31T16:08:18,429][INFO ][main][GridCacheDatabaseSharedManager] Found last checkpoint marker [cpId=64bca0f6-16b7-40bb-aa8d-b373b719c49e, pos=WALPointer [idx=10966, fileOff=22653145, len=313265]] [2023-07-31T16:08:18,483][INFO ][main][GridCacheDatabaseSharedManager] Applying lost metastore updates since last checkpoint record [lastMarked=WALPointer [idx=10966, fileOff=22653145, len=313265], lastCheckpointId=64bca0f6-16b7-40bb-aa8d-b373b719c49e] [2023-07-31T16:08:18,510][WARN ][main][FileWriteAheadLogManager] WAL segment tail reached. [idx=10966, isWorkDir=true, serVer=org.apache.ignite.internal.processors.cache.persistence.wal.serializer.RecordV2Serializer@5c59a0f7, actualFilePtr=WALPointer [idx=10966, fileOff=22966439, len=0]] [2023-07-31T16:08:18,517][INFO ][main][GridCacheDatabaseSharedManager] Finished applying WAL changes [updatesApplied=0, time=31 ms] [2023-07-31T16:08:18,517][INFO ][main][GridCacheProcessor] Restoring partition state for local groups. [2023-07-31T16:08:18,526][INFO ][main][GridCacheProcessor] Finished restoring partition state for local groups [groupsProcessed=0, partitionsProcessed=0, time=10ms] [2023-07-31T16:08:18,695][INFO ][main][GridEncryptionManager] Encryption keys loaded from metastore. [grps=, masterKeyName=null] [2023-07-31T16:08:18,721][INFO ][main][GridClusterStateProcessor] Restoring history for BaselineTopology[id=0] [2023-07-31T16:08:18,758][INFO ][main][ClusterProcessor] Cluster ID and tag has been read from metastorage: ClusterIdAndTag [id=8be4a483-4613-4368-af96-99a5169fb106, tag=angry_lovelace] [2023-07-31T16:08:18,764][INFO ][main][IgniteClusterImpl] Shutdown policy was updated [oldVal=null, newVal=null] [2023-07-31T16:08:18,766][INFO ][main][DistributedBaselineConfiguration] Baseline parameter 'baselineAutoAdjustEnabled' was changed from 'null' to 'false' [2023-07-31T16:08:18,767][INFO ][main][DistributedBaselineConfiguration] Baseline parameter 'baselineAutoAdjustTimeout' was changed from 'null' to '300000' [2023-07-31T16:08:18,767][INFO ][main][IgniteTxManager] Transactions parameter 'txOwnerDumpRequestsAllowed' was changed from 'null' to 'true' [2023-07-31T16:08:18,768][INFO ][main][IgniteTxManager] Transactions parameter 'longOperationsDumpTimeout' was changed from 'null' to '60000' [2023-07-31T16:08:18,769][INFO ][main][IgniteTxManager] Transactions parameter 'longTransactionTimeDumpThreshold' was changed from 'null' to '0' [2023-07-31T16:08:18,770][INFO ][main][IgniteTxManager] Transactions parameter 'transactionTimeDumpSamplesCoefficient' was changed from 'null' to '0.0' [2023-07-31T16:08:18,770][INFO ][main][IgniteTxManager] Transactions parameter 'longTransactionTimeDumpSamplesPerSecondLimit' was changed from 'null' to '5' [2023-07-31T16:08:18,770][INFO ][main][IgniteTxManager] Transactions parameter 'collisionsDumpInterval' was changed from 'null' to '1000' [2023-07-31T16:08:18,771][INFO ][main][GridCacheDatabaseSharedManager] Historical rebalance WAL threshold changed [property=historical.rebalance.threshold, oldVal=null, newVal=500] [2023-07-31T16:08:18,772][INFO ][main][GridCacheDatabaseSharedManager] Checkpoint frequency deviation changed [oldVal=null, newVal=null] [2023-07-31T16:08:18,772][INFO ][main][IgniteSnapshotManager] The snapshot transfer rate is not limited. [2023-07-31T16:08:18,773][INFO ][main][IgniteH2Indexing] SQL parameter 'sql.disabledFunctions' was changed from 'null' to '[FILE_WRITE, CANCEL_SESSION, MEMORY_USED, CSVREAD, LINK_SCHEMA, MEMORY_FREE, FILE_READ, CSVWRITE, SESSION_ID, LOCK_MODE]' [2023-07-31T16:08:18,773][INFO ][main][IgniteH2Indexing] SQL parameter 'sql.defaultQueryTimeout' was changed from 'null' to '0' [2023-07-31T16:08:18,774][INFO ][main][IgniteStatisticsManagerImpl] Statistics usage state was changed from null to null [2023-07-31T16:08:18,795][INFO ][main][FilePageStoreManager] Cleanup cache stores [total=1, left=0, cleanFiles=false] [2023-07-31T16:08:18,801][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=138.2 MiB, pages=123408, tableSize=10.2 MiB, replacementSize=15.1 KiB, checkpointBuffer=138.2 MiB] [2023-07-31T16:08:18,805][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=100.0 MiB, pages=89280, tableSize=7.4 MiB, replacementSize=11.0 KiB, checkpointBuffer=100.0 MiB] [2023-07-31T16:08:18,808][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=100.0 MiB, pages=89280, tableSize=7.4 MiB, replacementSize=11.0 KiB, checkpointBuffer=100.0 MiB] [2023-07-31T16:08:18,812][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=100.0 MiB, pages=89280, tableSize=7.4 MiB, replacementSize=11.0 KiB, checkpointBuffer=100.0 MiB] [2023-07-31T16:08:18,813][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=16.0 MiB, pages=14272, tableSize=1.2 MiB, replacementSize=1.8 KiB, checkpointBuffer=15.4 MiB] [2023-07-31T16:08:18,814][INFO ][main][GridCacheDatabaseSharedManager] Data Regions Started: 7 [2023-07-31T16:08:18,816][INFO ][main][IgniteKernal] ^-- defragPartitionsDataRegion region [type=user, persistence=true, lazyAlloc=false, ... initCfg=138MB, maxCfg=138MB, usedRam=0MB, freeRam=100%, allocRam=138MB, allocTotal=0MB] ^-- sysMemPlc region [type=internal, persistence=true, lazyAlloc=false, ... initCfg=40MB, maxCfg=100MB, usedRam=0MB, freeRam=100%, allocRam=100MB, allocTotal=0MB] ^-- default region [type=default, persistence=true, lazyAlloc=true, ... initCfg=102MB, maxCfg=102MB, usedRam=0MB, freeRam=100%, allocRam=0MB, allocTotal=0MB] ^-- metastoreMemPlc region [type=internal, persistence=true, lazyAlloc=false, ... initCfg=40MB, maxCfg=100MB, usedRam=0MB, freeRam=100%, allocRam=100MB, allocTotal=0MB] ^-- TxLog region [type=internal, persistence=true, lazyAlloc=false, ... initCfg=40MB, maxCfg=100MB, usedRam=0MB, freeRam=100%, allocRam=100MB, allocTotal=0MB] ^-- defragMappingDataRegion region [type=user, persistence=true, lazyAlloc=false, ... initCfg=15MB, maxCfg=15MB, usedRam=0MB, freeRam=100%, allocRam=16MB, allocTotal=0MB] ^-- volatileDsMemPlc region [type=user, persistence=false, lazyAlloc=true, ... initCfg=40MB, maxCfg=100MB, usedRam=0MB, freeRam=100%, allocRam=0MB] [2023-07-31T16:08:18,817][INFO ][main][GridCacheDatabaseSharedManager] Starting binary memory restore for: [-2100569601, -593400801] [2023-07-31T16:08:19,890][INFO ][main][CheckpointMarkersStorage] Read checkpoint status [startMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-START.bin, endMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-END.bin] [2023-07-31T16:08:19,890][INFO ][main][GridCacheDatabaseSharedManager] Checking memory state [lastValidPos=WALPointer [idx=10966, fileOff=22653145, len=313265], lastMarked=WALPointer [idx=10966, fileOff=22653145, len=313265], lastCheckpointId=64bca0f6-16b7-40bb-aa8d-b373b719c49e] [2023-07-31T16:08:19,951][WARN ][main][FileWriteAheadLogManager] WAL segment tail reached. [idx=10966, isWorkDir=true, serVer=org.apache.ignite.internal.processors.cache.persistence.wal.serializer.RecordV2Serializer@28e7bb31, actualFilePtr=WALPointer [idx=10966, fileOff=22966439, len=0]] [2023-07-31T16:08:19,952][INFO ][main][GridCacheDatabaseSharedManager] Found last checkpoint marker [cpId=64bca0f6-16b7-40bb-aa8d-b373b719c49e, pos=WALPointer [idx=10966, fileOff=22653145, len=313265]] [2023-07-31T16:08:19,957][INFO ][main][GridCacheDatabaseSharedManager] Binary memory state restored at node startup [restoredPtr=WALPointer [idx=10966, fileOff=22966439, len=0]] [2023-07-31T16:08:19,964][INFO ][main][FileWriteAheadLogManager] Resuming logging to WAL segment [file=/test/steshin/server/work/wal/ise_devmon_8/0000000000000006.wal, offset=22966439, ver=2] [2023-07-31T16:08:19,968][INFO ][wal-file-cleaner%null-#71][FileWriteAheadLogManager] Starting to clean WAL archive [highIdx=10934, currSize=5.0 GB, maxSize=4.0 GB] [2023-07-31T16:08:20,085][INFO ][main][GridCacheProcessor] Started cache in recovery mode [name=ignite-sys-cache, id=-2100569601, dataRegionName=sysMemPlc, mode=REPLICATED, atomicity=TRANSACTIONAL, backups=2147483647, mvcc=false] [2023-07-31T16:08:20,091][INFO ][main][PageMemoryImpl] Started page memory [memoryAllocated=102.4 MiB, pages=91408, tableSize=7.5 MiB, replacementSize=11.3 KiB, checkpointBuffer=102.4 MiB] [2023-07-31T16:08:20,109][INFO ][main][GridCacheProcessor] Started cache in recovery mode [name=cache-16384, id=-593400801, dataRegionName=default, mode=REPLICATED, atomicity=ATOMIC, backups=2147483647, mvcc=false] [2023-07-31T16:08:20,112][INFO ][main][GridCacheDatabaseSharedManager] Binary recovery performed in 1296 ms. [2023-07-31T16:08:20,113][INFO ][main][CheckpointMarkersStorage] Read checkpoint status [startMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-START.bin, endMarker=/test/steshin/server/work/data/ise_devmon_8/cp/1688799460403-64bca0f6-16b7-40bb-aa8d-b373b719c49e-END.bin] [2023-07-31T16:08:20,114][INFO ][main][GridCacheDatabaseSharedManager] Applying lost cache updates since last checkpoint record [lastMarked=WALPointer [idx=10966, fileOff=22653145, len=313265], lastCheckpointId=64bca0f6-16b7-40bb-aa8d-b373b719c49e] [2023-07-31T16:08:20,143][WARN ][main][FileWriteAheadLogManager] WAL segment tail reached. [idx=10966, isWorkDir=true, serVer=org.apache.ignite.internal.processors.cache.persistence.wal.serializer.RecordV2Serializer@68d6f48e, actualFilePtr=WALPointer [idx=10966, fileOff=22966468, len=0]] [2023-07-31T16:08:20,153][INFO ][main][GridCacheDatabaseSharedManager] Finished applying WAL changes [updatesApplied=0, time=40 ms] [2023-07-31T16:08:20,153][INFO ][main][GridCacheProcessor] Restoring partition state for local groups. [2023-07-31T16:08:20,507][INFO ][wal-file-cleaner%null-#71][FileWriteAheadLogManager] Finish clean WAL archive [cleanCnt=48, currSize=2.0 GB, maxSize=4.0 GB] [2023-07-31T16:08:20,837][WARN ][sys-#85][PageMemoryImpl] Page replacements started, pages will be rotated with disk, this will affect storage performance (consider increasing DataRegionConfiguration#setMaxSize for data region): default [2023-07-31T16:08:21,790][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=6ms, checkpointLockWait=1ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=1ms, reason='timeout'] [2023-07-31T16:08:24,779][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, reason='timeout'] [2023-07-31T16:08:26,028][INFO ][main][GridCacheProcessor] Finished restoring partition state for local groups [groupsProcessed=2, partitionsProcessed=16484, time=5s] [2023-07-31T16:08:26,033][INFO ][main][MaintenanceProcessor] Node requires maintenance, non-empty set of maintenance tasks is found: [defragmentationMaintenanceTask] [2023-07-31T16:08:26,036][INFO ][main][FileWriteAheadLogManager] Resuming logging to WAL segment [file=/test/steshin/server/work/wal/ise_devmon_8/0000000000000006.wal, offset=22966468, ver=2] [2023-07-31T16:08:26,531][INFO ][db-checkpoint-thread-#93][Checkpointer] Checkpoint started [checkpointId=06c8fc9a-5e21-4320-8dd3-db0844c1da1e, startPtr=WALPointer [idx=10966, fileOff=40284356, len=313265], checkpointBeforeLockTime=351ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=48ms, checkpointLockHoldTime=86ms, walCpRecordFsyncDuration=25ms, writeCheckpointEntryDuration=10ms, splitAndSortCpPagesDuration=20ms, pages=16384, reason='timeout'] [2023-07-31T16:08:30,779][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=1ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, reason='timeout'] [2023-07-31T16:08:31,889][INFO ][db-checkpoint-thread-#93][Checkpointer] Checkpoint finished [cpId=06c8fc9a-5e21-4320-8dd3-db0844c1da1e, pages=16384, markPos=WALPointer [idx=10966, fileOff=40284356, len=313265], walSegmentsCovered=[], markDuration=143ms, pagesWrite=304ms, fsync=5053ms, total=5851ms] [2023-07-31T16:08:31,984][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=37ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=26ms, checkpointLockHoldTime=57ms, reason='beforeDefragmentation'] [2023-07-31T16:08:35,421][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=36ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=42ms, checkpointLockHoldTime=68ms, reason='timeout'] [2023-07-31T16:08:37,917][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=35ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=22ms, checkpointLockHoldTime=44ms, reason='timeout'] [2023-07-31T16:08:41,068][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=32ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=23ms, checkpointLockHoldTime=39ms, reason='timeout'] [2023-07-31T16:08:41,999][INFO ][disco-notifier-worker-#102][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], nodeId=5054fb30-b1a4-43af-af91-108050f88e46, ver=1690808897464, local=true, initialized=false]] [2023-07-31T16:08:42,003][INFO ][defragmentation-thread][CachePartitionDefragmentationManager] Defragmentation started. [2023-07-31T16:08:42,004][INFO ][sys-#89][ClusterProcessor] Writing cluster ID and tag to metastorage on ready for write ClusterIdAndTag [id=8be4a483-4613-4368-af96-99a5169fb106, tag=angry_lovelace] [2023-07-31T16:08:42,030][INFO ][defragmentation-thread][CacheGroupContext] Local state for group durability has changed [name=cache-16384, enabled=false] [2023-07-31T16:08:42,416][INFO ][main][IgniteKernal] Security status [authentication=off, sandbox=off, tls/ssl=off] [2023-07-31T16:08:42,417][INFO ][main][IgniteKernal] Performance suggestions for grid (fix if possible) [2023-07-31T16:08:42,417][INFO ][main][IgniteKernal] To disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true [2023-07-31T16:08:42,417][INFO ][main][IgniteKernal] ^-- Set max direct memory size if getting 'OOME: Direct buffer memory' (add '-XX:MaxDirectMemorySize=[g|G|m|M|k|K]' to JVM options) [2023-07-31T16:08:42,417][INFO ][main][IgniteKernal] ^-- Speed up flushing of dirty pages by OS (alter vm.dirty_expire_centisecs parameter by setting to 500) [2023-07-31T16:08:42,417][INFO ][main][IgniteKernal] ^-- Reduce pages swapping ratio (set vm.swappiness=10 or less) [2023-07-31T16:08:42,418][INFO ][main][IgniteKernal] ^-- Disable assertions (remove '-ea' from JVM options) [2023-07-31T16:08:42,418][INFO ][main][IgniteKernal] Refer to this page for more performance suggestions: https://ignite.apache.org/docs/latest/perf-and-troubleshooting/memory-tuning [2023-07-31T16:08:42,418][INFO ][main][IgniteKernal] [2023-07-31T16:08:42,418][INFO ][main][IgniteKernal] Classpath value: /test/steshin/server/libs/log4j-core-2.20.0.jar:/test/steshin/server/libs/ignite-core-2.16.0-SNAPSHOT-tests.jar:/test/steshin/server/libs/log4j-api-2.20.0.jar:/test/steshin/server/libs/ignite-log4j2-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/ignite-core-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/annotations-16.0.3.jar:/test/steshin/server/libs/cache-api-1.0.0.jar:/test/steshin/server/libs/ignite-control-utility/ignite-control-utility-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/ignite-indexing/h2-1.4.197.jar:/test/steshin/server/libs/ignite-indexing/lucene-analyzers-common-8.11.2.jar:/test/steshin/server/libs/ignite-indexing/ignite-indexing-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/ignite-indexing/lucene-core-8.11.2.jar:/test/steshin/server/libs/ignite-indexing/commons-codec-1.15.jar:/test/steshin/server/libs/ignite-indexing/lucene-queryparser-8.11.2.jar:/test/steshin/server/libs/ignite-spring/spring-beans-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/spring-core-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/ignite-spring-2.16.0-SNAPSHOT.jar:/test/steshin/server/libs/ignite-spring/spring-context-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/spring-jcl-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/spring-expression-5.2.22.RELEASE.jar:/test/steshin/server/libs/ignite-spring/commons-logging-1.1.1.jar:/test/steshin/server/libs/ignite-spring/spring-aop-5.2.22.RELEASE.jar:/test/steshin/server/libs/licenses/* [2023-07-31T16:08:42,419][INFO ][main][IgniteKernal] List of files containing in classpath: /test/steshin/server/libs/log4j-core-2.20.0.jar;/test/steshin/server/libs/ignite-core-2.16.0-SNAPSHOT-tests.jar;/test/steshin/server/libs/log4j-api-2.20.0.jar;/test/steshin/server/libs/ignite-log4j2-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/ignite-core-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/annotations-16.0.3.jar;/test/steshin/server/libs/cache-api-1.0.0.jar;/test/steshin/server/libs/ignite-control-utility/ignite-control-utility-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/ignite-indexing/h2-1.4.197.jar;/test/steshin/server/libs/ignite-indexing/lucene-analyzers-common-8.11.2.jar;/test/steshin/server/libs/ignite-indexing/ignite-indexing-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/ignite-indexing/lucene-core-8.11.2.jar;/test/steshin/server/libs/ignite-indexing/commons-codec-1.15.jar;/test/steshin/server/libs/ignite-indexing/lucene-queryparser-8.11.2.jar;/test/steshin/server/libs/ignite-spring/spring-beans-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/spring-core-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/ignite-spring-2.16.0-SNAPSHOT.jar;/test/steshin/server/libs/ignite-spring/spring-context-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/spring-jcl-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/spring-expression-5.2.22.RELEASE.jar;/test/steshin/server/libs/ignite-spring/commons-logging-1.1.1.jar;/test/steshin/server/libs/ignite-spring/spring-aop-5.2.22.RELEASE.jar; [2023-07-31T16:08:42,486][INFO ][main][IgniteKernal] >>> +--------------------------------------------------------------------------------+ >>> Ignite ver. 2.16.0-SNAPSHOT#20230731-sha1:76cc6e2cdd5df10456fb9bfca7b69b73da28f886 >>> +--------------------------------------------------------------------------------+ >>> OS name: Linux 3.10.0-1160.53.1.el7.x86_64 amd64 >>> CPU(s): -1 >>> Heap: 0.1GB >>> VM name: 4347@devmon-7 >>> Local node [ID=5054FB30-B1A4-43AF-AF91-108050F88E46, order=1, clientMode=false] >>> Local node addresses: [localhost/127.0.0.1] >>> Local ports: TCP:10800 TCP:11211 TCP:48020 >>> +--------------------------------------------------------------------------------+ [2023-07-31T16:08:42,486][INFO ][main][IgniteKernal] >>> Ignite cluster is in INACTIVE state (limited functionality available). Use control.(sh|bat) script or IgniteCluster.state(ClusterState.ACTIVE) to change the state. [2023-07-31T16:08:42,505][INFO ][main][GridDiscoveryManager] Topology snapshot [ver=1, locNode=5054fb30, servers=1, clients=0, state=INACTIVE, CPUs=-1, offheap=0.1GB, heap=0.1GB, aliveNodes=[IsolatedNode [id=5054fb30-b1a4-43af-af91-108050f88e46, consistentId=ise_devmon-8, isClient=false, ver=2.16.0#20230731-sha1:76cc6e2c]]] [2023-07-31T16:08:42,522][INFO ][main][GridDiscoveryManager] ^-- Baseline [id=0, size=1, online=1, offline=0] [2023-07-31T16:08:42,525][INFO ][main][G] Node started : [stage="Configure system pool" (53 ms),stage="Start managers" (594 ms),stage="Configure binary metadata" (50 ms),stage="Start processors" (778 ms),stage="Init metastore" (480 ms),stage="Init and start regions" (20 ms),stage="Restore binary memory" (1296 ms),stage="Restore logical state" (5916 ms),stage="Finish recovery" (3 ms),stage="Join topology" (15966 ms),stage="Await transition" (12 ms),stage="Await exchange" (512 ms),stage="Total time" (25680 ms)] [2023-07-31T16:08:42,864][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=37ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=50ms, pages=25011, reason='timeout'] [2023-07-31T16:08:43,402][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=25011, markPos=, walSegmentsCovered=, markDuration=51ms, pagesWrite=465ms, fsync=72ms, total=625ms] [2023-07-31T16:08:43,526][INFO ][db-checkpoint-thread-#93][Checkpointer] Skipping checkpoint (no pages were modified) [checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=1ms, reason='timeout'] [2023-07-31T16:08:43,530][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=14ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=113ms, pages=55896, reason='partition defragmented'] [2023-07-31T16:08:43,797][WARN ][defragmentation-worker-#111][PageMemoryImpl] Page replacements started, pages will be rotated with disk, this will affect storage performance (consider increasing DataRegionConfiguration#setMaxSize for data region): defragPartitionsDataRegion [2023-07-31T16:08:44,351][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=55896, markPos=, walSegmentsCovered=, markDuration=114ms, pagesWrite=703ms, fsync=117ms, total=948ms] [2023-07-31T16:08:44,602][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=251ms, pages=106381, reason='partition defragmented'] [2023-07-31T16:08:45,868][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=106381, markPos=, walSegmentsCovered=, markDuration=251ms, pagesWrite=1011ms, fsync=255ms, total=1517ms] [2023-07-31T16:08:46,073][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=0ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=204ms, pages=98804, reason='partition defragmented'] [2023-07-31T16:08:46,297][ERROR][defragmentation-worker-#111][PageMemoryImpl] Error at page replacement java.lang.NullPointerException: null at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointProgressImpl.updateEvictedPages(CheckpointProgressImpl.java:218) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1236) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:829) [?:?] [2023-07-31T16:08:46,297][ERROR][defragmentation-worker-#110][PageMemoryImpl] Error at page replacement java.lang.NullPointerException: null at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointProgressImpl.updateEvictedPages(CheckpointProgressImpl.java:218) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1236) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:829) [?:?] [2023-07-31T16:08:46,297][ERROR][defragmentation-worker-#106][PageMemoryImpl] Error at page replacement java.lang.NullPointerException: null at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointProgressImpl.updateEvictedPages(CheckpointProgressImpl.java:218) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1236) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:829) [?:?] [2023-07-31T16:08:46,297][ERROR][defragmentation-worker-#104][PageMemoryImpl] Error at page replacement java.lang.NullPointerException: null at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointProgressImpl.updateEvictedPages(CheckpointProgressImpl.java:218) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1236) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:829) [?:?] [2023-07-31T16:08:46,297][ERROR][defragmentation-worker-#107][PageMemoryImpl] Error at page replacement java.lang.NullPointerException: null at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointProgressImpl.updateEvictedPages(CheckpointProgressImpl.java:218) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1236) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:829) [?:?] [2023-07-31T16:08:46,297][ERROR][defragmentation-worker-#108][PageMemoryImpl] Error at page replacement java.lang.NullPointerException: null at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointProgressImpl.updateEvictedPages(CheckpointProgressImpl.java:218) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1236) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:829) [?:?] [2023-07-31T16:08:46,783][WARN ][defragmentation-worker-#108][PageMemoryImpl] Page replacements started, pages will be rotated with disk, this will affect storage performance (consider increasing DataRegionConfiguration#setMaxSize for data region): defragMappingDataRegion [2023-07-31T16:08:47,236][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint finished [cpId=, pages=98804, markPos=, walSegmentsCovered=, markDuration=204ms, pagesWrite=954ms, fsync=209ms, total=1367ms] [2023-07-31T16:08:47,410][INFO ][db-checkpoint-thread-defrag-#69][Checkpointer] Checkpoint started [checkpointId=, startPtr=, checkpointBeforeLockTime=1ms, checkpointLockWait=0ms, checkpointListenersExecuteTime=0ms, checkpointLockHoldTime=0ms, walCpRecordFsyncDuration=0ms, writeCheckpointEntryDuration=0ms, splitAndSortCpPagesDuration=173ms, pages=105064, reason='partition defragmented'] [2023-07-31T16:08:47,772][ERROR][db-checkpoint-thread-defrag-#69][] Critical system error detected. Will be handled accordingly to configured handler [hnd=StopNodeOrHaltFailureHandler [tryStop=false, timeout=0, super=AbstractFailureHandler [ignoredFailureTypes=UnmodifiableSet [SYSTEM_WORKER_BLOCKED, SYSTEM_CRITICAL_OPERATION_TIMEOUT]]], failureCtx=FailureContext [type=CRITICAL_ERROR, err=class o.a.i.IgniteCheckedException: Compound exception for CountDownFuture.]] org.apache.ignite.IgniteCheckedException: Compound exception for CountDownFuture. at org.apache.ignite.internal.util.future.CountDownFuture.addError(CountDownFuture.java:72) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.future.CountDownFuture.onDone(CountDownFuture.java:46) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.future.CountDownFuture.onDone(CountDownFuture.java:28) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:543) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.run(CheckpointPagesWriter.java:158) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:829) [?:?] Suppressed: java.lang.AssertionError: Wrong page type without checkpoint buffer. Page: Data region = 'defragPartitionsDataRegion'. PageDump = page_id: 281578055932787, rel_id: 4345, cache_id: -593400801, pin: 1, lock: 131071, tmp_buf: 72057594037927935, tmp_val: 0, tmp_val_sum: 0, mills_passed: 33177070884, data_hex: 00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000 at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.copyPageForCheckpoint(PageMemoryImpl.java:1398) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.checkpointWritePage(PageMemoryImpl.java:1318) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.writePages(CheckpointPagesWriter.java:197) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.run(CheckpointPagesWriter.java:141) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:829) [?:?] Suppressed: java.lang.AssertionError: Wrong page type without checkpoint buffer. Page: Data region = 'defragPartitionsDataRegion'. PageDump = page_id: 281582350900062, rel_id: 4109, cache_id: -593400801, pin: 1, lock: 131071, tmp_buf: 72057594037927935, tmp_val: 0, tmp_val_sum: 0, mills_passed: 33177070960, data_hex: 00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000 at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.copyPageForCheckpoint(PageMemoryImpl.java:1398) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.checkpointWritePage(PageMemoryImpl.java:1318) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.writePages(CheckpointPagesWriter.java:197) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.run(CheckpointPagesWriter.java:141) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:829) [?:?] Suppressed: java.lang.AssertionError: Wrong page type without checkpoint buffer. Page: Data region = 'defragPartitionsDataRegion'. PageDump = page_id: 281586645867404, rel_id: 5786, cache_id: -593400801, pin: 1, lock: 131071, tmp_buf: 72057594037927935, tmp_val: 0, tmp_val_sum: 0, mills_passed: 33177071044, data_hex: 00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000 at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.copyPageForCheckpoint(PageMemoryImpl.java:1398) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.checkpointWritePage(PageMemoryImpl.java:1318) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.writePages(CheckpointPagesWriter.java:197) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.run(CheckpointPagesWriter.java:141) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:829) [?:?] Suppressed: java.lang.AssertionError: Wrong page type without checkpoint buffer. Page: Data region = 'defragPartitionsDataRegion'. PageDump = page_id: 281590940834696, rel_id: 5776, cache_id: -593400801, pin: 1, lock: 131071, tmp_buf: 72057594037927935, tmp_val: 0, tmp_val_sum: 0, mills_passed: 33177071175, data_hex: 00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000 at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.copyPageForCheckpoint(PageMemoryImpl.java:1398) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.pagemem.PageMemoryImpl.checkpointWritePage(PageMemoryImpl.java:1318) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.writePages(CheckpointPagesWriter.java:197) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at org.apache.ignite.internal.processors.cache.persistence.checkpoint.CheckpointPagesWriter.run(CheckpointPagesWriter.java:141) ~[ignite-core-2.16.0-SNAPSHOT.jar:2.16.0-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:829) [?:?] [2023-07-31T16:08:47,775][ERROR][db-checkpoint-thread-defrag-#69][FailureProcessor] No deadlocked threads detected. [2023-07-31T16:08:48,127][ERROR][db-checkpoint-thread-defrag-#69][FailureProcessor] Thread dump at 2023/07/31 16:08:48 MSK Thread [name="main", id=1, state=WAITING, blockCnt=9, waitCnt=16497] Lock [object=java.util.concurrent.CountDownLatch$Sync@71a5c3c4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1039) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1345) at java.base@11.0.18/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232) at app//o.a.i.startup.cmdline.CommandLineStartup.main(CommandLineStartup.java:398) Locked synchronizers: java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3e5480e2 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@7a28cd2c java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@41398393 Thread [name="Reference Handler", id=2, state=RUNNABLE, blockCnt=1, waitCnt=0] at java.base@11.0.18/java.lang.ref.Reference.waitForReferencePendingList(Native Method) at java.base@11.0.18/java.lang.ref.Reference.processPendingReferences(Reference.java:241) at java.base@11.0.18/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213) Thread [name="Finalizer", id=3, state=WAITING, blockCnt=4, waitCnt=5] Lock [object=java.lang.ref.ReferenceQueue$Lock@6bec0e82, ownerName=null, ownerId=-1] at java.base@11.0.18/java.lang.Object.wait(Native Method) at java.base@11.0.18/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@11.0.18/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at java.base@11.0.18/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170) Thread [name="Signal Dispatcher", id=4, state=RUNNABLE, blockCnt=0, waitCnt=0] Thread [name="Common-Cleaner", id=19, state=TIMED_WAITING, blockCnt=12, waitCnt=9] Lock [object=java.lang.ref.ReferenceQueue$Lock@5711ef7e, ownerName=null, ownerId=-1] at java.base@11.0.18/java.lang.Object.wait(Native Method) at java.base@11.0.18/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@11.0.18/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) at java.base@11.0.18/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:161) Thread [name="Log4j2-TF-6-Scheduled-2", id=23, state=TIMED_WAITING, blockCnt=0, waitCnt=4] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ab9cb14, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.18/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="jvm-pause-detector-worker", id=24, state=TIMED_WAITING, blockCnt=0, waitCnt=614] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:124) Thread [name="ignite-clock", id=25, state=TIMED_WAITING, blockCnt=0, waitCnt=3011] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.util.IgniteUtils$25.run(IgniteUtils.java:3641) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-0-#1", id=26, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-1-#2", id=27, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-2-#3", id=28, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-3-#4", id=29, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-4-#5", id=30, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-5-#6", id=31, state=WAITING, blockCnt=0, waitCnt=6] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-6-#7", id=32, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-7-#8", id=33, state=WAITING, blockCnt=0, waitCnt=6] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-8-#9", id=34, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-9-#10", id=35, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-10-#11", id=36, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-11-#12", id=37, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-12-#13", id=38, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-13-#14", id=39, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-14-#15", id=40, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-stripe-15-#16", id=41, state=WAITING, blockCnt=0, waitCnt=5] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-0-#17", id=42, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-1-#18", id=43, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-2-#19", id=44, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-3-#20", id=45, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-4-#21", id=46, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-5-#22", id=47, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-6-#23", id=48, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-7-#24", id=49, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-8-#25", id=50, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-9-#26", id=51, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-10-#27", id=52, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-11-#28", id=53, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-12-#29", id=54, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-13-#30", id=55, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-14-#31", id=56, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="data-streamer-stripe-15-#32", id=57, state=WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:819) at app//o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:623) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pub-#33", id=58, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55d9864, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pub-#34", id=59, state=TIMED_WAITING, blockCnt=1, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55d9864, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pub-#35", id=60, state=TIMED_WAITING, blockCnt=1, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55d9864, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pub-#36", id=61, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55d9864, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pub-#37", id=62, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55d9864, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-timeout-worker-#38", id=63, state=TIMED_WAITING, blockCnt=3, waitCnt=82] Lock [object=java.lang.Object@ece1e53, ownerName=null, ownerId=-1] at java.base@11.0.18/java.lang.Object.wait(Native Method) at app//o.a.i.i.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:269) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="nio-acceptor-tcp-comm-#47%TcpCommunicationSpi%", id=72, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked sun.nio.ch.Util$2@56fc6aeb - locked sun.nio.ch.EPollSelectorImpl@4289ea4b at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:3092) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:3040) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-0-#39%TcpCommunicationSpi%", id=64, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@2bfed4c6 - locked sun.nio.ch.EPollSelectorImpl@55bc6b6c at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-1-#40%TcpCommunicationSpi%", id=65, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@60a2f802 - locked sun.nio.ch.EPollSelectorImpl@6df48def at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-2-#41%TcpCommunicationSpi%", id=66, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@30713c73 - locked sun.nio.ch.EPollSelectorImpl@620c61a at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-3-#42%TcpCommunicationSpi%", id=67, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@71b54c34 - locked sun.nio.ch.EPollSelectorImpl@38e73c18 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-4-#43%TcpCommunicationSpi%", id=68, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@14c0dd3 - locked sun.nio.ch.EPollSelectorImpl@15c0bf6 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-5-#44%TcpCommunicationSpi%", id=69, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@5ad33305 - locked sun.nio.ch.EPollSelectorImpl@5bd5c3bb at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-6-#45%TcpCommunicationSpi%", id=70, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@3a967f87 - locked sun.nio.ch.EPollSelectorImpl@5b74c098 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-comm-7-#46%TcpCommunicationSpi%", id=71, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@18fc8be8 - locked sun.nio.ch.EPollSelectorImpl@6dc15b57 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="tcp-comm-worker-#1-#48", id=73, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@64226b2f, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at app//o.a.i.spi.communication.tcp.internal.CommunicationWorker.body(CommunicationWorker.java:167) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at app//o.a.i.spi.communication.tcp.TcpCommunicationSpi$3.body(TcpCommunicationSpi.java:848) at app//o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:58) Thread [name="Thread-0", id=74, state=TIMED_WAITING, blockCnt=1, waitCnt=123822] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="binary-metadata-writer-#49", id=75, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@65707c35, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//o.a.i.i.processors.cache.binary.BinaryMetadataFileStore$BinaryMetadataAsyncWriter.body0(BinaryMetadataFileStore.java:477) at app//o.a.i.i.processors.cache.binary.BinaryMetadataFileStore$BinaryMetadataAsyncWriter.body(BinaryMetadataFileStore.java:458) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="page-lock-tracker-timeout", id=76, state=TIMED_WAITING, blockCnt=0, waitCnt=1] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.util.worker.CycleThread.run(CycleThread.java:47) Thread [name="long-qry-#50", id=77, state=TIMED_WAITING, blockCnt=0, waitCnt=30] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:8368) at app//o.a.i.i.processors.query.running.HeavyQueriesTracker$1.body(HeavyQueriesTracker.java:104) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="nio-acceptor-tcp-rest-#64", id=91, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked sun.nio.ch.Util$2@28c982f - locked sun.nio.ch.EPollSelectorImpl@7580f042 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:3092) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:3040) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-rest-0-#60", id=87, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@1477e74e - locked sun.nio.ch.EPollSelectorImpl@7280a021 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-rest-1-#61", id=88, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@14ab03be - locked sun.nio.ch.EPollSelectorImpl@66dbe389 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-rest-2-#62", id=89, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@4d3d358b - locked sun.nio.ch.EPollSelectorImpl@3acb05a5 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-tcp-rest-3-#63", id=90, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@763157b1 - locked sun.nio.ch.EPollSelectorImpl@4f4f2555 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-data-loader-flusher-#68", id=95, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6bfad05a, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.DelayQueue.take(DelayQueue.java:217) at app//o.a.i.i.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:106) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="db-checkpoint-thread-defrag-#69", id=96, state=RUNNABLE, blockCnt=0, waitCnt=16] at java.management@11.0.18/sun.management.ThreadImpl.dumpThreads0(Native Method) at java.management@11.0.18/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:521) at java.management@11.0.18/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:509) at app//o.a.i.i.util.IgniteUtils.dumpThreads(IgniteUtils.java:1529) at app//o.a.i.i.processors.failure.FailureProcessor.process(FailureProcessor.java:205) - locked o.a.i.i.processors.failure.FailureProcessor@9fe16ad at app//o.a.i.i.processors.failure.FailureProcessor.process(FailureProcessor.java:156) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.doCheckpoint(Checkpointer.java:474) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.body(Checkpointer.java:269) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-1", id=97, state=RUNNABLE, blockCnt=5, waitCnt=128032] at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.pwrite0(Native Method) at java.base@11.0.18/sun.nio.ch.FileDispatcherImpl.pwrite(FileDispatcherImpl.java:68) at java.base@11.0.18/sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:109) at java.base@11.0.18/sun.nio.ch.IOUtil.write(IOUtil.java:58) at java.base@11.0.18/sun.nio.ch.IOUtil.write(IOUtil.java:50) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl$3.run(SimpleAsynchronousFileChannelImpl.java:374) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@2f4d01b6 Thread [name="sys-#74", id=102, state=TIMED_WAITING, blockCnt=21, waitCnt=103462] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#75", id=103, state=TIMED_WAITING, blockCnt=14, waitCnt=104065] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#76", id=104, state=TIMED_WAITING, blockCnt=16, waitCnt=103591] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#77", id=105, state=TIMED_WAITING, blockCnt=23, waitCnt=103208] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#78", id=106, state=TIMED_WAITING, blockCnt=17, waitCnt=103119] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#79", id=107, state=TIMED_WAITING, blockCnt=18, waitCnt=103791] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#80", id=108, state=TIMED_WAITING, blockCnt=19, waitCnt=103752] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#81", id=109, state=TIMED_WAITING, blockCnt=19, waitCnt=104269] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#82", id=110, state=TIMED_WAITING, blockCnt=21, waitCnt=103857] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#83", id=111, state=TIMED_WAITING, blockCnt=20, waitCnt=102370] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#84", id=112, state=TIMED_WAITING, blockCnt=19, waitCnt=103600] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#85", id=113, state=TIMED_WAITING, blockCnt=25, waitCnt=103202] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#86", id=114, state=TIMED_WAITING, blockCnt=15, waitCnt=104611] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#87", id=115, state=TIMED_WAITING, blockCnt=16, waitCnt=104107] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#88", id=116, state=TIMED_WAITING, blockCnt=21, waitCnt=103949] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="sys-#89", id=117, state=TIMED_WAITING, blockCnt=15, waitCnt=103929] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@750e54fc, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-2", id=118, state=TIMED_WAITING, blockCnt=2, waitCnt=120856] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-6", id=122, state=TIMED_WAITING, blockCnt=1, waitCnt=114175] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-5", id=121, state=TIMED_WAITING, blockCnt=2, waitCnt=121821] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-9", id=125, state=TIMED_WAITING, blockCnt=1, waitCnt=117536] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-4", id=120, state=TIMED_WAITING, blockCnt=1, waitCnt=124833] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-3", id=119, state=RUNNABLE, blockCnt=1, waitCnt=115722] at java.base@11.0.18/jdk.internal.misc.Unsafe.unpark(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.unpark(LockSupport.java:160) at app//o.a.i.i.util.future.GridFutureAdapter.unblock(GridFutureAdapter.java:346) at app//o.a.i.i.util.future.GridFutureAdapter.unblockAll(GridFutureAdapter.java:336) at app//o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:576) at app//o.a.i.i.util.future.GridFutureAdapter.onDone(GridFutureAdapter.java:555) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO$ChannelOpFuture.completed(AsyncFileIO.java:256) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO$ChannelOpFuture.completed(AsyncFileIO.java:247) at java.base@11.0.18/sun.nio.ch.Invoker.invokeUnchecked(Invoker.java:127) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl$3.run(SimpleAsynchronousFileChannelImpl.java:389) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@21934254 Thread [name="Thread-13", id=129, state=TIMED_WAITING, blockCnt=2, waitCnt=122676] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-12", id=128, state=TIMED_WAITING, blockCnt=3, waitCnt=119173] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-11", id=127, state=TIMED_WAITING, blockCnt=0, waitCnt=74297] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-10", id=126, state=TIMED_WAITING, blockCnt=0, waitCnt=127725] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-8", id=124, state=TIMED_WAITING, blockCnt=0, waitCnt=74270] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-7", id=123, state=TIMED_WAITING, blockCnt=4, waitCnt=122925] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-14", id=130, state=TIMED_WAITING, blockCnt=0, waitCnt=64027] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="Thread-15", id=131, state=TIMED_WAITING, blockCnt=0, waitCnt=109517] Lock [object=java.util.concurrent.SynchronousQueue$TransferStack@192f1733, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="db-checkpoint-thread-#93", id=135, state=TIMED_WAITING, blockCnt=0, waitCnt=37] Lock [object=o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer@435da285, ownerName=null, ownerId=-1] at java.base@11.0.18/java.lang.Object.wait(Native Method) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.waitCheckpointEvent(Checkpointer.java:786) at app//o.a.i.i.processors.cache.persistence.checkpoint.Checkpointer.body(Checkpointer.java:251) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-cpu-#94", id=136, state=WAITING, blockCnt=2, waitCnt=6182] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7e98c2b4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-cpu-#95", id=137, state=WAITING, blockCnt=0, waitCnt=5827] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7e98c2b4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-cpu-#96", id=138, state=WAITING, blockCnt=1, waitCnt=5632] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7e98c2b4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-cpu-#97", id=139, state=WAITING, blockCnt=0, waitCnt=5657] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7e98c2b4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#98", id=140, state=WAITING, blockCnt=0, waitCnt=4370] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7aaf8b4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#99", id=141, state=WAITING, blockCnt=3, waitCnt=3960] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7aaf8b4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#100", id=142, state=WAITING, blockCnt=2, waitCnt=3794] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7aaf8b4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#101", id=143, state=WAITING, blockCnt=3, waitCnt=4197] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7aaf8b4, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="defragmentation-thread", id=144, state=WAITING, blockCnt=12, waitCnt=62703] Lock [object=java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@84e509, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:1009) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1324) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:738) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:718) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:707) at app//o.a.i.i.processors.cache.persistence.DataStructure.acquirePage(DataStructure.java:209) at app//o.a.i.i.processors.cache.persistence.freelist.PagesList.put(PagesList.java:878) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList$WriteRowHandler.putPage(AbstractFreeList.java:306) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList$WriteRowHandler.run(AbstractFreeList.java:171) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList$WriteRowHandler.run(AbstractFreeList.java:156) at app//o.a.i.i.processors.cache.persistence.tree.util.PageHandler.writePage(PageHandler.java:313) at app//o.a.i.i.processors.cache.persistence.DataStructure.write(DataStructure.java:371) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:703) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.doInParallel(IgniteUtils.java:11680) at app//o.a.i.i.util.IgniteUtils.doInParallel(IgniteUtils.java:11582) at app//o.a.i.i.util.IgniteUtils.doInParallel(IgniteUtils.java:11562) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.executeDefragmentation(CachePartitionDefragmentationManager.java:449) at app//o.a.i.i.processors.cache.persistence.defragmentation.maintenance.ExecuteDefragmentationAction.lambda$execute$0(ExecuteDefragmentationAction.java:73) at app//o.a.i.i.processors.cache.persistence.defragmentation.maintenance.ExecuteDefragmentationAction$$Lambda$945/0x0000000100742040.run(Unknown Source) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="disco-notifier-worker-#102", id=145, state=WAITING, blockCnt=3, waitCnt=4] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2ee33616, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body0(GridDiscoveryManager.java:2830) at app//o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body(GridDiscoveryManager.java:2875) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pool-2-thread-1", id=146, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@16d6cc1c, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="disco-event-worker-#103", id=147, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46e9f92a, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:3089) at app//o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:3060) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pool-2-thread-2", id=148, state=WAITING, blockCnt=2, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@16d6cc1c, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="pool-2-thread-3", id=149, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@16d6cc1c, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="defragmentation-worker-#104", id=150, state=WAITING, blockCnt=29, waitCnt=62986] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1234) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$568/0x0000000100537840.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1061/0x000000010076d440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@17a42396 Thread [name="defragmentation-worker-#105", id=151, state=WAITING, blockCnt=26, waitCnt=62733] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1234) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$568/0x0000000100537840.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1061/0x000000010076d440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@3dd5c9e9 Thread [name="defragmentation-worker-#106", id=152, state=WAITING, blockCnt=26, waitCnt=63365] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1234) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$568/0x0000000100537840.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1061/0x000000010076d440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@4e5ededf Thread [name="defragmentation-worker-#107", id=153, state=WAITING, blockCnt=23, waitCnt=62766] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.read(AsyncFileIO.java:129) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$2.run(AbstractFileIO.java:90) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.readFully(AbstractFileIO.java:88) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.readWithFailover(FilePageStore.java:897) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:512) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.read(FilePageStore.java:487) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.read(PageReadWriteManagerImpl.java:69) at app//o.a.i.i.processors.cache.persistence.file.FilePageStoreManager.read(FilePageStoreManager.java:530) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:911) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:718) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.acquirePage(PageMemoryImpl.java:707) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.doInitFromLink(CacheDataRowAdapter.java:304) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:165) at app//o.a.i.i.processors.cache.persistence.CacheDataRowAdapter.initFromLink(CacheDataRowAdapter.java:136) at app//o.a.i.i.processors.cache.tree.DataRow.(DataRow.java:55) at app//o.a.i.i.processors.cache.tree.CacheDataRowStore.dataRow(CacheDataRowStore.java:129) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:424) at app//o.a.i.i.processors.cache.tree.CacheDataTree.getRow(CacheDataTree.java:63) at app//o.a.i.i.processors.cache.persistence.tree.BPlusTree.getRow(BPlusTree.java:5755) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:806) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1061/0x000000010076d440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@6c5f7af4 Thread [name="defragmentation-worker-#108", id=154, state=RUNNABLE, blockCnt=32, waitCnt=62890] at java.base@11.0.18/java.lang.ThreadLocal$ThreadLocalMap.getEntryAfterMiss(ThreadLocal.java:464) at java.base@11.0.18/java.lang.ThreadLocal$ThreadLocalMap.getEntry(ThreadLocal.java:439) at java.base@11.0.18/java.lang.ThreadLocal.get(ThreadLocal.java:165) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$Sync.tryAcquireShared(ReentrantReadWriteLock.java:487) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1323) at java.base@11.0.18/java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:738) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:712) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1234) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$568/0x0000000100537840.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1061/0x000000010076d440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@2bb617c8 Thread [name="defragmentation-worker-#109", id=155, state=WAITING, blockCnt=22, waitCnt=62830] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1234) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$568/0x0000000100537840.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1061/0x000000010076d440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@70c0a753 Thread [name="defragmentation-worker-#110", id=156, state=RUNNABLE, blockCnt=31, waitCnt=63187] at java.base@11.0.18/jdk.internal.misc.Unsafe.unpark(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.unpark(LockSupport.java:160) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack$SNode.tryMatch(SynchronousQueue.java:269) at java.base@11.0.18/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:382) at java.base@11.0.18/java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:909) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1347) at java.base@11.0.18/sun.nio.ch.SimpleAsynchronousFileChannelImpl.implWrite(SimpleAsynchronousFileChannelImpl.java:393) at java.base@11.0.18/sun.nio.ch.AsynchronousFileChannelImpl.write(AsynchronousFileChannelImpl.java:251) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:177) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1234) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$568/0x0000000100537840.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1061/0x000000010076d440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@4c08b3c1 Thread [name="defragmentation-worker-#111", id=157, state=WAITING, blockCnt=23, waitCnt=63170] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:323) at app//o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:179) at app//o.a.i.i.util.future.GridFutureAdapter.getUninterruptibly(GridFutureAdapter.java:147) at app//o.a.i.i.processors.cache.persistence.file.AsyncFileIO.write(AsyncFileIO.java:180) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO$5.run(AbstractFileIO.java:117) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.fully(AbstractFileIO.java:53) at app//o.a.i.i.processors.cache.persistence.file.AbstractFileIO.writeFully(AbstractFileIO.java:115) at app//o.a.i.i.processors.cache.persistence.file.FilePageStore.write(FilePageStore.java:748) at app//o.a.i.i.processors.cache.persistence.pagemem.PageReadWriteManagerImpl.write(PageReadWriteManagerImpl.java:115) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager.lambda$createPageMemory$6(GridCacheDatabaseSharedManager.java:1234) at app//o.a.i.i.processors.cache.persistence.GridCacheDatabaseSharedManager$$Lambda$568/0x0000000100537840.writePage(Unknown Source) at app//o.a.i.i.processors.cache.persistence.pagemem.DelayedDirtyPageStoreWrite.finishReplacement(DelayedDirtyPageStoreWrite.java:105) at app//o.a.i.i.processors.cache.persistence.pagemem.PageMemoryImpl.allocatePage(PageMemoryImpl.java:672) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.allocateDataPage(AbstractFreeList.java:580) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.writeSinglePage(AbstractFreeList.java:698) at app//o.a.i.i.processors.cache.persistence.freelist.AbstractFreeList.insertDataRow(AbstractFreeList.java:592) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:74) at app//o.a.i.i.processors.cache.persistence.freelist.CacheFreeList.insertDataRow(CacheFreeList.java:35) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$copyPartitionData$4(CachePartitionDefragmentationManager.java:817) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1081/0x000000010077a040.apply(Unknown Source) at app//o.a.i.i.processors.cache.persistence.defragmentation.TreeIterator.iterate(TreeIterator.java:83) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.copyPartitionData(CachePartitionDefragmentationManager.java:794) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.defragmentOnePartition(CachePartitionDefragmentationManager.java:635) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager.lambda$executeDefragmentation$66155109$1(CachePartitionDefragmentationManager.java:452) at app//o.a.i.i.processors.cache.persistence.defragmentation.CachePartitionDefragmentationManager$$Lambda$1057/0x000000010076e840.apply(Unknown Source) at app//o.a.i.i.util.IgniteUtils.lambda$doInParallel$3(IgniteUtils.java:11661) at app//o.a.i.i.util.IgniteUtils$$Lambda$1061/0x000000010076d440.call(Unknown Source) at java.base@11.0.18/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Locked synchronizers: java.util.concurrent.ThreadPoolExecutor$Worker@210c3fe3 Thread [name="exchange-worker-#112", id=158, state=TIMED_WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61e2f053, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.18/java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:513) at java.base@11.0.18/java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:675) at app//o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:3243) at app//o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:3172) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="nio-acceptor-client-listener-#113", id=159, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked sun.nio.ch.Util$2@560639ff - locked sun.nio.ch.EPollSelectorImpl@7610a90f at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:3092) at app//o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:3040) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-0-#51", id=78, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@7f393e4e - locked sun.nio.ch.EPollSelectorImpl@9af2992 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-1-#52", id=79, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@6e012099 - locked sun.nio.ch.EPollSelectorImpl@1d2aa487 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-2-#53", id=80, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@2bd72222 - locked sun.nio.ch.EPollSelectorImpl@5b447d73 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-3-#54", id=81, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@3c269b6a - locked sun.nio.ch.EPollSelectorImpl@74600ef5 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-4-#55", id=82, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@6634f469 - locked sun.nio.ch.EPollSelectorImpl@1ee3a239 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-5-#56", id=83, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@16168744 - locked sun.nio.ch.EPollSelectorImpl@627524d5 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-6-#57", id=84, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@23a3134e - locked sun.nio.ch.EPollSelectorImpl@20d29f69 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="grid-nio-worker-client-listener-7-#58", id=85, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.base@11.0.18/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.18/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.18/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@2dc1090 - locked sun.nio.ch.EPollSelectorImpl@49c4cf92 at java.base@11.0.18/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2272) at app//o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1910) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="services-deployment-worker-#114", id=160, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@72469c87, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//o.a.i.i.processors.service.ServiceDeploymentManager$ServicesDeploymentWorker.body(ServiceDeploymentManager.java:466) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="session-timeout-worker-#59", id=86, state=TIMED_WAITING, blockCnt=0, waitCnt=6] at java.base@11.0.18/java.lang.Thread.sleep(Native Method) at app//o.a.i.i.processors.rest.GridRestProcessor$4.body(GridRestProcessor.java:504) at app//o.a.i.i.util.worker.GridWorker.run(GridWorker.java:125) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#115", id=162, state=WAITING, blockCnt=0, waitCnt=56519] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46db7c71, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#116", id=163, state=WAITING, blockCnt=0, waitCnt=57813] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46db7c71, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#117", id=164, state=WAITING, blockCnt=0, waitCnt=59180] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46db7c71, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) Thread [name="checkpoint-runner-IO-#118", id=165, state=WAITING, blockCnt=0, waitCnt=62197] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46db7c71, ownerName=null, ownerId=-1] at java.base@11.0.18/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.18/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.18/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.18/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.18/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.18/java.lang.Thread.run(Thread.java:829) [2023-07-31T16:08:48,169][WARN ][db-checkpoint-thread-defrag-#69][CacheDiagnosticManager] Page locks dump: Thread=[name=defragmentation-worker-#106, id=152], state=RUNNABLE Locked pages = [281663955276230[0001002c000011c6](r=0|w=1)] Locked pages log: name=defragmentation-worker-#106 time=(1690808928133, 2023-07-31 16:08:48.133) L=1 -> Write lock pageId=281663955276230, structureId=cache-16384-44 [pageIdHex=0001002c000011c6, partId=44, pageIdx=4550, flags=00000001] [2023-07-31T16:08:48,170][ERROR][db-checkpoint-thread-defrag-#69][] JVM will be halted immediately due to the failure: [failureCtx=FailureContext [type=CRITICAL_ERROR, err=class o.a.i.IgniteCheckedException: Compound exception for CountDownFuture.]]