[2024-01-12T15:22:01,444][INFO ][Test worker][ItIgniteNodeRestartTest] >>> Starting test: ItIgniteNodeRestartTest#destroyObsoleteStoragesOnRestart, displayName: repetition 14 of 50 [2024-01-12T15:22:01,444][INFO ][Test worker][ItIgniteNodeRestartTest] workDir: build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346 [2024-01-12T15:22:01,449][INFO ][Test worker][IgniteImpl] Configuration modules loaded [modules=[org.apache.ignite.client.handler.configuration.ClientHandlerConfigurationModule@5646fd8c, org.apache.ignite.internal.compute.configuration.ComputeConfigurationModule@572cd921, org.apache.ignite.internal.storage.pagememory.configuration.PageMemoryStorageEngineLocalConfigurationModule@549aaee3, org.apache.ignite.internal.pagememory.configuration.PageMemoryLocalConfigurationModule@1c1c24e9, org.apache.ignite.internal.storage.rocksdb.configuration.RocksDbStorageEngineLocalConfigurationModule@7dd7007b, org.apache.ignite.internal.storage.impl.TestStorageLocalConfigurationModule@4c032b31, org.apache.ignite.internal.tx.configuration.TransactionConfigurationModule@4def69e4, org.apache.ignite.internal.rest.configuration.RestConfigurationModule@30a927dc, org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationModule@75383d6a, org.apache.ignite.internal.schema.configuration.SchemaDistributedConfigurationModule@20b7da5f, org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationModule@16a137e4, org.apache.ignite.internal.replicator.configuration.ReplicationConfigurationModule@6fcf752b, org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationModule@5b28c6d5, org.apache.ignite.internal.security.authentication.SecurityConfigurationModule@45d38acd, org.apache.ignite.internal.network.configuration.NetworkConfigurationModule@5a529b84, org.apache.ignite.internal.raft.configuration.RaftConfigurationModule@4e20dbc8, org.apache.ignite.internal.metrics.configuration.MetricConfigurationModule@5323a2b7, org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationModule@affcffc], localRoots=[RootKey [rootName=clientConnector, storageType=LOCAL, schemaClass=class org.apache.ignite.client.handler.configuration.ClientConnectorConfigurationSchema, internal=false], RootKey [rootName=compute, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.compute.configuration.ComputeConfigurationSchema, internal=false], RootKey [rootName=aimem, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.VolatilePageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=aipersist, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.PersistentPageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=rocksDb, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.rocksdb.configuration.schema.RocksDbStorageEngineConfigurationSchema, internal=false], RootKey [rootName=rest, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.rest.configuration.RestConfigurationSchema, internal=false], RootKey [rootName=deployment, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationSchema, internal=false], RootKey [rootName=cluster, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationSchema, internal=false], RootKey [rootName=nodeAttributes, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.NodeAttributesConfigurationSchema, internal=false], RootKey [rootName=storageProfiles, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.StorageProfilesConfigurationSchema, internal=false], RootKey [rootName=network, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.network.configuration.NetworkConfigurationSchema, internal=false], RootKey [rootName=raft, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.raft.configuration.RaftConfigurationSchema, internal=false]], distRoots=[RootKey [rootName=transaction, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.tx.configuration.TransactionConfigurationSchema, internal=false], RootKey [rootName=gc, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.schema.configuration.GcConfigurationSchema, internal=false], RootKey [rootName=schemaSync, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationSchema, internal=false], RootKey [rootName=replication, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.replicator.configuration.ReplicationConfigurationSchema, internal=false], RootKey [rootName=security, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.security.configuration.SecurityConfigurationSchema, internal=false], RootKey [rootName=metrics, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metrics.configuration.MetricConfigurationSchema, internal=false], RootKey [rootName=metaStorage, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationSchema, internal=false]]] [2024-01-12T15:22:01,568][INFO ][Test worker][IgnitionImpl] # ___ __ ### / | ____ ____ _ _____ / /_ ___ # ##### / /| | / __ \ / __ `// ___// __ \ / _ \ ### ###### / ___ | / /_/ // /_/ // /__ / / / // ___/ ##### ####### /_/ |_|/ .___/ \__,_/ \___//_/ /_/ \___/ ####### ###### /_/ ######## #### ____ _ __ _____ # ######## ## / _/____ _ ____ (_)/ /_ ___ |__ / #### ####### # / / / __ `// __ \ / // __// _ \ /_ < ##### ##### _/ / / /_/ // / / // // /_ / ___/ ___/ / #### ## /___/ \__, //_/ /_//_/ \__/ \___/ /____/ ## /____/ Apache Ignite ver. 3.0.0-SNAPSHOT [2024-01-12T15:22:01,784][INFO ][Test worker][ConnectionManager] Server started [address=/0:0:0:0:0:0:0:0:3344] [2024-01-12T15:22:01,786][WARN ][Test worker][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344] Filtering out seed address: 127.0.0.1:3344 [2024-01-12T15:22:01,786][INFO ][Test worker][Cluster] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][doStart] Starting, config: ClusterConfig[metadata=null, metadataTimeout=10000, metadataCodec=io.scalecube.cluster.metadata.JdkMetadataCodec@4fd53c65, memberId='bdbbe836-2f41-4080-a3ea-281c980bc28f', memberAlias='iinrt_dosor_0', externalHost='null', externalPort=null, transportConfig=TransportConfig[port=0, clientSecured=false, connectTimeout=1000, messageCodec=io.scalecube.cluster.transport.api.JdkMessageCodec@7d21c379, maxFrameLength=2097152, transportFactory=org.apache.ignite.network.scalecube.ScaleCubeClusterServiceFactory$2$$Lambda$915/0x00000008406acc40@5855df3a, addressMapper=java.util.function.Function$$Lambda$313/0x00000008401ec040@4a81ef6], failureDetectorConfig=FailureDetectorConfig[pingInterval=500, pingTimeout=200, pingReqMembers=1], gossipConfig=GossipConfig[gossipFanout=3, gossipInterval=10, gossipRepeatMult=3, gossipSegmentationThreshold=1000], membershipConfig=MembershipConfig[seedMembers=[127.0.0.1:3344], syncInterval=1000, syncTimeout=3000, suspicionMult=1, namespace='default', removedMembersHistorySize=42]] [2024-01-12T15:22:01,786][INFO ][Test worker][Cluster] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][doStart] Started [2024-01-12T15:22:01,786][INFO ][Test worker][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]] [2024-01-12T15:22:01,786][INFO ][Test worker][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0]] [2024-01-12T15:22:01,792][INFO ][Test worker][DefaultApplicationContext$RuntimeConfiguredEnvironment] Established active environments: [baremetal] [2024-01-12T15:22:01,819][INFO ][Test worker][Micronaut] Startup completed in 32ms. Server Running: http://localhost:10300 [2024-01-12T15:22:01,819][INFO ][Test worker][RestComponent] REST server started successfully: [httpPort=10300] [2024-01-12T15:22:02,378][INFO ][Test worker][IgniteImpl] Components started, joining the cluster [2024-01-12T15:22:02,383][INFO ][Test worker][IgniteImpl] Configuration modules loaded [modules=[org.apache.ignite.client.handler.configuration.ClientHandlerConfigurationModule@c2aea64, org.apache.ignite.internal.compute.configuration.ComputeConfigurationModule@5c8278dc, org.apache.ignite.internal.storage.pagememory.configuration.PageMemoryStorageEngineLocalConfigurationModule@188564b, org.apache.ignite.internal.pagememory.configuration.PageMemoryLocalConfigurationModule@25b92191, org.apache.ignite.internal.storage.rocksdb.configuration.RocksDbStorageEngineLocalConfigurationModule@7e9b8688, org.apache.ignite.internal.storage.impl.TestStorageLocalConfigurationModule@3110451f, org.apache.ignite.internal.tx.configuration.TransactionConfigurationModule@72e97778, org.apache.ignite.internal.rest.configuration.RestConfigurationModule@1e30751d, org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationModule@3cbd0f95, org.apache.ignite.internal.schema.configuration.SchemaDistributedConfigurationModule@f369da0, org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationModule@36dd7989, org.apache.ignite.internal.replicator.configuration.ReplicationConfigurationModule@2b586ad2, org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationModule@7fcd198b, org.apache.ignite.internal.security.authentication.SecurityConfigurationModule@44ad404f, org.apache.ignite.internal.network.configuration.NetworkConfigurationModule@19e16862, org.apache.ignite.internal.raft.configuration.RaftConfigurationModule@71879f76, org.apache.ignite.internal.metrics.configuration.MetricConfigurationModule@6611d18c, org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationModule@48905a39], localRoots=[RootKey [rootName=clientConnector, storageType=LOCAL, schemaClass=class org.apache.ignite.client.handler.configuration.ClientConnectorConfigurationSchema, internal=false], RootKey [rootName=compute, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.compute.configuration.ComputeConfigurationSchema, internal=false], RootKey [rootName=aimem, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.VolatilePageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=aipersist, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.PersistentPageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=rocksDb, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.rocksdb.configuration.schema.RocksDbStorageEngineConfigurationSchema, internal=false], RootKey [rootName=rest, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.rest.configuration.RestConfigurationSchema, internal=false], RootKey [rootName=deployment, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationSchema, internal=false], RootKey [rootName=cluster, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationSchema, internal=false], RootKey [rootName=nodeAttributes, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.NodeAttributesConfigurationSchema, internal=false], RootKey [rootName=storageProfiles, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.StorageProfilesConfigurationSchema, internal=false], RootKey [rootName=network, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.network.configuration.NetworkConfigurationSchema, internal=false], RootKey [rootName=raft, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.raft.configuration.RaftConfigurationSchema, internal=false]], distRoots=[RootKey [rootName=transaction, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.tx.configuration.TransactionConfigurationSchema, internal=false], RootKey [rootName=gc, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.schema.configuration.GcConfigurationSchema, internal=false], RootKey [rootName=schemaSync, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationSchema, internal=false], RootKey [rootName=replication, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.replicator.configuration.ReplicationConfigurationSchema, internal=false], RootKey [rootName=security, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.security.configuration.SecurityConfigurationSchema, internal=false], RootKey [rootName=metrics, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metrics.configuration.MetricConfigurationSchema, internal=false], RootKey [rootName=metaStorage, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationSchema, internal=false]]] [2024-01-12T15:22:02,549][INFO ][Test worker][IgnitionImpl] # ___ __ ### / | ____ ____ _ _____ / /_ ___ # ##### / /| | / __ \ / __ `// ___// __ \ / _ \ ### ###### / ___ | / /_/ // /_/ // /__ / / / // ___/ ##### ####### /_/ |_|/ .___/ \__,_/ \___//_/ /_/ \___/ ####### ###### /_/ ######## #### ____ _ __ _____ # ######## ## / _/____ _ ____ (_)/ /_ ___ |__ / #### ####### # / / / __ `// __ \ / // __// _ \ /_ < ##### ##### _/ / / /_/ // / / // // /_ / ___/ ___/ / #### ## /___/ \__, //_/ /_//_/ \__/ \___/ /____/ ## /____/ Apache Ignite ver. 3.0.0-SNAPSHOT [2024-01-12T15:22:02,752][INFO ][Test worker][ConnectionManager] Server started [address=/0:0:0:0:0:0:0:0:3345] [2024-01-12T15:22:02,752][INFO ][Test worker][Cluster] [null][doStart] Starting, config: ClusterConfig[metadata=null, metadataTimeout=10000, metadataCodec=io.scalecube.cluster.metadata.JdkMetadataCodec@4fd53c65, memberId='8895fa09-133e-4be4-8146-eff2830045d1', memberAlias='iinrt_dosor_1', externalHost='null', externalPort=null, transportConfig=TransportConfig[port=0, clientSecured=false, connectTimeout=1000, messageCodec=io.scalecube.cluster.transport.api.JdkMessageCodec@7d21c379, maxFrameLength=2097152, transportFactory=org.apache.ignite.network.scalecube.ScaleCubeClusterServiceFactory$2$$Lambda$915/0x00000008406acc40@1d4b54b1, addressMapper=java.util.function.Function$$Lambda$313/0x00000008401ec040@4a81ef6], failureDetectorConfig=FailureDetectorConfig[pingInterval=500, pingTimeout=200, pingReqMembers=1], gossipConfig=GossipConfig[gossipFanout=3, gossipInterval=10, gossipRepeatMult=3, gossipSegmentationThreshold=1000], membershipConfig=MembershipConfig[seedMembers=[127.0.0.1:3344], syncInterval=1000, syncTimeout=3000, suspicionMult=1, namespace='default', removedMembersHistorySize=42]] [2024-01-12T15:22:02,753][INFO ][Test worker][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345] Making initial Sync to all seed members: [127.0.0.1:3344] [2024-01-12T15:22:02,761][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345, oldMetadata=null, newMetadata=7e16449-5, timestamp=2024-01-12T12:22:02.761Z] [2024-01-12T15:22:02,761][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]] [2024-01-12T15:22:02,761][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_1]] [2024-01-12T15:22:02,762][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344, oldMetadata=null, newMetadata=10d8d9e2-142, timestamp=2024-01-12T12:22:02.762Z] [2024-01-12T15:22:02,762][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc57]] [2024-01-12T15:22:02,762][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0]] [2024-01-12T15:22:02,762][INFO ][sc-cluster-3345-54][Cluster] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][doStart] Started [2024-01-12T15:22:02,763][INFO ][Test worker][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]] [2024-01-12T15:22:02,763][INFO ][Test worker][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_1]] [2024-01-12T15:22:02,768][INFO ][Test worker][DefaultApplicationContext$RuntimeConfiguredEnvironment] Established active environments: [baremetal] [2024-01-12T15:22:02,804][INFO ][Test worker][Micronaut] Startup completed in 41ms. Server Running: http://localhost:10301 [2024-01-12T15:22:02,805][INFO ][Test worker][RestComponent] REST server started successfully: [httpPort=10301] [2024-01-12T15:22:03,340][INFO ][Test worker][IgniteImpl] Components started, joining the cluster [2024-01-12T15:22:03,343][INFO ][Test worker][IgniteImpl] Configuration modules loaded [modules=[org.apache.ignite.client.handler.configuration.ClientHandlerConfigurationModule@1f84a307, org.apache.ignite.internal.compute.configuration.ComputeConfigurationModule@5a1f0503, org.apache.ignite.internal.storage.pagememory.configuration.PageMemoryStorageEngineLocalConfigurationModule@3bbd2471, org.apache.ignite.internal.pagememory.configuration.PageMemoryLocalConfigurationModule@82e9889, org.apache.ignite.internal.storage.rocksdb.configuration.RocksDbStorageEngineLocalConfigurationModule@32088e10, org.apache.ignite.internal.storage.impl.TestStorageLocalConfigurationModule@109da24f, org.apache.ignite.internal.tx.configuration.TransactionConfigurationModule@42518281, org.apache.ignite.internal.rest.configuration.RestConfigurationModule@3e47a092, org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationModule@4849d144, org.apache.ignite.internal.schema.configuration.SchemaDistributedConfigurationModule@35bb8dd8, org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationModule@7bb04464, org.apache.ignite.internal.replicator.configuration.ReplicationConfigurationModule@78f038b0, org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationModule@7e35051b, org.apache.ignite.internal.security.authentication.SecurityConfigurationModule@17099248, org.apache.ignite.internal.network.configuration.NetworkConfigurationModule@6e6377a9, org.apache.ignite.internal.raft.configuration.RaftConfigurationModule@17aff76d, org.apache.ignite.internal.metrics.configuration.MetricConfigurationModule@4164255e, org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationModule@1a2464e8], localRoots=[RootKey [rootName=clientConnector, storageType=LOCAL, schemaClass=class org.apache.ignite.client.handler.configuration.ClientConnectorConfigurationSchema, internal=false], RootKey [rootName=compute, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.compute.configuration.ComputeConfigurationSchema, internal=false], RootKey [rootName=aimem, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.VolatilePageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=aipersist, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.PersistentPageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=rocksDb, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.rocksdb.configuration.schema.RocksDbStorageEngineConfigurationSchema, internal=false], RootKey [rootName=rest, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.rest.configuration.RestConfigurationSchema, internal=false], RootKey [rootName=deployment, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationSchema, internal=false], RootKey [rootName=cluster, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationSchema, internal=false], RootKey [rootName=nodeAttributes, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.NodeAttributesConfigurationSchema, internal=false], RootKey [rootName=storageProfiles, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.StorageProfilesConfigurationSchema, internal=false], RootKey [rootName=network, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.network.configuration.NetworkConfigurationSchema, internal=false], RootKey [rootName=raft, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.raft.configuration.RaftConfigurationSchema, internal=false]], distRoots=[RootKey [rootName=transaction, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.tx.configuration.TransactionConfigurationSchema, internal=false], RootKey [rootName=gc, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.schema.configuration.GcConfigurationSchema, internal=false], RootKey [rootName=schemaSync, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationSchema, internal=false], RootKey [rootName=replication, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.replicator.configuration.ReplicationConfigurationSchema, internal=false], RootKey [rootName=security, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.security.configuration.SecurityConfigurationSchema, internal=false], RootKey [rootName=metrics, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metrics.configuration.MetricConfigurationSchema, internal=false], RootKey [rootName=metaStorage, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationSchema, internal=false]]] [2024-01-12T15:22:03,344][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][publishEvent] MembershipEvent[type=UPDATED, member=default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345, oldMetadata=7e16449-5, newMetadata=59efe081-142, timestamp=2024-01-12T12:22:03.344Z] [2024-01-12T15:22:03,344][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_1]] [2024-01-12T15:22:03,450][INFO ][Test worker][IgnitionImpl] # ___ __ ### / | ____ ____ _ _____ / /_ ___ # ##### / /| | / __ \ / __ `// ___// __ \ / _ \ ### ###### / ___ | / /_/ // /_/ // /__ / / / // ___/ ##### ####### /_/ |_|/ .___/ \__,_/ \___//_/ /_/ \___/ ####### ###### /_/ ######## #### ____ _ __ _____ # ######## ## / _/____ _ ____ (_)/ /_ ___ |__ / #### ####### # / / / __ `// __ \ / // __// _ \ /_ < ##### ##### _/ / / /_/ // / / // // /_ / ___/ ___/ / #### ## /___/ \__, //_/ /_//_/ \__/ \___/ /____/ ## /____/ Apache Ignite ver. 3.0.0-SNAPSHOT [2024-01-12T15:22:03,689][INFO ][Test worker][ConnectionManager] Server started [address=/0:0:0:0:0:0:0:0:3346] [2024-01-12T15:22:03,690][INFO ][Test worker][Cluster] [null][doStart] Starting, config: ClusterConfig[metadata=null, metadataTimeout=10000, metadataCodec=io.scalecube.cluster.metadata.JdkMetadataCodec@4fd53c65, memberId='b148cdad-29de-4e6f-befa-bf2bb1d57757', memberAlias='iinrt_dosor_2', externalHost='null', externalPort=null, transportConfig=TransportConfig[port=0, clientSecured=false, connectTimeout=1000, messageCodec=io.scalecube.cluster.transport.api.JdkMessageCodec@7d21c379, maxFrameLength=2097152, transportFactory=org.apache.ignite.network.scalecube.ScaleCubeClusterServiceFactory$2$$Lambda$915/0x00000008406acc40@61094ada, addressMapper=java.util.function.Function$$Lambda$313/0x00000008401ec040@4a81ef6], failureDetectorConfig=FailureDetectorConfig[pingInterval=500, pingTimeout=200, pingReqMembers=1], gossipConfig=GossipConfig[gossipFanout=3, gossipInterval=10, gossipRepeatMult=3, gossipSegmentationThreshold=1000], membershipConfig=MembershipConfig[seedMembers=[127.0.0.1:3344], syncInterval=1000, syncTimeout=3000, suspicionMult=1, namespace='default', removedMembersHistorySize=42]] [2024-01-12T15:22:03,691][INFO ][Test worker][MembershipProtocol] [default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346] Making initial Sync to all seed members: [127.0.0.1:3344] [2024-01-12T15:22:03,697][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346, oldMetadata=null, newMetadata=7e16449-5, timestamp=2024-01-12T12:22:03.697Z] [2024-01-12T15:22:03,697][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]] [2024-01-12T15:22:03,697][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:03,699][INFO ][sc-cluster-3346-55][MembershipProtocol] [default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344, oldMetadata=null, newMetadata=10d8d9e2-142, timestamp=2024-01-12T12:22:03.699Z] [2024-01-12T15:22:03,699][INFO ][sc-cluster-3346-55][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc57]] [2024-01-12T15:22:03,700][INFO ][sc-cluster-3346-55][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0]] [2024-01-12T15:22:03,702][INFO ][sc-cluster-3346-55][MembershipProtocol] [default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345, oldMetadata=null, newMetadata=59efe081-142, timestamp=2024-01-12T12:22:03.702Z] [2024-01-12T15:22:03,702][INFO ][sc-cluster-3346-55][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc76]] [2024-01-12T15:22:03,702][INFO ][sc-cluster-3346-55][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_1]] [2024-01-12T15:22:03,702][INFO ][sc-cluster-3346-55][Cluster] [default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346][doStart] Started [2024-01-12T15:22:03,702][INFO ][Test worker][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]] [2024-01-12T15:22:03,702][INFO ][Test worker][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:03,708][INFO ][Test worker][DefaultApplicationContext$RuntimeConfiguredEnvironment] Established active environments: [baremetal] [2024-01-12T15:22:03,710][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346, oldMetadata=null, newMetadata=7e16449-5, timestamp=2024-01-12T12:22:03.710Z] [2024-01-12T15:22:03,710][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]] [2024-01-12T15:22:03,710][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:03,733][INFO ][Test worker][Micronaut] Startup completed in 30ms. Server Running: http://localhost:10302 [2024-01-12T15:22:03,734][INFO ][Test worker][RestComponent] REST server started successfully: [httpPort=10302] [2024-01-12T15:22:04,227][INFO ][Test worker][IgniteImpl] Components started, joining the cluster [2024-01-12T15:22:04,228][INFO ][Test worker][ClusterInitializer] Resolved MetaStorage nodes[nodes=[ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc57]]] [2024-01-12T15:22:04,228][INFO ][Test worker][ClusterInitializer] Resolved CMG nodes[nodes=[ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc57]]] [2024-01-12T15:22:04,230][INFO ][Test worker][ClusterManagementGroupManager] Init command received, starting the CMG [nodes=[iinrt_dosor_0]] [2024-01-12T15:22:04,230][INFO ][Test worker][Loza] Start new raft node=RaftNodeId [groupId=cmg_group, peer=Peer [consistentId=iinrt_dosor_0, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:04,231][INFO ][Test worker][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:04,231][WARN ][Test worker][LocalSnapshotStorage] No data for snapshot reader build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/cmg_group_iinrt_dosor_0_0/snapshot. [2024-01-12T15:22:04,232][INFO ][Test worker][NodeImpl] Node init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_0, oldConf=. [2024-01-12T15:22:04,233][INFO ][Test worker][NodeImpl] Node start vote and grant vote self, term=0. [2024-01-12T15:22:04,233][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][publishEvent] MembershipEvent[type=UPDATED, member=default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346, oldMetadata=7e16449-5, newMetadata=a306e720-142, timestamp=2024-01-12T12:22:04.233Z] [2024-01-12T15:22:04,233][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][publishEvent] MembershipEvent[type=UPDATED, member=default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346, oldMetadata=7e16449-5, newMetadata=a306e720-142, timestamp=2024-01-12T12:22:04.233Z] [2024-01-12T15:22:04,234][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:04,234][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:04,234][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/cmg_group_iinrt_dosor_0_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=1 ms [2024-01-12T15:22:04,234][INFO ][Test worker][NodeImpl] Node become leader of group, term=1, conf=iinrt_dosor_0, oldConf=. [2024-01-12T15:22:04,234][INFO ][Test worker][RaftGroupService] Start the RaftGroupService successfully [2024-01-12T15:22:04,234][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ClusterManagementGroupManager] CMG leader has been elected, executing onLeaderElected callback [2024-01-12T15:22:04,234][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][StateMachineAdapter] onLeaderStart: term=1. [2024-01-12T15:22:04,236][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ClusterManagementGroupManager] JoinRequest command executed successfully [2024-01-12T15:22:04,236][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ClusterManagementGroupManager] Successfully joined the cluster [name=cluster] [2024-01-12T15:22:04,236][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ClusterManagementGroupManager] CMG initialized successfully [2024-01-12T15:22:04,236][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ClusterInitializer] Cluster initialized [clusterName=cluster, cmgNodes=[iinrt_dosor_0], msNodes=[iinrt_dosor_0]] [2024-01-12T15:22:04,236][INFO ][%iinrt_dosor_0%start-0][IgniteImpl] Join complete, starting MetaStorage [2024-01-12T15:22:04,237][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ClusterManagementGroupManager] onLeaderElected callback executed successfully [2024-01-12T15:22:04,239][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][ClusterManagementGroupManager] ClusterStateMessage received, starting the CMG [nodes=[iinrt_dosor_0]] [2024-01-12T15:22:04,239][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][ClusterManagementGroupManager] ClusterStateMessage received, starting the CMG [nodes=[iinrt_dosor_0]] [2024-01-12T15:22:04,256][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][Loza] Start new raft node=RaftNodeId [groupId=cmg_group, peer=Peer [consistentId=iinrt_dosor_2, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_0, idx=0]], learners=Set12 [Peer [consistentId=iinrt_dosor_2, idx=0]]] [2024-01-12T15:22:04,256][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][Loza] Start new raft node=RaftNodeId [groupId=cmg_group, peer=Peer [consistentId=iinrt_dosor_1, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_0, idx=0]], learners=Set12 [Peer [consistentId=iinrt_dosor_1, idx=0]]] [2024-01-12T15:22:04,276][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:04,276][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:04,277][WARN ][%iinrt_dosor_1%MessagingService-inbound--0-0][LocalSnapshotStorage] No data for snapshot reader build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/cmg_group_iinrt_dosor_1_0/snapshot. [2024-01-12T15:22:04,277][WARN ][%iinrt_dosor_2%MessagingService-inbound--0-0][LocalSnapshotStorage] No data for snapshot reader build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/cmg_group_iinrt_dosor_2_0/snapshot. [2024-01-12T15:22:04,278][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][NodeImpl] Node init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_0,iinrt_dosor_1/learner, oldConf=. [2024-01-12T15:22:04,278][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][NodeImpl] Node init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_0,iinrt_dosor_2/learner, oldConf=. [2024-01-12T15:22:04,301][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:04,301][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][RaftGroupService] Start the RaftGroupService successfully [2024-01-12T15:22:04,301][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:04,301][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][RaftGroupService] Start the RaftGroupService successfully [2024-01-12T15:22:04,302][WARN ][%iinrt_dosor_1%MessagingService-inbound--0-0][TrackableNetworkMessageHandler] Message handling has been too long [duration=62ms, message=[class org.apache.ignite.internal.cluster.management.network.messages.ClusterStateMessageImpl]] [2024-01-12T15:22:04,302][WARN ][%iinrt_dosor_2%MessagingService-inbound--0-0][TrackableNetworkMessageHandler] Message handling has been too long [duration=62ms, message=[class org.apache.ignite.internal.cluster.management.network.messages.ClusterStateMessageImpl]] [2024-01-12T15:22:04,342][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][ClusterManagementGroupManager] JoinRequest command executed successfully [2024-01-12T15:22:04,342][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][ClusterManagementGroupManager] Successfully joined the cluster [name=cluster] [2024-01-12T15:22:04,342][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][ClusterManagementGroupManager] JoinRequest command executed successfully [2024-01-12T15:22:04,342][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][ClusterManagementGroupManager] Successfully joined the cluster [name=cluster] [2024-01-12T15:22:04,342][INFO ][%iinrt_dosor_2%start-0][IgniteImpl] Join complete, starting MetaStorage [2024-01-12T15:22:04,343][INFO ][%iinrt_dosor_1%start-0][IgniteImpl] Join complete, starting MetaStorage [2024-01-12T15:22:05,215][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][Loza] Start new raft node=RaftNodeId [groupId=metastorage_group, peer=Peer [consistentId=iinrt_dosor_0, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:05,254][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:05,273][WARN ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][LocalSnapshotStorage] No data for snapshot reader build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/metastorage_group_iinrt_dosor_0_0/snapshot. [2024-01-12T15:22:05,274][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][NodeImpl] Node init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_0, oldConf=. [2024-01-12T15:22:05,293][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][NodeImpl] Node start vote and grant vote self, term=0. [2024-01-12T15:22:05,313][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/metastorage_group_iinrt_dosor_0_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=20 ms [2024-01-12T15:22:05,314][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][NodeImpl] Node become leader of group, term=1, conf=iinrt_dosor_0, oldConf=. [2024-01-12T15:22:05,314][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][RaftGroupService] Start the RaftGroupService successfully [2024-01-12T15:22:05,317][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][StateMachineAdapter] onLeaderStart: term=1. [2024-01-12T15:22:05,318][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_1-0][MetaStorageManagerImpl] Performing MetaStorage recovery from revision 0 to 0 [2024-01-12T15:22:05,318][INFO ][%iinrt_dosor_0%Raft-Group-Client-1][MetaStorageLeaderElectionListener] Node has been elected as the leader, starting Idle Safe Time scheduler [2024-01-12T15:22:05,336][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_1-0][MetaStorageManagerImpl] Finished MetaStorage recovery [2024-01-12T15:22:05,367][INFO ][%iinrt_dosor_0%start-0][IgniteImpl] MetaStorage started, starting the remaining components [2024-01-12T15:22:05,368][WARN ][%iinrt_dosor_0%Raft-Group-Client-1][TrackableNetworkMessageHandler] Message handling has been too long [duration=31ms, message=[class org.apache.ignite.raft.jraft.rpc.ReadActionRequestImpl]] [2024-01-12T15:22:05,369][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][Loza] Start new raft node=RaftNodeId [groupId=metastorage_group, peer=Peer [consistentId=iinrt_dosor_1, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_0, idx=0]], learners=Set12 [Peer [consistentId=iinrt_dosor_1, idx=0]]] [2024-01-12T15:22:05,376][INFO ][%iinrt_dosor_0%Raft-Group-Client-1][RaftGroupServiceImpl] Sending changePeersAsync request for group=metastorage_group to peers=[Peer [consistentId=iinrt_dosor_0, idx=0]] and learners=[Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_1, idx=0]] with leader term=1 [2024-01-12T15:22:05,377][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-18][BaseCliRequestProcessor] Receive ChangePeersAsyncRequest with term 1 to from 127.0.0.1:3344, new conf is iinrt_dosor_0,iinrt_dosor_2/learner,iinrt_dosor_1/learner [2024-01-12T15:22:05,377][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-18][NodeImpl] Node change peers from iinrt_dosor_0 to iinrt_dosor_0,iinrt_dosor_2/learner,iinrt_dosor_1/learner. [2024-01-12T15:22:05,377][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:05,377][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-18][NodeImpl] Adding learners: [iinrt_dosor_2, iinrt_dosor_1]. [2024-01-12T15:22:05,378][WARN ][%iinrt_dosor_1%MessagingService-inbound--0-0][LocalSnapshotStorage] No data for snapshot reader build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/metastorage_group_iinrt_dosor_1_0/snapshot. [2024-01-12T15:22:05,378][INFO ][%iinrt_dosor_0%start-0][LeaseTracker] Leases cache recovered [leases=Leases []] [2024-01-12T15:22:05,378][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][NodeImpl] Node init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_0,iinrt_dosor_1/learner, oldConf=. [2024-01-12T15:22:05,378][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][AssignmentsTracker] Assignment cache initialized for placement driver [groupAssignments={}] [2024-01-12T15:22:05,378][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:05,378][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][RaftGroupService] Start the RaftGroupService successfully [2024-01-12T15:22:05,378][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][Loza] Start new raft node=RaftNodeId [groupId=metastorage_group, peer=Peer [consistentId=iinrt_dosor_2, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_0, idx=0]], learners=Set12 [Peer [consistentId=iinrt_dosor_2, idx=0]]] [2024-01-12T15:22:05,378][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-18][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_2, type=Learner]@iinrt_dosor_2 is started [2024-01-12T15:22:05,378][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_0-0][TopologyTracker] Logical topology initialized for placement driver [topologySnap=LogicalTopologySnapshot [version=0, nodes=SetN []]] [2024-01-12T15:22:05,379][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-18][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_1, type=Learner]@iinrt_dosor_1 is started [2024-01-12T15:22:05,379][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:05,379][WARN ][%iinrt_dosor_2%MessagingService-inbound--0-0][LocalSnapshotStorage] No data for snapshot reader build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/metastorage_group_iinrt_dosor_2_0/snapshot. [2024-01-12T15:22:05,379][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-18][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_0] to=[iinrt_dosor_0] was successfully finished [2024-01-12T15:22:05,380][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][NodeImpl] Node init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_0,iinrt_dosor_2/learner, oldConf=. [2024-01-12T15:22:05,380][INFO ][%iinrt_dosor_0%Raft-Group-Client-1][PlacementDriverManager] Placement driver active actor is starting. [2024-01-12T15:22:05,380][INFO ][%iinrt_dosor_0%start-0][PersistentPageMemory] Started page memory [memoryAllocated=256.0 MiB, pages=16256, tableSize=1.2 MiB, replacementSize=2.0 KiB, checkpointBuffer=256.0 MiB] [2024-01-12T15:22:05,380][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Update zones' dataNodes value [zoneId = 2, dataNodes = [], revision = 0] [2024-01-12T15:22:05,380][WARN ][%iinrt_dosor_0%JRaft-Common-Executor-1][RpcRequestClosure] A response: ChangePeersAsyncResponseImpl [newLearnersList=ArrayList [iinrt_dosor_2, iinrt_dosor_1], newPeersList=ArrayList [iinrt_dosor_0], oldLearnersList=ArrayList [], oldPeersList=ArrayList [iinrt_dosor_0]] sent repeatedly! [2024-01-12T15:22:05,381][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:05,381][INFO ][%iinrt_dosor_1%JRaft-AppendEntries-Processor-0][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/metastorage_group_iinrt_dosor_1_0/meta, term=1, votedFor=, cost time=1 ms [2024-01-12T15:22:05,381][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][RaftGroupService] Start the RaftGroupService successfully [2024-01-12T15:22:05,381][INFO ][%iinrt_dosor_1%JRaft-AppendEntries-Processor-0][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:05,381][WARN ][%iinrt_dosor_1%JRaft-AppendEntries-Processor-0][NodeImpl] Node reject term_unmatched AppendEntriesRequest from iinrt_dosor_0, term=1, prevLogIndex=1, prevLogTerm=1, localPrevLogTerm=0, lastLogIndex=0, entriesSize=0. [2024-01-12T15:22:05,382][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Raft node receives message from new leader with higher term.]]. [2024-01-12T15:22:05,382][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][MetaStorageManagerImpl] Performing MetaStorage recovery from revision 0 to 1 [2024-01-12T15:22:05,383][INFO ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-0][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/metastorage_group_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:05,383][INFO ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-0][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:05,384][WARN ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-0][NodeImpl] Node reject term_unmatched AppendEntriesRequest from iinrt_dosor_0, term=1, prevLogIndex=1, prevLogTerm=1, localPrevLogTerm=0, lastLogIndex=0, entriesSize=0. [2024-01-12T15:22:05,384][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][MetaStorageManagerImpl] Performing MetaStorage recovery from revision 0 to 3 [2024-01-12T15:22:05,384][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Raft node receives message from new leader with higher term.]]. [2024-01-12T15:22:05,384][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][MetaStorageManagerImpl] Finished MetaStorage recovery [2024-01-12T15:22:05,385][INFO ][%iinrt_dosor_1%start-0][IgniteImpl] MetaStorage started, starting the remaining components [2024-01-12T15:22:05,387][INFO ][%iinrt_dosor_1%start-0][LeaseTracker] Leases cache recovered [leases=Leases []] [2024-01-12T15:22:05,405][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][MetaStorageManagerImpl] Finished MetaStorage recovery [2024-01-12T15:22:05,405][INFO ][%iinrt_dosor_2%start-0][IgniteImpl] MetaStorage started, starting the remaining components [2024-01-12T15:22:05,409][INFO ][%iinrt_dosor_2%start-0][LeaseTracker] Leases cache recovered [leases=Leases []] [2024-01-12T15:22:05,425][INFO ][%iinrt_dosor_1%start-0][PersistentPageMemory] Started page memory [memoryAllocated=256.0 MiB, pages=16256, tableSize=1.2 MiB, replacementSize=2.0 KiB, checkpointBuffer=256.0 MiB] [2024-01-12T15:22:05,444][INFO ][%iinrt_dosor_2%start-0][PersistentPageMemory] Started page memory [memoryAllocated=256.0 MiB, pages=16256, tableSize=1.2 MiB, replacementSize=2.0 KiB, checkpointBuffer=256.0 MiB] [2024-01-12T15:22:05,788][INFO ][%iinrt_dosor_0%vault-1][LowWatermark] Low watermark has been successfully got from the vault and is scheduled to be updated: null [2024-01-12T15:22:06,002][INFO ][%iinrt_dosor_1%vault-1][LowWatermark] Low watermark has been successfully got from the vault and is scheduled to be updated: null [2024-01-12T15:22:06,117][INFO ][%iinrt_dosor_2%vault-1][LowWatermark] Low watermark has been successfully got from the vault and is scheduled to be updated: null [2024-01-12T15:22:06,367][INFO ][%iinrt_dosor_0%start-0][IndexManager] Indexes started successfully [2024-01-12T15:22:06,386][INFO ][%iinrt_dosor_0%start-0][IndexManager] Index manager started [2024-01-12T15:22:06,388][INFO ][%iinrt_dosor_0%start-0][ClientHandlerModule] Thin client protocol started successfully [port=10800] [2024-01-12T15:22:06,405][INFO ][%iinrt_dosor_0%start-0][IgniteImpl] Components started, performing recovery [2024-01-12T15:22:06,447][INFO ][%iinrt_dosor_0%start-0][IgniteImpl] Recovery complete, finishing join [2024-01-12T15:22:06,464][INFO ][%iinrt_dosor_0%start-0][ClusterManagementGroupManager] Node is ready to join the logical topology [2024-01-12T15:22:06,483][INFO ][%iinrt_dosor_1%start-0][IndexManager] Indexes started successfully [2024-01-12T15:22:06,483][INFO ][%iinrt_dosor_1%start-0][IndexManager] Index manager started [2024-01-12T15:22:06,484][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=1, nodes=Set12 [LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:06,484][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][TopologyAwareRaftGroupService] New peer will be sending a leader elected notification [grpId=metastorage_group, consistentId=iinrt_dosor_0] [2024-01-12T15:22:06,485][INFO ][%iinrt_dosor_1%start-0][ClientHandlerModule] Thin client protocol started successfully [port=10801] [2024-01-12T15:22:06,520][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][TopologyAwareRaftGroupService] New peer will be sending a leader elected notification [grpId=metastorage_group, consistentId=iinrt_dosor_0] [2024-01-12T15:22:06,520][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Distribution zones' logical topology and version keys were updated [topology = [LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 1] [2024-01-12T15:22:06,520][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ClusterManagementGroupManager] JoinReady command executed successfully [2024-01-12T15:22:06,520][INFO ][%iinrt_dosor_0%start-0][LifecycleManager] Start complete [2024-01-12T15:22:06,520][INFO ][ForkJoinPool.commonPool-worker-3][IgnitionImpl] Apache Ignite started successfully! [2024-01-12T15:22:06,521][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Updating data nodes for a zone after scale up has succeeded [zoneId = 2, dataNodes = {iinrt_dosor_0=1}, revision = 5] [2024-01-12T15:22:06,522][INFO ][%iinrt_dosor_1%start-0][IgniteImpl] Components started, performing recovery [2024-01-12T15:22:06,540][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Update recoverable state for distribution zone manager [revision = 5] [2024-01-12T15:22:06,545][INFO ][%iinrt_dosor_1%start-0][IgniteImpl] Recovery complete, finishing join [2024-01-12T15:22:06,560][INFO ][%iinrt_dosor_1%start-0][ClusterManagementGroupManager] Node is ready to join the logical topology [2024-01-12T15:22:06,560][INFO ][%iinrt_dosor_2%start-0][IndexManager] Indexes started successfully [2024-01-12T15:22:06,560][INFO ][%iinrt_dosor_2%start-0][IndexManager] Index manager started [2024-01-12T15:22:06,561][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=2, nodes=Set12 [LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]]]]] [2024-01-12T15:22:06,561][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-23][BaseCliRequestProcessor] Receive ResetLearnersRequest to from 127.0.0.1:3344, resetting into [iinrt_dosor_1]. [2024-01-12T15:22:06,561][INFO ][%iinrt_dosor_2%start-0][ClientHandlerModule] Thin client protocol started successfully [port=10802] [2024-01-12T15:22:06,562][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-23][NodeImpl] Adding learners: [iinrt_dosor_1]. [2024-01-12T15:22:06,562][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Distribution zones' logical topology and version keys were updated [topology = [LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]]], version = 2] [2024-01-12T15:22:06,562][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][ClusterManagementGroupManager] JoinReady command executed successfully [2024-01-12T15:22:06,562][INFO ][%iinrt_dosor_1%start-0][LifecycleManager] Start complete [2024-01-12T15:22:06,562][INFO ][ForkJoinPool.commonPool-worker-3][IgnitionImpl] Apache Ignite started successfully! [2024-01-12T15:22:06,563][INFO ][%iinrt_dosor_2%start-0][IgniteImpl] Components started, performing recovery [2024-01-12T15:22:06,563][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Updating data nodes for a zone after scale up has succeeded [zoneId = 2, dataNodes = {iinrt_dosor_1=1, iinrt_dosor_0=1}, revision = 8] [2024-01-12T15:22:06,563][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-23][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_1, type=Learner]@iinrt_dosor_1 is started [2024-01-12T15:22:06,563][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-23][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_0] to=[iinrt_dosor_0] was successfully finished [2024-01-12T15:22:06,563][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Update recoverable state for distribution zone manager [revision = 8] [2024-01-12T15:22:06,564][INFO ][%iinrt_dosor_2%start-0][IgniteImpl] Recovery complete, finishing join [2024-01-12T15:22:06,564][INFO ][%iinrt_dosor_2%start-0][ClusterManagementGroupManager] Node is ready to join the logical topology [2024-01-12T15:22:06,565][INFO ][%iinrt_dosor_1%JRaft-AppendEntries-Processor-1][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/cmg_group_iinrt_dosor_1_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:06,565][INFO ][%iinrt_dosor_1%JRaft-AppendEntries-Processor-1][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:06,565][WARN ][%iinrt_dosor_1%JRaft-AppendEntries-Processor-1][NodeImpl] Node reject term_unmatched AppendEntriesRequest from iinrt_dosor_0, term=1, prevLogIndex=7, prevLogTerm=1, localPrevLogTerm=0, lastLogIndex=0, entriesSize=0. [2024-01-12T15:22:06,565][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Raft node receives message from new leader with higher term.]]. [2024-01-12T15:22:06,566][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=3, nodes=SetN [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:06,567][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Distribution zones' logical topology and version keys were updated [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 3] [2024-01-12T15:22:06,567][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-14][BaseCliRequestProcessor] Receive ResetLearnersRequest to from 127.0.0.1:3344, resetting into [iinrt_dosor_2, iinrt_dosor_1]. [2024-01-12T15:22:06,567][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][ClusterManagementGroupManager] JoinReady command executed successfully [2024-01-12T15:22:06,567][INFO ][%iinrt_dosor_2%start-0][LifecycleManager] Start complete [2024-01-12T15:22:06,567][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-14][NodeImpl] Adding learners: [iinrt_dosor_2]. [2024-01-12T15:22:06,567][INFO ][ForkJoinPool.commonPool-worker-3][IgnitionImpl] Apache Ignite started successfully! [2024-01-12T15:22:06,568][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Update recoverable state for distribution zone manager [revision = 11] [2024-01-12T15:22:06,568][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Updating data nodes for a zone after scale up has succeeded [zoneId = 2, dataNodes = {iinrt_dosor_2=1, iinrt_dosor_1=1, iinrt_dosor_0=1}, revision = 11] [2024-01-12T15:22:06,568][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-14][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_2, type=Learner]@iinrt_dosor_2 is started [2024-01-12T15:22:06,568][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-14][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_0] to=[iinrt_dosor_0] was successfully finished [2024-01-12T15:22:06,568][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=1, nodes=Set12 [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:06,572][INFO ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-1][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/cmg_group_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=4 ms [2024-01-12T15:22:06,572][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=2, nodes=Set12 [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]]]]] [2024-01-12T15:22:06,572][INFO ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-1][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:06,572][WARN ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-1][NodeImpl] Node reject term_unmatched AppendEntriesRequest from iinrt_dosor_0, term=1, prevLogIndex=9, prevLogTerm=1, localPrevLogTerm=0, lastLogIndex=0, entriesSize=0. [2024-01-12T15:22:06,572][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Raft node receives message from new leader with higher term.]]. [2024-01-12T15:22:06,573][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 1] [2024-01-12T15:22:06,573][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=3, nodes=SetN [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:06,575][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]]], version = 2] [2024-01-12T15:22:06,575][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Update zones' dataNodes value [zoneId = 5, dataNodes = [iinrt_dosor_2, iinrt_dosor_1, iinrt_dosor_0], revision = 14] [2024-01-12T15:22:06,575][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 3] [2024-01-12T15:22:06,576][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=1, nodes=Set12 [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:06,577][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=2, nodes=Set12 [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]]]]] [2024-01-12T15:22:06,577][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 1] [2024-01-12T15:22:06,578][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=3, nodes=SetN [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:06,578][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]]], version = 2] [2024-01-12T15:22:06,579][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 3] [2024-01-12T15:22:06,793][INFO ][%iinrt_dosor_0%metastorage-watch-executor-2][IndexManager] Creating local index: name=TABLE1_PK, id=7, tableId=6, token=16 [2024-01-12T15:22:06,795][INFO ][%iinrt_dosor_2%metastorage-watch-executor-2][IndexManager] Creating local index: name=TABLE1_PK, id=7, tableId=6, token=16 [2024-01-12T15:22:06,795][INFO ][%iinrt_dosor_1%metastorage-watch-executor-2][IndexManager] Creating local index: name=TABLE1_PK, id=7, tableId=6, token=16 [2024-01-12T15:22:06,898][INFO ][%iinrt_dosor_0%tableManager-io-4][Loza] Start new raft node=RaftNodeId [groupId=6_part_0, peer=Peer [consistentId=iinrt_dosor_0, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,898][INFO ][%iinrt_dosor_0%tableManager-io-5][Loza] Start new raft node=RaftNodeId [groupId=6_part_1, peer=Peer [consistentId=iinrt_dosor_0, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,898][INFO ][%iinrt_dosor_0%tableManager-io-6][Loza] Start new raft node=RaftNodeId [groupId=6_part_2, peer=Peer [consistentId=iinrt_dosor_0, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,918][INFO ][%iinrt_dosor_2%tableManager-io-4][Loza] Start new raft node=RaftNodeId [groupId=6_part_0, peer=Peer [consistentId=iinrt_dosor_2, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,918][INFO ][%iinrt_dosor_2%tableManager-io-5][Loza] Start new raft node=RaftNodeId [groupId=6_part_1, peer=Peer [consistentId=iinrt_dosor_2, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,918][INFO ][%iinrt_dosor_2%tableManager-io-6][Loza] Start new raft node=RaftNodeId [groupId=6_part_2, peer=Peer [consistentId=iinrt_dosor_2, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,936][INFO ][%iinrt_dosor_0%tableManager-io-4][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_0%tableManager-io-5][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_2%tableManager-io-6][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_0%tableManager-io-4][NodeImpl] Node <6_part_0/iinrt_dosor_0> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_2%tableManager-io-4][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_2%tableManager-io-5][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_0%tableManager-io-6][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_0%tableManager-io-5][NodeImpl] Node <6_part_1/iinrt_dosor_0> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_0%tableManager-io-6][NodeImpl] Node <6_part_2/iinrt_dosor_0> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_2%tableManager-io-6][NodeImpl] Node <6_part_2/iinrt_dosor_2> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,937][INFO ][%iinrt_dosor_1%tableManager-io-4][Loza] Start new raft node=RaftNodeId [groupId=6_part_0, peer=Peer [consistentId=iinrt_dosor_1, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,938][INFO ][%iinrt_dosor_2%tableManager-io-4][NodeImpl] Node <6_part_0/iinrt_dosor_2> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,938][INFO ][%iinrt_dosor_1%tableManager-io-4][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,938][INFO ][%iinrt_dosor_0%tableManager-io-5][RaftGroupService] Start the RaftGroupService successfully <6_part_1/iinrt_dosor_0> [2024-01-12T15:22:06,938][INFO ][%iinrt_dosor_1%tableManager-io-4][NodeImpl] Node <6_part_0/iinrt_dosor_1> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,938][INFO ][%iinrt_dosor_2%tableManager-io-5][NodeImpl] Node <6_part_1/iinrt_dosor_2> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,939][INFO ][%iinrt_dosor_1%tableManager-io-4][RaftGroupService] Start the RaftGroupService successfully <6_part_0/iinrt_dosor_1> [2024-01-12T15:22:06,939][INFO ][%iinrt_dosor_0%tableManager-io-4][RaftGroupService] Start the RaftGroupService successfully <6_part_0/iinrt_dosor_0> [2024-01-12T15:22:06,939][INFO ][%iinrt_dosor_0%tableManager-io-6][RaftGroupService] Start the RaftGroupService successfully <6_part_2/iinrt_dosor_0> [2024-01-12T15:22:06,940][INFO ][%iinrt_dosor_2%tableManager-io-6][RaftGroupService] Start the RaftGroupService successfully <6_part_2/iinrt_dosor_2> [2024-01-12T15:22:06,940][INFO ][%iinrt_dosor_1%tableManager-io-5][Loza] Start new raft node=RaftNodeId [groupId=6_part_1, peer=Peer [consistentId=iinrt_dosor_1, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,941][INFO ][%iinrt_dosor_2%tableManager-io-4][RaftGroupService] Start the RaftGroupService successfully <6_part_0/iinrt_dosor_2> [2024-01-12T15:22:06,941][INFO ][%iinrt_dosor_1%tableManager-io-5][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,941][INFO ][%iinrt_dosor_1%tableManager-io-5][NodeImpl] Node <6_part_1/iinrt_dosor_1> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,942][INFO ][%iinrt_dosor_1%tableManager-io-6][Loza] Start new raft node=RaftNodeId [groupId=6_part_2, peer=Peer [consistentId=iinrt_dosor_1, idx=0]] with initial configuration=PeersAndLearners [peers=SetN [Peer [consistentId=iinrt_dosor_1, idx=0], Peer [consistentId=iinrt_dosor_2, idx=0], Peer [consistentId=iinrt_dosor_0, idx=0]], learners=SetN []] [2024-01-12T15:22:06,943][INFO ][%iinrt_dosor_1%tableManager-io-6][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:06,943][INFO ][%iinrt_dosor_2%tableManager-io-5][RaftGroupService] Start the RaftGroupService successfully <6_part_1/iinrt_dosor_2> [2024-01-12T15:22:06,943][INFO ][%iinrt_dosor_1%tableManager-io-6][NodeImpl] Node <6_part_2/iinrt_dosor_1> init, term=0, lastLogId=LogId [index=0, term=0], conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:06,944][INFO ][%iinrt_dosor_1%tableManager-io-5][RaftGroupService] Start the RaftGroupService successfully <6_part_1/iinrt_dosor_1> [2024-01-12T15:22:06,945][INFO ][%iinrt_dosor_1%tableManager-io-6][RaftGroupService] Start the RaftGroupService successfully <6_part_2/iinrt_dosor_1> [2024-01-12T15:22:08,591][INFO ][%iinrt_dosor_1%JRaft-ElectionTimer-0][NodeImpl] Node <6_part_1/iinrt_dosor_1> term 0 start preVote. [2024-01-12T15:22:08,592][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-10][NodeImpl] Node <6_part_1/iinrt_dosor_0> received PreVoteRequest from iinrt_dosor_1, term=1, currTerm=0, granted=true, requestLastLogId=LogId [index=0, term=0], lastLogId=LogId [index=0, term=0]. [2024-01-12T15:22:08,593][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-16][NodeImpl] Node <6_part_1/iinrt_dosor_2> received PreVoteRequest from iinrt_dosor_1, term=1, currTerm=0, granted=true, requestLastLogId=LogId [index=0, term=0], lastLogId=LogId [index=0, term=0]. [2024-01-12T15:22:08,593][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-2][NodeImpl] Node <6_part_1/iinrt_dosor_1> received PreVoteResponse from iinrt_dosor_0, term=0, granted=true. [2024-01-12T15:22:08,593][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-2][NodeImpl] Node <6_part_1/iinrt_dosor_1> start vote and grant vote self, term=0. [2024-01-12T15:22:08,594][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][NodeImpl] Node <6_part_1/iinrt_dosor_0> received RequestVoteRequest from iinrt_dosor_1, term=1, currTerm=0. [2024-01-12T15:22:08,594][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-14][NodeImpl] Node <6_part_1/iinrt_dosor_2> received RequestVoteRequest from iinrt_dosor_1, term=1, currTerm=0. [2024-01-12T15:22:08,594][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-2][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_1_iinrt_dosor_1_0/meta, term=1, votedFor=iinrt_dosor_1, cost time=1 ms [2024-01-12T15:22:08,594][WARN ][%iinrt_dosor_1%JRaft-Response-Processor-3][NodeImpl] Node <6_part_1/iinrt_dosor_1> received invalid PreVoteResponse from iinrt_dosor_2, state not in STATE_FOLLOWER but STATE_CANDIDATE. [2024-01-12T15:22:08,594][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_1_iinrt_dosor_0_0/meta, term=1, votedFor=, cost time=1 ms [2024-01-12T15:22:08,594][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-14][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_1_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=1 ms [2024-01-12T15:22:08,595][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_1_iinrt_dosor_0_0/meta, term=1, votedFor=iinrt_dosor_1, cost time=1 ms [2024-01-12T15:22:08,595][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-14][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_1_iinrt_dosor_2_0/meta, term=1, votedFor=iinrt_dosor_1, cost time=0 ms [2024-01-12T15:22:08,595][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-4][NodeImpl] Node <6_part_1/iinrt_dosor_1> become leader of group, term=1, conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:08,596][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-4][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_0, type=Follower]@iinrt_dosor_0 is started [2024-01-12T15:22:08,596][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-4][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_2, type=Follower]@iinrt_dosor_2 is started [2024-01-12T15:22:08,596][WARN ][%iinrt_dosor_1%JRaft-Response-Processor-5][NodeImpl] Node <6_part_1/iinrt_dosor_1> received invalid RequestVoteResponse from iinrt_dosor_2, state not in STATE_CANDIDATE but STATE_LEADER. [2024-01-12T15:22:08,597][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_1, term=1, status=Status[ENEWLEADER<10011>: Follower receives message from new leader with the same term.]]. [2024-01-12T15:22:08,597][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_1, term=1, status=Status[ENEWLEADER<10011>: Follower receives message from new leader with the same term.]]. [2024-01-12T15:22:08,599][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onLeaderStart: term=1. [2024-01-12T15:22:08,648][INFO ][%iinrt_dosor_0%JRaft-ElectionTimer-0][NodeImpl] Node <6_part_2/iinrt_dosor_0> term 0 start preVote. [2024-01-12T15:22:08,649][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-12][NodeImpl] Node <6_part_2/iinrt_dosor_2> received PreVoteRequest from iinrt_dosor_0, term=1, currTerm=0, granted=true, requestLastLogId=LogId [index=0, term=0], lastLogId=LogId [index=0, term=0]. [2024-01-12T15:22:08,649][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-5][NodeImpl] Node <6_part_2/iinrt_dosor_1> received PreVoteRequest from iinrt_dosor_0, term=1, currTerm=0, granted=true, requestLastLogId=LogId [index=0, term=0], lastLogId=LogId [index=0, term=0]. [2024-01-12T15:22:08,649][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-6][NodeImpl] Node <6_part_2/iinrt_dosor_0> received PreVoteResponse from iinrt_dosor_2, term=0, granted=true. [2024-01-12T15:22:08,649][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-6][NodeImpl] Node <6_part_2/iinrt_dosor_0> start vote and grant vote self, term=0. [2024-01-12T15:22:08,650][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-6][NodeImpl] Node <6_part_2/iinrt_dosor_1> received RequestVoteRequest from iinrt_dosor_0, term=1, currTerm=0. [2024-01-12T15:22:08,650][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-15][NodeImpl] Node <6_part_2/iinrt_dosor_2> received RequestVoteRequest from iinrt_dosor_0, term=1, currTerm=0. [2024-01-12T15:22:08,650][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-6][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_2_iinrt_dosor_0_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=0 ms [2024-01-12T15:22:08,650][WARN ][%iinrt_dosor_0%JRaft-Response-Processor-7][NodeImpl] Node <6_part_2/iinrt_dosor_0> received invalid PreVoteResponse from iinrt_dosor_1, state not in STATE_FOLLOWER but STATE_CANDIDATE. [2024-01-12T15:22:08,650][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-6][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_2_iinrt_dosor_1_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:08,650][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-15][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_2_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:08,652][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-6][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_2_iinrt_dosor_1_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=1 ms [2024-01-12T15:22:08,652][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-15][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_2_iinrt_dosor_2_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=1 ms [2024-01-12T15:22:08,652][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-8][NodeImpl] Node <6_part_2/iinrt_dosor_0> become leader of group, term=1, conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:08,652][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-8][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_2, type=Follower]@iinrt_dosor_2 is started [2024-01-12T15:22:08,653][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-8][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_1, type=Follower]@iinrt_dosor_1 is started [2024-01-12T15:22:08,653][WARN ][%iinrt_dosor_0%JRaft-Response-Processor-9][NodeImpl] Node <6_part_2/iinrt_dosor_0> received invalid RequestVoteResponse from iinrt_dosor_2, state not in STATE_CANDIDATE but STATE_LEADER. [2024-01-12T15:22:08,653][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_4-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Follower receives message from new leader with the same term.]]. [2024-01-12T15:22:08,653][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Follower receives message from new leader with the same term.]]. [2024-01-12T15:22:08,654][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onLeaderStart: term=1. [2024-01-12T15:22:08,750][INFO ][%iinrt_dosor_0%JRaft-ElectionTimer-4][NodeImpl] Node <6_part_0/iinrt_dosor_0> term 0 start preVote. [2024-01-12T15:22:08,752][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-3][NodeImpl] Node <6_part_0/iinrt_dosor_1> received PreVoteRequest from iinrt_dosor_0, term=1, currTerm=0, granted=true, requestLastLogId=LogId [index=0, term=0], lastLogId=LogId [index=0, term=0]. [2024-01-12T15:22:08,752][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-7][NodeImpl] Node <6_part_0/iinrt_dosor_2> received PreVoteRequest from iinrt_dosor_0, term=1, currTerm=0, granted=true, requestLastLogId=LogId [index=0, term=0], lastLogId=LogId [index=0, term=0]. [2024-01-12T15:22:08,752][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-12][NodeImpl] Node <6_part_0/iinrt_dosor_0> received PreVoteResponse from iinrt_dosor_1, term=0, granted=true. [2024-01-12T15:22:08,752][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-12][NodeImpl] Node <6_part_0/iinrt_dosor_0> start vote and grant vote self, term=0. [2024-01-12T15:22:08,753][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-5][NodeImpl] Node <6_part_0/iinrt_dosor_1> received RequestVoteRequest from iinrt_dosor_0, term=1, currTerm=0. [2024-01-12T15:22:08,753][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-9][NodeImpl] Node <6_part_0/iinrt_dosor_2> received RequestVoteRequest from iinrt_dosor_0, term=1, currTerm=0. [2024-01-12T15:22:08,753][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-12][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_0_iinrt_dosor_0_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=1 ms [2024-01-12T15:22:08,753][WARN ][%iinrt_dosor_0%JRaft-Response-Processor-13][NodeImpl] Node <6_part_0/iinrt_dosor_0> received invalid PreVoteResponse from iinrt_dosor_2, state not in STATE_FOLLOWER but STATE_CANDIDATE. [2024-01-12T15:22:08,753][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-5][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_0_iinrt_dosor_1_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:08,753][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-9][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_0_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:08,754][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-5][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_0_iinrt_dosor_1_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=0 ms [2024-01-12T15:22:08,755][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-9][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_0_iinrt_dosor_2_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=0 ms [2024-01-12T15:22:08,755][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-14][NodeImpl] Node <6_part_0/iinrt_dosor_0> become leader of group, term=1, conf=iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0, oldConf=. [2024-01-12T15:22:08,755][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-14][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_2, type=Follower]@iinrt_dosor_2 is started [2024-01-12T15:22:08,755][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-14][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_1, type=Follower]@iinrt_dosor_1 is started [2024-01-12T15:22:08,755][WARN ][%iinrt_dosor_0%JRaft-Response-Processor-15][NodeImpl] Node <6_part_0/iinrt_dosor_0> received invalid RequestVoteResponse from iinrt_dosor_2, state not in STATE_CANDIDATE but STATE_LEADER. [2024-01-12T15:22:08,756][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Follower receives message from new leader with the same term.]]. [2024-01-12T15:22:08,756][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Follower receives message from new leader with the same term.]]. [2024-01-12T15:22:08,757][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][StateMachineAdapter] onLeaderStart: term=1. [2024-01-12T15:22:08,760][WARN ][%iinrt_dosor_1%vault-0][WatchProcessor] Watch event processing has been too long [duration=1965, keys=[catalog.update.3, catalog.version]] [2024-01-12T15:22:08,777][WARN ][%iinrt_dosor_2%vault-2][WatchProcessor] Watch event processing has been too long [duration=1982, keys=[catalog.update.3, catalog.version]] [2024-01-12T15:22:08,778][WARN ][%iinrt_dosor_0%vault-1][WatchProcessor] Watch event processing has been too long [duration=1985, keys=[catalog.update.3, catalog.version]] [2024-01-12T15:22:08,885][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][ReplicaManager] Received LeaseGrantedMessage for replica belonging to group=6_part_2, force=false [2024-01-12T15:22:08,885][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][ReplicaManager] Waiting for actual storage state, group=6_part_2 [2024-01-12T15:22:08,885][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][ReplicaManager] Received LeaseGrantedMessage for replica belonging to group=6_part_0, force=false [2024-01-12T15:22:08,885][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][ReplicaManager] Waiting for actual storage state, group=6_part_0 [2024-01-12T15:22:08,885][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][ReplicaManager] Received LeaseGrantedMessage for replica belonging to group=6_part_1, force=false [2024-01-12T15:22:08,885][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][ReplicaManager] Proposing lease redirection, proposed node=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc76] [2024-01-12T15:22:08,885][INFO ][%iinrt_dosor_0%JRaft-AppendEntries-Processor-8][ReplicaManager] Lease accepted [group=6_part_0, leaseStartTime=HybridTimestamp [physical=2024-01-12 15:22:08:884 +0300, logical=2, composite=111742951678541826]]. [2024-01-12T15:22:08,885][INFO ][%iinrt_dosor_0%JRaft-AppendEntries-Processor-6][ReplicaManager] Lease accepted [group=6_part_2, leaseStartTime=HybridTimestamp [physical=2024-01-12 15:22:08:884 +0300, logical=1, composite=111742951678541825]]. [2024-01-12T15:22:09,386][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][ReplicaManager] Received LeaseGrantedMessage for replica belonging to group=6_part_1, force=false [2024-01-12T15:22:09,386][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][ReplicaManager] Waiting for actual storage state, group=6_part_1 [2024-01-12T15:22:09,387][INFO ][%iinrt_dosor_1%JRaft-AppendEntries-Processor-2][ReplicaManager] Lease accepted [group=6_part_1, leaseStartTime=HybridTimestamp [physical=2024-01-12 15:22:09:385 +0300, logical=3, composite=111742951711375363]]. [2024-01-12T15:22:10,273][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][RebalanceUtil] Update metastore pending partitions key [key=assignments.pending.6_part_0, partition=0, table=6/TABLE1, newVal=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:10,273][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][RebalanceUtil] Update metastore pending partitions key [key=assignments.pending.6_part_1, partition=1, table=6/TABLE1, newVal=[Assignment [consistentId=iinrt_dosor_2, isPeer=true]]] [2024-01-12T15:22:10,273][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][RebalanceUtil] Update metastore pending partitions key [key=assignments.pending.6_part_2, partition=2, table=6/TABLE1, newVal=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:10,273][INFO ][%iinrt_dosor_0%metastorage-watch-executor-1][TableManager] Received update on pending assignments. Check if new raft group should be started [key=assignments.pending.6_part_0, partition=0, table=TABLE1, localMemberAddress=127.0.0.1:3344] [2024-01-12T15:22:10,274][INFO ][%iinrt_dosor_0%MessagingService-inbound--0-0][TableManager] Current node=Peer [consistentId=iinrt_dosor_0, idx=0] is the leader of partition raft group=6_part_0. Initiate rebalance process for partition=0, table=TABLE1 [2024-01-12T15:22:10,274][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_1-0][RaftGroupServiceImpl] Sending changePeersAsync request for group=6_part_0 to peers=[Peer [consistentId=iinrt_dosor_1, idx=0]] and learners=[] with leader term=1 [2024-01-12T15:22:10,274][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-11][BaseCliRequestProcessor] Receive ChangePeersAsyncRequest with term 1 to <6_part_0/iinrt_dosor_0> from 127.0.0.1:3344, new conf is iinrt_dosor_1 [2024-01-12T15:22:10,274][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-11][NodeImpl] Node <6_part_0/iinrt_dosor_0> change peers from iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0 to iinrt_dosor_1. [2024-01-12T15:22:10,274][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-11][NodeImpl] Adding learners: []. [2024-01-12T15:22:10,274][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-11][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_1, iinrt_dosor_2, iinrt_dosor_0] to=[iinrt_dosor_1] was successfully finished [2024-01-12T15:22:10,275][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][TableManager] Received update on pending assignments. Check if new raft group should be started [key=assignments.pending.6_part_1, partition=1, table=TABLE1, localMemberAddress=127.0.0.1:3344] [2024-01-12T15:22:10,275][INFO ][%iinrt_dosor_0%metastorage-watch-executor-2][TableManager] Received update on pending assignments. Check if new raft group should be started [key=assignments.pending.6_part_2, partition=2, table=TABLE1, localMemberAddress=127.0.0.1:3344] [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_1. [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%MessagingService-inbound--0-0][TableManager] Current node=Peer [consistentId=iinrt_dosor_0, idx=0] is the leader of partition raft group=6_part_2. Initiate rebalance process for partition=2, table=TABLE1 [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%JRaft-ReadOnlyService-Disruptor-_stripe_1-0][RaftGroupServiceImpl] Sending changePeersAsync request for group=6_part_2 to peers=[Peer [consistentId=iinrt_dosor_1, idx=0]] and learners=[] with leader term=1 [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][TableManager] Received update on pending assignments. Check if new raft group should be started [key=assignments.pending.6_part_0, partition=0, table=TABLE1, localMemberAddress=127.0.0.1:3345] [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-19][BaseCliRequestProcessor] Receive ChangePeersAsyncRequest with term 1 to <6_part_2/iinrt_dosor_0> from 127.0.0.1:3344, new conf is iinrt_dosor_1 [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_1. [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_1. [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-19][NodeImpl] Node <6_part_2/iinrt_dosor_0> change peers from iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0 to iinrt_dosor_1. [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ReplicatorGroupImpl] Stop replicator to iinrt_dosor_2. [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-19][NodeImpl] Adding learners: []. [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][Replicator] Replicator Replicator [state=Replicate, statInfo=, peerId=iinrt_dosor_2, type=Follower] is going to quit [2024-01-12T15:22:10,276][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-19][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_1, iinrt_dosor_2, iinrt_dosor_0] to=[iinrt_dosor_1] was successfully finished [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-18][NodeImpl] Node <6_part_0/iinrt_dosor_1> received TimeoutNowRequest from iinrt_dosor_0, term=1 and starts voting. [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-18][NodeImpl] Node <6_part_0/iinrt_dosor_1> start vote and grant vote self, term=1. [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ERAFTTIMEDOUT<10001>: A follower's leader_id is reset to NULL as it begins to request_vote.]]. [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][TableManager] Received update on pending assignments. Check if new raft group should be started [key=assignments.pending.6_part_1, partition=1, table=TABLE1, localMemberAddress=127.0.0.1:3345] [2024-01-12T15:22:10,277][WARN ][%iinrt_dosor_0%JRaft-Common-Executor-3][RpcRequestClosure] A response: ChangePeersAsyncResponseImpl [newLearnersList=ArrayList [], newPeersList=ArrayList [iinrt_dosor_1], oldLearnersList=ArrayList [], oldPeersList=ArrayList [iinrt_dosor_1, iinrt_dosor_2, iinrt_dosor_0]] sent repeatedly! [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-16][Replicator] Replicator Replicator [state=Replicate, statInfo=, peerId=iinrt_dosor_1, type=Follower] is going to quit [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_1. [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][StateMachineAdapter] onLeaderStop: status=Status[ELEADERREMOVED<10004>: This node was removed.]. [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][TableManager] Current node=Peer [consistentId=iinrt_dosor_1, idx=0] is the leader of partition raft group=6_part_1. Initiate rebalance process for partition=1, table=TABLE1 [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_4-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_1. [2024-01-12T15:22:10,277][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_1. [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_2-0][ReplicatorGroupImpl] Stop replicator to iinrt_dosor_2. [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-16][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_0_iinrt_dosor_0_0/meta, term=2, votedFor=, cost time=0 ms [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][RaftGroupServiceImpl] Sending changePeersAsync request for group=6_part_1 to peers=[Peer [consistentId=iinrt_dosor_2, idx=0]] and learners=[] with leader term=1 [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_2-0][Replicator] Replicator Replicator [state=Replicate, statInfo=, peerId=iinrt_dosor_2, type=Follower] is going to quit [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-18][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_0_iinrt_dosor_1_0/meta, term=2, votedFor=iinrt_dosor_1, cost time=0 ms [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_0%rebalance-scheduler-0][RebalanceRaftGroupEventsListener] Rebalance finished [tablePartitionId=6_part_0, appliedPeers=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-18][NodeImpl] Node <6_part_0/iinrt_dosor_1> become leader of group, term=2, conf=iinrt_dosor_1, oldConf=. [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-19][BaseCliRequestProcessor] Receive ChangePeersAsyncRequest with term 1 to <6_part_1/iinrt_dosor_1> from 127.0.0.1:3345, new conf is iinrt_dosor_2 [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onLeaderStop: status=Status[ELEADERREMOVED<10004>: This node was removed.]. [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-19][NodeImpl] Node <6_part_1/iinrt_dosor_1> change peers from iinrt_dosor_1,iinrt_dosor_2,iinrt_dosor_0 to iinrt_dosor_2. [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-19][NodeImpl] Adding learners: []. [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-20][NodeImpl] Node <6_part_2/iinrt_dosor_1> received TimeoutNowRequest from iinrt_dosor_0, term=1 and starts voting. [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-19][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_1, iinrt_dosor_2, iinrt_dosor_0] to=[iinrt_dosor_2] was successfully finished [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-20][NodeImpl] Node <6_part_2/iinrt_dosor_1> start vote and grant vote self, term=1. [2024-01-12T15:22:10,278][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ERAFTTIMEDOUT<10001>: A follower's leader_id is reset to NULL as it begins to request_vote.]]. [2024-01-12T15:22:10,278][WARN ][%iinrt_dosor_0%JRaft-Common-Executor-1][RpcRequestClosure] A response: ChangePeersAsyncResponseImpl [newLearnersList=ArrayList [], newPeersList=ArrayList [iinrt_dosor_1], oldLearnersList=ArrayList [], oldPeersList=ArrayList [iinrt_dosor_1, iinrt_dosor_2, iinrt_dosor_0]] sent repeatedly! [2024-01-12T15:22:10,279][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onLeaderStart: term=2. [2024-01-12T15:22:10,279][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_2. [2024-01-12T15:22:10,279][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-17][Replicator] Replicator Replicator [state=Replicate, statInfo=, peerId=iinrt_dosor_1, type=Follower] is going to quit [2024-01-12T15:22:10,279][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-20][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_2_iinrt_dosor_1_0/meta, term=2, votedFor=iinrt_dosor_1, cost time=0 ms [2024-01-12T15:22:10,279][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-20][NodeImpl] Node <6_part_2/iinrt_dosor_1> become leader of group, term=2, conf=iinrt_dosor_1, oldConf=. [2024-01-12T15:22:10,279][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_2. [2024-01-12T15:22:10,279][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_2. [2024-01-12T15:22:10,279][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][TableManager] Received update on pending assignments. Check if new raft group should be started [key=assignments.pending.6_part_2, partition=2, table=TABLE1, localMemberAddress=127.0.0.1:3345] [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-17][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_2_iinrt_dosor_0_0/meta, term=2, votedFor=, cost time=0 ms [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_2-0][ReplicatorGroupImpl] Stop replicator to iinrt_dosor_0. [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-1][TableManager] Current node=Peer [consistentId=iinrt_dosor_1, idx=0] is the leader of partition raft group=6_part_2. Initiate rebalance process for partition=2, table=TABLE1 [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_2-0][Replicator] Replicator Replicator [state=Replicate, statInfo=, peerId=iinrt_dosor_0, type=Follower] is going to quit [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_0%Raft-Group-Client-5][Loza] Stop raft group=6_part_0 [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onLeaderStart: term=2. [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-20][NodeImpl] Node <6_part_1/iinrt_dosor_2> received TimeoutNowRequest from iinrt_dosor_1, term=1 and starts voting. [2024-01-12T15:22:10,280][WARN ][%iinrt_dosor_1%JRaft-Common-Executor-3][RpcRequestClosure] A response: ChangePeersAsyncResponseImpl [newLearnersList=ArrayList [], newPeersList=ArrayList [iinrt_dosor_2], oldLearnersList=ArrayList [], oldPeersList=ArrayList [iinrt_dosor_1, iinrt_dosor_2, iinrt_dosor_0]] sent repeatedly! [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-20][NodeImpl] Node <6_part_1/iinrt_dosor_2> start vote and grant vote self, term=1. [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_1, term=1, status=Status[ERAFTTIMEDOUT<10001>: A follower's leader_id is reset to NULL as it begins to request_vote.]]. [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onLeaderStop: status=Status[ELEADERREMOVED<10004>: This node was removed.]. [2024-01-12T15:22:10,280][INFO ][%iinrt_dosor_1%rebalance-scheduler-1][RebalanceRaftGroupEventsListener] New leader elected. Going to apply new configuration [tablePartitionId=6_part_2, peers=[iinrt_dosor_1], learners=[]] [2024-01-12T15:22:10,281][INFO ][%iinrt_dosor_0%rebalance-scheduler-1][RebalanceRaftGroupEventsListener] Rebalance finished [tablePartitionId=6_part_2, appliedPeers=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:10,281][INFO ][%iinrt_dosor_0%Raft-Group-Client-5][NodeImpl] Node <6_part_0/iinrt_dosor_0> shutdown, currTerm=2 state=STATE_FOLLOWER. [2024-01-12T15:22:10,281][INFO ][%iinrt_dosor_1%rebalance-scheduler-1][RaftGroupServiceImpl] Sending changePeersAsync request for group=6_part_2 to peers=[Peer [consistentId=iinrt_dosor_1, idx=0]] and learners=[] with leader term=2 [2024-01-12T15:22:10,282][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-7][BaseCliRequestProcessor] Receive ChangePeersAsyncRequest with term 2 to <6_part_2/iinrt_dosor_1> from 127.0.0.1:3345, new conf is iinrt_dosor_1 [2024-01-12T15:22:10,282][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-7][NodeImpl] Node <6_part_2/iinrt_dosor_1> change peers from iinrt_dosor_1 to iinrt_dosor_1. [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][RaftGroupServiceImpl] Sending changePeersAsync request for group=6_part_2 to peers=[Peer [consistentId=iinrt_dosor_1, idx=0]] and learners=[] with leader term=2 [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-6][Replicator] Replicator Replicator [state=Replicate, statInfo=, peerId=iinrt_dosor_2, type=Follower] is going to quit [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-20][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_1_iinrt_dosor_2_0/meta, term=2, votedFor=iinrt_dosor_2, cost time=1 ms [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_0%Raft-Group-Client-5][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_0_iinrt_dosor_0_0/meta, term=2, votedFor=, cost time=2 ms [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-20][NodeImpl] Node <6_part_1/iinrt_dosor_2> become leader of group, term=2, conf=iinrt_dosor_2, oldConf=. [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_0%Raft-Group-Client-5][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-8][BaseCliRequestProcessor] Receive ChangePeersAsyncRequest with term 2 to <6_part_2/iinrt_dosor_1> from 127.0.0.1:3345, new conf is iinrt_dosor_1 [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-8][NodeImpl] Node <6_part_2/iinrt_dosor_1> change peers from iinrt_dosor_1 to iinrt_dosor_1. [2024-01-12T15:22:10,283][INFO ][%iinrt_dosor_0%Raft-Group-Client-5][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,284][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-6][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_1_iinrt_dosor_1_0/meta, term=2, votedFor=, cost time=0 ms [2024-01-12T15:22:10,284][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onLeaderStart: term=2. [2024-01-12T15:22:10,284][INFO ][%iinrt_dosor_2%rebalance-scheduler-0][RebalanceRaftGroupEventsListener] New leader elected. Going to apply new configuration [tablePartitionId=6_part_1, peers=[iinrt_dosor_2], learners=[]] [2024-01-12T15:22:10,285][INFO ][%iinrt_dosor_2%rebalance-scheduler-0][RaftGroupServiceImpl] Sending changePeersAsync request for group=6_part_1 to peers=[Peer [consistentId=iinrt_dosor_2, idx=0]] and learners=[] with leader term=2 [2024-01-12T15:22:10,285][INFO ][%iinrt_dosor_1%rebalance-scheduler-0][RebalanceRaftGroupEventsListener] Rebalance finished [tablePartitionId=6_part_1, appliedPeers=[Assignment [consistentId=iinrt_dosor_2, isPeer=true]]] [2024-01-12T15:22:10,286][INFO ][%iinrt_dosor_1%rebalance-scheduler-2][RebalanceRaftGroupEventsListener] Rebalance finished [tablePartitionId=6_part_2, appliedPeers=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:10,286][INFO ][%iinrt_dosor_1%rebalance-scheduler-3][RebalanceRaftGroupEventsListener] Rebalance keys changed while trying to update rebalance information. Going to retry [tablePartitionId=6_part_2, appliedPeers=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:10,285][ERROR][%iinrt_dosor_1%JRaft-Request-Processor-9][RpcRequestProcessor] handleRequest ChangePeersAsyncRequestImpl [groupId=6_part_1, leaderId=iinrt_dosor_1, newLearnersList=ArrayList [], newPeersList=ArrayList [iinrt_dosor_2], term=2] failed java.lang.IllegalStateException: Not leader at org.apache.ignite.raft.jraft.core.NodeImpl.listPeers(NodeImpl.java:3252) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.impl.cli.ChangePeersAsyncRequestProcessor.processRequest0(ChangePeersAsyncRequestProcessor.java:55) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.impl.cli.ChangePeersAsyncRequestProcessor.processRequest0(ChangePeersAsyncRequestProcessor.java:36) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.impl.cli.BaseCliRequestProcessor.processRequest(BaseCliRequestProcessor.java:112) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.RpcRequestProcessor.handleRequest(RpcRequestProcessor.java:49) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.RpcRequestProcessor.handleRequest(RpcRequestProcessor.java:29) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.impl.IgniteRpcServer$RpcMessageHandler.lambda$onReceived$0(IgniteRpcServer.java:185) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] [2024-01-12T15:22:10,307][INFO ][%iinrt_dosor_1%Raft-Group-Client-2][Loza] Stop raft group=6_part_1 [2024-01-12T15:22:10,308][INFO ][%iinrt_dosor_1%Raft-Group-Client-2][NodeImpl] Node <6_part_1/iinrt_dosor_1> shutdown, currTerm=2 state=STATE_FOLLOWER. [2024-01-12T15:22:10,308][INFO ][%iinrt_dosor_0%Raft-Group-Client-8][Loza] Stop raft group=6_part_2 [2024-01-12T15:22:10,309][INFO ][%iinrt_dosor_0%Raft-Group-Client-8][NodeImpl] Node <6_part_2/iinrt_dosor_0> shutdown, currTerm=2 state=STATE_FOLLOWER. [2024-01-12T15:22:10,309][INFO ][%iinrt_dosor_1%Raft-Group-Client-2][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_1_iinrt_dosor_1_0/meta, term=2, votedFor=, cost time=1 ms [2024-01-12T15:22:10,309][INFO ][%iinrt_dosor_1%Raft-Group-Client-2][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,310][INFO ][%iinrt_dosor_1%rebalance-scheduler-3][RebalanceRaftGroupEventsListener] Rebalance finished [tablePartitionId=6_part_2, appliedPeers=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:10,310][INFO ][%iinrt_dosor_1%Raft-Group-Client-2][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,310][INFO ][%iinrt_dosor_0%Raft-Group-Client-8][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_2_iinrt_dosor_0_0/meta, term=2, votedFor=, cost time=1 ms [2024-01-12T15:22:10,310][INFO ][%iinrt_dosor_0%Raft-Group-Client-8][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,310][INFO ][%iinrt_dosor_0%Raft-Group-Client-8][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,327][ERROR][%iinrt_dosor_0%JRaft-Request-Processor-7][RpcRequestProcessor] handleRequest ChangePeersAsyncRequestImpl [groupId=6_part_1, leaderId=iinrt_dosor_0, newLearnersList=ArrayList [], newPeersList=ArrayList [iinrt_dosor_2], term=2] failed java.lang.IllegalStateException: Not leader at org.apache.ignite.raft.jraft.core.NodeImpl.listPeers(NodeImpl.java:3252) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.impl.cli.ChangePeersAsyncRequestProcessor.processRequest0(ChangePeersAsyncRequestProcessor.java:55) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.impl.cli.ChangePeersAsyncRequestProcessor.processRequest0(ChangePeersAsyncRequestProcessor.java:36) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.impl.cli.BaseCliRequestProcessor.processRequest(BaseCliRequestProcessor.java:112) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.RpcRequestProcessor.handleRequest(RpcRequestProcessor.java:49) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.RpcRequestProcessor.handleRequest(RpcRequestProcessor.java:29) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.raft.jraft.rpc.impl.IgniteRpcServer$RpcMessageHandler.lambda$onReceived$0(IgniteRpcServer.java:185) ~[ignite-raft-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] [2024-01-12T15:22:10,351][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-6][BaseCliRequestProcessor] Receive ChangePeersAsyncRequest with term 2 to <6_part_1/iinrt_dosor_2> from 127.0.0.1:3346, new conf is iinrt_dosor_2 [2024-01-12T15:22:10,351][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-6][NodeImpl] Node <6_part_1/iinrt_dosor_2> change peers from iinrt_dosor_2 to iinrt_dosor_2. [2024-01-12T15:22:10,352][INFO ][%iinrt_dosor_0%Raft-Group-Client-7][Loza] Stop raft group=6_part_1 [2024-01-12T15:22:10,356][INFO ][%iinrt_dosor_0%Raft-Group-Client-7][NodeImpl] Node <6_part_1/iinrt_dosor_0> shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:10,356][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_1, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:10,357][INFO ][%iinrt_dosor_0%Raft-Group-Client-7][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/6_part_1_iinrt_dosor_0_0/meta, term=1, votedFor=iinrt_dosor_1, cost time=1 ms [2024-01-12T15:22:10,357][INFO ][%iinrt_dosor_0%Raft-Group-Client-7][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,357][INFO ][%iinrt_dosor_0%Raft-Group-Client-7][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,359][INFO ][%iinrt_dosor_2%rebalance-scheduler-1][RebalanceRaftGroupEventsListener] Rebalance finished [tablePartitionId=6_part_1, appliedPeers=[Assignment [consistentId=iinrt_dosor_2, isPeer=true]]] [2024-01-12T15:22:10,380][INFO ][%iinrt_dosor_1%tableManager-io-20][Loza] Stop raft group=6_part_1 [2024-01-12T15:22:10,381][INFO ][%iinrt_dosor_0%tableManager-io-20][Loza] Stop raft group=6_part_2 [2024-01-12T15:22:10,383][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when processing a watch event org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] [2024-01-12T15:22:10,383][ERROR][%iinrt_dosor_1%tableManager-io-20][WatchProcessor] Error occurred when processing a watch event org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] [2024-01-12T15:22:10,383][WARN ][%iinrt_dosor_0%tableManager-io-20][TableManager] Unable to process stable assignments event org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] [2024-01-12T15:22:10,383][WARN ][%iinrt_dosor_1%tableManager-io-20][TableManager] Unable to process stable assignments event org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] [2024-01-12T15:22:10,383][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,383][ERROR][%iinrt_dosor_1%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,384][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,384][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,384][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,384][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,385][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,385][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,385][ERROR][%iinrt_dosor_0%tableManager-io-20][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,388][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,398][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,409][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,409][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,419][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,420][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,431][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,431][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,441][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,441][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,452][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,452][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,463][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,463][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,470][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,474][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,485][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,485][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,489][INFO ][%iinrt_dosor_2%Raft-Group-Client-10][Loza] Stop raft group=6_part_0 [2024-01-12T15:22:10,489][INFO ][%iinrt_dosor_2%Raft-Group-Client-10][NodeImpl] Node <6_part_0/iinrt_dosor_2> shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:10,489][INFO ][%iinrt_dosor_2%Raft-Group-Client-9][Loza] Stop raft group=6_part_1 [2024-01-12T15:22:10,489][INFO ][%iinrt_dosor_2%Raft-Group-Client-5][Loza] Stop raft group=6_part_2 [2024-01-12T15:22:10,489][INFO ][%iinrt_dosor_2%Raft-Group-Client-9][NodeImpl] Node <6_part_1/iinrt_dosor_2> shutdown, currTerm=2 state=STATE_LEADER. [2024-01-12T15:22:10,489][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:10,489][INFO ][%iinrt_dosor_2%Raft-Group-Client-5][NodeImpl] Node <6_part_2/iinrt_dosor_2> shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_4-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%Raft-Group-Client-9][ReplicatorGroupImpl] Fail to find the next candidate. [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onLeaderStop: status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]. [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%Raft-Group-Client-10][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_0_iinrt_dosor_2_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=0 ms [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%Raft-Group-Client-10][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%Raft-Group-Client-10][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%Raft-Group-Client-9][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_1_iinrt_dosor_2_0/meta, term=2, votedFor=iinrt_dosor_2, cost time=0 ms [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%Raft-Group-Client-5][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_2_iinrt_dosor_2_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=0 ms [2024-01-12T15:22:10,490][INFO ][%iinrt_dosor_2%Raft-Group-Client-9][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,491][INFO ][%iinrt_dosor_2%Raft-Group-Client-5][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,491][INFO ][%iinrt_dosor_2%Raft-Group-Client-9][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,491][INFO ][%iinrt_dosor_2%Raft-Group-Client-5][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,491][INFO ][Test worker][Cluster] [default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346][doShutdown] Shutting down [2024-01-12T15:22:10,491][INFO ][Test worker][Cluster] [default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346][leaveCluster] Leaving cluster [2024-01-12T15:22:10,495][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,495][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,502][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][publishEvent] MembershipEvent[type=LEAVING, member=default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346, oldMetadata=null, newMetadata=a306e720-142, timestamp=2024-01-12T12:22:10.502Z] [2024-01-12T15:22:10,502][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][publishEvent] MembershipEvent[type=LEAVING, member=default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346, oldMetadata=null, newMetadata=a306e720-142, timestamp=2024-01-12T12:22:10.502Z] [2024-01-12T15:22:10,502][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Node left [member=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc95], eventType=LEAVING] [2024-01-12T15:22:10,502][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Node left [member=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc95], eventType=LEAVING] [2024-01-12T15:22:10,503][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_1]] [2024-01-12T15:22:10,503][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_1]] [2024-01-12T15:22:10,503][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][LogicalTopologyImpl] Node removed from logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=4, nodes=Set12 [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:10,503][ERROR][%iinrt_dosor_0%JRaft-Common-Executor-2][AbstractClientService] Fail to connect iinrt_dosor_2, exception: java.net.ConnectException. [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][CmgRaftGroupListener] Nodes removed from the logical topology [nodes=[iinrt_dosor_2]] [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][BaseCliRequestProcessor] Receive ResetLearnersRequest to from 127.0.0.1:3344, resetting into [iinrt_dosor_1]. [2024-01-12T15:22:10,504][ERROR][%iinrt_dosor_0%JRaft-Common-Executor-3][AbstractClientService] Fail to connect iinrt_dosor_2, exception: java.net.ConnectException. [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Distribution zones' logical topology and version keys were updated [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 4] [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-23][BaseCliRequestProcessor] Receive RemoveLearnersRequest to from 127.0.0.1:3344, removing [iinrt_dosor_2]. [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][NodeImpl] Adding learners: []. [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-23][NodeImpl] Adding learners: []. [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_0] to=[iinrt_dosor_0] was successfully finished [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-23][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_0] to=[iinrt_dosor_0] was successfully finished [2024-01-12T15:22:10,504][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][ReplicatorGroupImpl] Stop replicator to iinrt_dosor_2. [2024-01-12T15:22:10,504][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][ReplicatorGroupImpl] Stop replicator to iinrt_dosor_2. [2024-01-12T15:22:10,505][ERROR][%iinrt_dosor_0%JRaft-Common-Executor-2][AbstractClientService] Fail to connect iinrt_dosor_2, exception: java.net.ConnectException. [2024-01-12T15:22:10,505][INFO ][%iinrt_dosor_0%JRaft-Common-Executor-2][Replicator] Replicator Replicator [state=Probe, statInfo=, peerId=iinrt_dosor_2, type=Learner] is going to quit [2024-01-12T15:22:10,505][ERROR][%iinrt_dosor_0%JRaft-Common-Executor-3][AbstractClientService] Fail to connect iinrt_dosor_2, exception: java.net.ConnectException. [2024-01-12T15:22:10,505][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][LogicalTopologyImpl] Node removed from logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=4, nodes=Set12 [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:10,505][INFO ][%iinrt_dosor_0%JRaft-Common-Executor-3][Replicator] Replicator Replicator [state=Probe, statInfo=, peerId=iinrt_dosor_2, type=Learner] is going to quit [2024-01-12T15:22:10,505][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][CmgRaftGroupListener] Nodes removed from the logical topology [nodes=[iinrt_dosor_2]] [2024-01-12T15:22:10,506][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 4] [2024-01-12T15:22:10,516][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,526][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,527][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,537][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,537][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,547][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,547][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,557][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,557][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,567][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,567][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,572][INFO ][sc-cluster-3346-55][Cluster] [default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346][leaveCluster] Left cluster [2024-01-12T15:22:10,572][INFO ][sc-cluster-3346-55][Transport] Stopping [address=127.0.0.1:3346] [2024-01-12T15:22:10,572][INFO ][sc-cluster-3346-55][Transport] Stopped [address=127.0.0.1:3346] [2024-01-12T15:22:10,572][INFO ][sc-cluster-3346-55][Cluster] [default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346][doShutdown] Shutdown [2024-01-12T15:22:10,574][INFO ][Test worker][IndexManager] Index manager stopped [2024-01-12T15:22:10,578][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,578][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,591][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,602][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,602][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,621][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,621][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,622][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,622][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,646][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,646][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$AsyncRun@79c78151 rejected from java.util.concurrent.ThreadPoolExecutor@77006019[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) [2024-01-12T15:22:10,646][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback at java.base/java.util.concurrent.CompletableFuture.asyncRunStage(CompletableFuture.java:1750) java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at java.base/java.util.concurrent.CompletableFuture.runAsync(CompletableFuture.java:1959) at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.rocksdb.flush.RocksDbFlusher.onFlushCompleted(RocksDbFlusher.java:274) at org.apache.ignite.internal.rocksdb.flush.RocksDbFlushListener.onFlushCompleted(RocksDbFlushListener.java:71) at org.rocksdb.AbstractEventListener.onFlushCompletedProxy(AbstractEventListener.java:130) at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,646][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,648][INFO ][%iinrt_dosor_2%checkpoint-thread-196][Checkpointer] Skipping last checkpoint because node is stopping [2024-01-12T15:22:10,648][INFO ][%iinrt_dosor_2%compaction-thread-197][Compactor] Skipping the delta file compaction because the node is stopping [2024-01-12T15:22:10,652][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,672][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,672][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,672][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,692][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,692][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,692][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,711][INFO ][Test worker][FilePageStoreManager] Cleanup cache stores [total=3, cleanFiles=false] [2024-01-12T15:22:10,711][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,712][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,712][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,712][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,712][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,716][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,717][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,717][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,721][INFO ][Test worker][Loza] Stop raft group=metastorage_group [2024-01-12T15:22:10,721][INFO ][Test worker][NodeImpl] Node shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:10,721][INFO ][Test worker][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:10,721][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:10,721][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/metastorage_group_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:10,721][INFO ][Test worker][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,722][INFO ][Test worker][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,726][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,726][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,746][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,746][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,747][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,766][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,766][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,767][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,786][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,786][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,787][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,789][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,789][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,790][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,811][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,811][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,812][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,830][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,830][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,832][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,832][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,832][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,833][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,854][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,854][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,878][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,878][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,878][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,898][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,898][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,898][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,898][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,899][ERROR][%iinrt_dosor_0%metastorage-watch-executor-1][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,899][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,921][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,921][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,922][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,943][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,943][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,944][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,962][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,963][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,963][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,963][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,963][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,985][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,986][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,986][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,986][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,987][INFO ][Test worker][Loza] Stop raft group=cmg_group [2024-01-12T15:22:10,987][INFO ][Test worker][NodeImpl] Node shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:10,987][INFO ][Test worker][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:10,987][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:10,987][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/cmg_group_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:10,987][INFO ][Test worker][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:10,987][INFO ][Test worker][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:10,989][INFO ][%iinrt_dosor_2%JRaft-Common-Executor-1][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-Common-Executor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@1bfefb4c[Shutting down, pool size = 2, active threads = 0, queued tasks = 0, completed tasks = 22]. [2024-01-12T15:22:10,998][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,998][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:10,999][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,002][INFO ][%iinrt_dosor_2%JRaft-Node-Scheduler-4][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-Node-Scheduler-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@4631009c[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 23]. [2024-01-12T15:22:11,003][INFO ][%iinrt_dosor_2%JRaft-ElectionTimer-10][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-ElectionTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@10a25d37[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12]. [2024-01-12T15:22:11,003][INFO ][%iinrt_dosor_2%JRaft-VoteTimer-0][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-VoteTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@3d009626[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]. [2024-01-12T15:22:11,003][INFO ][%iinrt_dosor_2%JRaft-StepDownTimer-0][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-StepDownTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@57a2ce82[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]. [2024-01-12T15:22:11,004][INFO ][%iinrt_dosor_2%JRaft-SnapshotTimer-1][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-SnapshotTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@2612680d[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]. [2024-01-12T15:22:11,004][INFO ][Test worker][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-Response-Processor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@3e530c77[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]. [2024-01-12T15:22:11,005][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-4][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-Request-Processor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@60b6010c[Shutting down, pool size = 3, active threads = 0, queued tasks = 0, completed tasks = 707]. [2024-01-12T15:22:11,008][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,009][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,018][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,020][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,040][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,040][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,040][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,041][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,043][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,043][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,044][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,046][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,048][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,048][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,049][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,049][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,049][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,049][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,050][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,051][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,051][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,052][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,053][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,054][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,055][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,056][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,056][ERROR][Test worker][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:787) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:506) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2073) ~[?:?] at org.apache.ignite.internal.test.WatchListenerInhibitor.stopInhibit(WatchListenerInhibitor.java:101) ~[ignite-runner-3.0.0-SNAPSHOT-test-fixtures.jar:?] at org.apache.ignite.internal.runner.app.ItIgniteNodeRestartTest.destroyObsoleteStoragesOnRestart(ItIgniteNodeRestartTest.java:1246) ~[integrationTest/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) ~[junit-platform-commons-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:94) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:226) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:204) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:142) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:177) ~[?:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.IntPipeline$1$1.accept(IntPipeline.java:180) ~[?:?] at java.util.stream.Streams$RangeIntSpliterator.forEachRemaining(Streams.java:104) ~[?:?] at java.util.Spliterator$OfInt.forEachRemaining(Spliterator.java:699) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:274) ~[?:?] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1655) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:497) ~[?:?] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:110) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:44) ~[junit-jupiter-engine-5.9.3.jar:5.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) ~[junit-platform-engine-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) ~[junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) [junit-platform-launcher-1.9.3.jar:1.9.3] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75) [gradle-testing-junit-platform-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:62) [gradle-testing-base-7.6.2.jar:7.6.2] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33) [gradle-messaging-7.6.2.jar:7.6.2] at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94) [gradle-messaging-7.6.2.jar:7.6.2] at com.sun.proxy.$Proxy5.stop(Unknown Source) [?:?] at org.gradle.api.internal.tasks.testing.worker.TestWorker$3.run(TestWorker.java:193) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60) [gradle-testing-base-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:113) [gradle-worker-processes-7.6.2.jar:7.6.2] at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:65) [gradle-worker-processes-7.6.2.jar:7.6.2] at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69) [gradle-worker.jar:?] at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74) [gradle-worker.jar:?] Caused by: java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$UniRun@4a9d0d4d rejected from java.util.concurrent.ThreadPoolExecutor@6c61b723[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 426] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) ~[?:?] at java.util.concurrent.CompletableFuture$UniCompletion.claim(CompletableFuture.java:568) ~[?:?] at java.util.concurrent.CompletableFuture$UniRun.tryFire(CompletableFuture.java:780) ~[?:?] ... 128 more [2024-01-12T15:22:11,060][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,060][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,065][INFO ][Test worker][IgniteImpl] Configuration modules loaded [modules=[org.apache.ignite.client.handler.configuration.ClientHandlerConfigurationModule@304b54de, org.apache.ignite.internal.compute.configuration.ComputeConfigurationModule@1b7b2030, org.apache.ignite.internal.storage.pagememory.configuration.PageMemoryStorageEngineLocalConfigurationModule@6593840d, org.apache.ignite.internal.pagememory.configuration.PageMemoryLocalConfigurationModule@3660ada8, org.apache.ignite.internal.storage.rocksdb.configuration.RocksDbStorageEngineLocalConfigurationModule@5c67e21e, org.apache.ignite.internal.storage.impl.TestStorageLocalConfigurationModule@1edf2302, org.apache.ignite.internal.tx.configuration.TransactionConfigurationModule@67957f38, org.apache.ignite.internal.rest.configuration.RestConfigurationModule@54ab838f, org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationModule@373ffc16, org.apache.ignite.internal.schema.configuration.SchemaDistributedConfigurationModule@501f0ec0, org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationModule@1c3fc744, org.apache.ignite.internal.replicator.configuration.ReplicationConfigurationModule@140098b7, org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationModule@5c17096d, org.apache.ignite.internal.security.authentication.SecurityConfigurationModule@74567521, org.apache.ignite.internal.network.configuration.NetworkConfigurationModule@16318908, org.apache.ignite.internal.raft.configuration.RaftConfigurationModule@6e47e59, org.apache.ignite.internal.metrics.configuration.MetricConfigurationModule@62dc5389, org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationModule@2564cd8e], localRoots=[RootKey [rootName=clientConnector, storageType=LOCAL, schemaClass=class org.apache.ignite.client.handler.configuration.ClientConnectorConfigurationSchema, internal=false], RootKey [rootName=compute, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.compute.configuration.ComputeConfigurationSchema, internal=false], RootKey [rootName=aimem, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.VolatilePageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=aipersist, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.PersistentPageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=rocksDb, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.rocksdb.configuration.schema.RocksDbStorageEngineConfigurationSchema, internal=false], RootKey [rootName=rest, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.rest.configuration.RestConfigurationSchema, internal=false], RootKey [rootName=deployment, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationSchema, internal=false], RootKey [rootName=cluster, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationSchema, internal=false], RootKey [rootName=nodeAttributes, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.NodeAttributesConfigurationSchema, internal=false], RootKey [rootName=storageProfiles, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.StorageProfilesConfigurationSchema, internal=false], RootKey [rootName=network, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.network.configuration.NetworkConfigurationSchema, internal=false], RootKey [rootName=raft, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.raft.configuration.RaftConfigurationSchema, internal=false]], distRoots=[RootKey [rootName=transaction, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.tx.configuration.TransactionConfigurationSchema, internal=false], RootKey [rootName=gc, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.schema.configuration.GcConfigurationSchema, internal=false], RootKey [rootName=schemaSync, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationSchema, internal=false], RootKey [rootName=replication, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.replicator.configuration.ReplicationConfigurationSchema, internal=false], RootKey [rootName=security, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.security.configuration.SecurityConfigurationSchema, internal=false], RootKey [rootName=metrics, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metrics.configuration.MetricConfigurationSchema, internal=false], RootKey [rootName=metaStorage, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationSchema, internal=false]]] [2024-01-12T15:22:11,071][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,071][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,075][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,082][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,092][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,092][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,105][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,106][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,116][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,116][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,127][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,128][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,137][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,138][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,147][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,148][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,173][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,174][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,184][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,184][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,194][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,195][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,196][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,205][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,207][INFO ][Test worker][IgnitionImpl] # ___ __ ### / | ____ ____ _ _____ / /_ ___ # ##### / /| | / __ \ / __ `// ___// __ \ / _ \ ### ###### / ___ | / /_/ // /_/ // /__ / / / // ___/ ##### ####### /_/ |_|/ .___/ \__,_/ \___//_/ /_/ \___/ ####### ###### /_/ ######## #### ____ _ __ _____ # ######## ## / _/____ _ ____ (_)/ /_ ___ |__ / #### ####### # / / / __ `// __ \ / // __// _ \ /_ < ##### ##### _/ / / /_/ // / / // // /_ / ___/ ___/ / #### ## /___/ \__, //_/ /_//_/ \__/ \___/ /____/ ## /____/ Apache Ignite ver. 3.0.0-SNAPSHOT [2024-01-12T15:22:11,229][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,229][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,230][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,250][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,250][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,250][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,251][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,270][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,270][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,270][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,270][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,290][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,290][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,291][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,291][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,292][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,311][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,311][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,312][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,312][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,317][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,332][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,333][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,333][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,343][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,343][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,344][INFO ][Test worker][ConnectionManager] Server started [address=/0:0:0:0:0:0:0:0:3346] [2024-01-12T15:22:11,346][INFO ][Test worker][Cluster] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][doStart] Starting, config: ClusterConfig[metadata=null, metadataTimeout=10000, metadataCodec=io.scalecube.cluster.metadata.JdkMetadataCodec@4fd53c65, memberId='a28be881-a72c-4d3c-bd8e-63906b6d3306', memberAlias='iinrt_dosor_2', externalHost='null', externalPort=null, transportConfig=TransportConfig[port=0, clientSecured=false, connectTimeout=1000, messageCodec=io.scalecube.cluster.transport.api.JdkMessageCodec@7d21c379, maxFrameLength=2097152, transportFactory=org.apache.ignite.network.scalecube.ScaleCubeClusterServiceFactory$2$$Lambda$915/0x00000008406acc40@5339ed98, addressMapper=java.util.function.Function$$Lambda$313/0x00000008401ec040@4a81ef6], failureDetectorConfig=FailureDetectorConfig[pingInterval=500, pingTimeout=200, pingReqMembers=1], gossipConfig=GossipConfig[gossipFanout=3, gossipInterval=10, gossipRepeatMult=3, gossipSegmentationThreshold=1000], membershipConfig=MembershipConfig[seedMembers=[127.0.0.1:3344], syncInterval=1000, syncTimeout=3000, suspicionMult=1, namespace='default', removedMembersHistorySize=42]] [2024-01-12T15:22:11,346][INFO ][Test worker][MembershipProtocol] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346] Making initial Sync to all seed members: [127.0.0.1:3344] [2024-01-12T15:22:11,352][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346, oldMetadata=null, newMetadata=7e16449-5, timestamp=2024-01-12T12:22:11.352Z] [2024-01-12T15:22:11,353][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]] [2024-01-12T15:22:11,353][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:11,353][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,353][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,355][INFO ][sc-cluster-3346-56][MembershipProtocol] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344, oldMetadata=null, newMetadata=10d8d9e2-142, timestamp=2024-01-12T12:22:11.355Z] [2024-01-12T15:22:11,355][INFO ][sc-cluster-3346-56][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc57]] [2024-01-12T15:22:11,355][INFO ][sc-cluster-3346-56][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0]] [2024-01-12T15:22:11,359][INFO ][sc-cluster-3346-56][MembershipProtocol] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345, oldMetadata=null, newMetadata=59efe081-142, timestamp=2024-01-12T12:22:11.359Z] [2024-01-12T15:22:11,359][INFO ][sc-cluster-3346-56][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc76]] [2024-01-12T15:22:11,359][INFO ][sc-cluster-3346-56][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_1]] [2024-01-12T15:22:11,359][INFO ][sc-cluster-3346-56][Cluster] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][doStart] Started [2024-01-12T15:22:11,359][INFO ][Test worker][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]] [2024-01-12T15:22:11,359][INFO ][Test worker][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:11,359][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][publishEvent] MembershipEvent[type=ADDED, member=default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346, oldMetadata=null, newMetadata=7e16449-5, timestamp=2024-01-12T12:22:11.359Z] [2024-01-12T15:22:11,360][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]] [2024-01-12T15:22:11,360][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:11,364][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,364][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,366][INFO ][Test worker][DefaultApplicationContext$RuntimeConfiguredEnvironment] Established active environments: [baremetal] [2024-01-12T15:22:11,374][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,374][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,385][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,385][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,390][INFO ][Test worker][Micronaut] Startup completed in 30ms. Server Running: http://localhost:10302 [2024-01-12T15:22:11,390][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] [2024-01-12T15:22:11,390][INFO ][Test worker][RestComponent] REST server started successfully: [httpPort=10302] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,400][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,425][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,425][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,425][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,439][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,447][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,447][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,447][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,466][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,466][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,467][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,467][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,502][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,502][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,503][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] [2024-01-12T15:22:11,503][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344] Member left gracefully: default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346 [2024-01-12T15:22:11,503][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345] Member left gracefully: default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] [2024-01-12T15:22:11,503][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][publishEvent] MembershipEvent[type=REMOVED, member=default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346, oldMetadata=a306e720-142, newMetadata=null, timestamp=2024-01-12T12:22:11.503Z] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] [2024-01-12T15:22:11,503][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][publishEvent] MembershipEvent[type=REMOVED, member=default:iinrt_dosor_2:3148cdad29de4e6f@127.0.0.1:3346, oldMetadata=a306e720-142, newMetadata=null, timestamp=2024-01-12T12:22:11.503Z] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,503][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] [2024-01-12T15:22:11,503][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Node left (noop as it has already reappeared) [member=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null], eventType=REMOVED] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] [2024-01-12T15:22:11,503][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Node left (noop as it has already reappeared) [member=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null], eventType=REMOVED] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,503][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,504][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:11,504][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:11,504][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,523][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][CmgRaftGroupListener] Nodes removed from the logical topology [nodes=[iinrt_dosor_2]] [2024-01-12T15:22:11,523][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,523][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,524][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,524][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,524][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,545][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][CmgRaftGroupListener] Nodes removed from the logical topology [nodes=[iinrt_dosor_2]] [2024-01-12T15:22:11,545][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,545][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,545][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,546][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,547][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,547][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,560][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,566][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,567][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,618][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,618][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,618][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,619][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,637][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,637][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,638][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,638][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,638][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,657][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,657][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,657][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,657][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,658][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,658][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,658][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,677][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,677][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,678][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,678][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,681][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,698][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,698][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,698][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,699][INFO ][Test worker][ClusterManagementGroupManager] Local CMG state recovered, starting the CMG [2024-01-12T15:22:11,699][INFO ][Test worker][Loza] Start new raft node=RaftNodeId [groupId=cmg_group, peer=Peer [consistentId=iinrt_dosor_2, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_0, idx=0]], learners=Set12 [Peer [consistentId=iinrt_dosor_2, idx=0]]] [2024-01-12T15:22:11,700][INFO ][Test worker][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:11,700][WARN ][Test worker][LocalSnapshotStorage] No data for snapshot reader build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/cmg_group_iinrt_dosor_2_0/snapshot. [2024-01-12T15:22:11,701][INFO ][Test worker][NodeImpl] Node target priority value has changed from: 0, to: -1. [2024-01-12T15:22:11,701][INFO ][Test worker][NodeImpl] Node init, term=1, lastLogId=LogId [index=10, term=1], conf=iinrt_dosor_0,iinrt_dosor_2/learner,iinrt_dosor_1/learner, oldConf=. [2024-01-12T15:22:11,701][INFO ][Test worker][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:11,701][INFO ][Test worker][RaftGroupService] Start the RaftGroupService successfully [2024-01-12T15:22:11,701][INFO ][Test worker][IgniteImpl] Components started, joining the cluster [2024-01-12T15:22:11,702][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][BaseCliRequestProcessor] Receive AddLearnersRequest to from 127.0.0.1:3344, adding [iinrt_dosor_2]. [2024-01-12T15:22:11,702][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][NodeImpl] Adding learners: [iinrt_dosor_2]. [2024-01-12T15:22:11,702][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][ClusterManagementGroupManager] JoinRequest command executed successfully [2024-01-12T15:22:11,703][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][ClusterManagementGroupManager] Successfully joined the cluster [name=cluster] [2024-01-12T15:22:11,703][INFO ][%iinrt_dosor_2%start-0][IgniteImpl] Join complete, starting MetaStorage [2024-01-12T15:22:11,704][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_2, type=Learner]@iinrt_dosor_2 is started [2024-01-12T15:22:11,704][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-6][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_0] to=[iinrt_dosor_0] was successfully finished [2024-01-12T15:22:11,704][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,704][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,704][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,707][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][publishEvent] MembershipEvent[type=UPDATED, member=default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346, oldMetadata=7e16449-5, newMetadata=a306e720-142, timestamp=2024-01-12T12:22:11.707Z] [2024-01-12T15:22:11,707][INFO ][sc-cluster-3344-53][MembershipProtocol] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][publishEvent] MembershipEvent[type=UPDATED, member=default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346, oldMetadata=7e16449-5, newMetadata=a306e720-142, timestamp=2024-01-12T12:22:11.707Z] [2024-01-12T15:22:11,725][INFO ][sc-cluster-3344-53][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:11,725][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_0, iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:11,725][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,725][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,743][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,743][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,744][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,763][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,763][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,764][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,764][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,782][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,782][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,783][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,783][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,802][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,802][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,802][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,803][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,824][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,824][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,824][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,825][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,860][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,860][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,860][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,861][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,861][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,880][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,880][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,882][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,882][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,882][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,900][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,900][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,901][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,901][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,901][ERROR][%iinrt_dosor_0%metastorage-watch-executor-3][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,920][ERROR][%iinrt_dosor_0%metastorage-watch-executor-3][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,920][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,921][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,921][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,923][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,957][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,958][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,981][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,981][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,981][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,982][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,982][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:11,982][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,017][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,017][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,018][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,018][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,018][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,018][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,019][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,041][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,041][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,041][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,059][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,059][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,060][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,060][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,060][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,060][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,061][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,079][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,079][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,081][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,082][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,102][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,102][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,103][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,103][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,123][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,123][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,124][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,124][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,147][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,147][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,148][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,150][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][Loza] Start new raft node=RaftNodeId [groupId=metastorage_group, peer=Peer [consistentId=iinrt_dosor_2, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_0, idx=0]], learners=Set12 [Peer [consistentId=iinrt_dosor_2, idx=0]]] [2024-01-12T15:22:12,152][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:12,152][WARN ][%iinrt_dosor_2%MessagingService-inbound--0-0][LocalSnapshotStorage] No data for snapshot reader build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/metastorage_group_iinrt_dosor_2_0/snapshot. [2024-01-12T15:22:12,152][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][NodeImpl] Node target priority value has changed from: 0, to: -1. [2024-01-12T15:22:12,153][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][NodeImpl] Node init, term=1, lastLogId=LogId [index=437, term=1], conf=iinrt_dosor_0,iinrt_dosor_2/learner,iinrt_dosor_1/learner, oldConf=. [2024-01-12T15:22:12,153][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:12,153][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][RaftGroupService] Start the RaftGroupService successfully [2024-01-12T15:22:12,154][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][MetaStorageManagerImpl] Performing MetaStorage recovery from revision 0 to 39 [2024-01-12T15:22:12,157][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,157][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,157][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,166][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,168][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,178][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,178][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,189][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,189][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,190][INFO ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-0][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:12,190][WARN ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-0][NodeImpl] Node reject term_unmatched AppendEntriesRequest from iinrt_dosor_0, term=1, prevLogIndex=552, prevLogTerm=1, localPrevLogTerm=0, lastLogIndex=437, entriesSize=0. [2024-01-12T15:22:12,190][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Follower receives message from new leader with the same term.]]. [2024-01-12T15:22:12,190][WARN ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-0][NodeImpl] Node reject term_unmatched AppendEntriesRequest from iinrt_dosor_0, term=1, prevLogIndex=552, prevLogTerm=1, localPrevLogTerm=0, lastLogIndex=437, entriesSize=0. [2024-01-12T15:22:12,190][WARN ][%iinrt_dosor_0%JRaft-AppendEntries-Processor-1][Replicator] Heartbeat to peer iinrt_dosor_2 failure, try to send a probe request. [2024-01-12T15:22:12,190][WARN ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-0][NodeImpl] Node reject term_unmatched AppendEntriesRequest from iinrt_dosor_0, term=1, prevLogIndex=552, prevLogTerm=1, localPrevLogTerm=0, lastLogIndex=437, entriesSize=0. [2024-01-12T15:22:12,196][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][MetaStorageManagerImpl] Finished MetaStorage recovery [2024-01-12T15:22:12,196][INFO ][%iinrt_dosor_2%start-0][IgniteImpl] MetaStorage started, starting the remaining components [2024-01-12T15:22:12,198][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,202][INFO ][%iinrt_dosor_2%start-0][LeaseTracker] Leases cache recovered [leases=Leases []] [2024-01-12T15:22:12,204][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Update recoverable state for distribution zone manager [revision = 39] [2024-01-12T15:22:12,205][INFO ][%iinrt_dosor_2%start-0][PersistentPageMemory] Started page memory [memoryAllocated=256.0 MiB, pages=16256, tableSize=1.2 MiB, replacementSize=2.0 KiB, checkpointBuffer=256.0 MiB] [2024-01-12T15:22:12,227][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,228][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,246][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,246][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,247][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,247][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,247][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,265][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,265][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,284][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,284][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,285][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,286][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,303][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,304][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,304][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,327][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,327][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,327][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,327][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,346][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,346][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,346][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,347][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,354][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][ClusterManagementGroupManager] ClusterStateMessage received, but the CMG service is already started [2024-01-12T15:22:12,365][WARN ][%iinrt_dosor_2%MessagingService-inbound--0-0][TrackableNetworkMessageHandler] Message handling has been too long [duration=10ms, message=[class org.apache.ignite.internal.cluster.management.network.messages.ClusterStateMessageImpl]] [2024-01-12T15:22:12,365][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,365][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,384][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,384][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,385][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,385][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,385][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,404][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,404][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,405][ERROR][%iinrt_dosor_0%metastorage-watch-executor-1][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) [?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) [?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) [?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) [?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,407][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,424][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,424][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,425][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,425][INFO ][%iinrt_dosor_2%vault-0][LowWatermark] Low watermark has been successfully got from the vault and is scheduled to be updated: null [2024-01-12T15:22:12,447][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,447][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,447][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,447][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,467][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,467][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,467][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,468][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,487][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,487][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,487][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,487][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,506][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,506][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,506][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,507][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,526][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,526][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,526][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,527][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,528][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,533][INFO ][%iinrt_dosor_2%start-0][IndexManager] Index manager started [2024-01-12T15:22:12,534][INFO ][%iinrt_dosor_2%start-0][ClientHandlerModule] Thin client protocol started successfully [port=10802] [2024-01-12T15:22:12,535][INFO ][%iinrt_dosor_2%start-0][IgniteImpl] Components started, performing recovery [2024-01-12T15:22:12,536][INFO ][%iinrt_dosor_2%start-0][IndexManager] Indexes started successfully [2024-01-12T15:22:12,536][INFO ][%iinrt_dosor_2%tableManager-io-5][Loza] Start new raft node=RaftNodeId [groupId=6_part_1, peer=Peer [consistentId=iinrt_dosor_2, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=iinrt_dosor_2, idx=0]], learners=SetN []] [2024-01-12T15:22:12,538][INFO ][%iinrt_dosor_2%tableManager-io-5][FSMCallerImpl] Starts FSMCaller successfully. [2024-01-12T15:22:12,538][INFO ][%iinrt_dosor_2%tableManager-io-5][NodeImpl] Node <6_part_1/iinrt_dosor_2> target priority value has changed from: 0, to: -1. [2024-01-12T15:22:12,538][INFO ][%iinrt_dosor_2%tableManager-io-5][NodeImpl] Node <6_part_1/iinrt_dosor_2> init, term=2, lastLogId=LogId [index=153, term=2], conf=iinrt_dosor_2, oldConf=. [2024-01-12T15:22:12,538][INFO ][%iinrt_dosor_2%tableManager-io-5][NodeImpl] Node <6_part_1/iinrt_dosor_2> start vote and grant vote self, term=2. [2024-01-12T15:22:12,538][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,539][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,539][INFO ][%iinrt_dosor_2%tableManager-io-5][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_1_iinrt_dosor_2_0/meta, term=3, votedFor=iinrt_dosor_2, cost time=0 ms [2024-01-12T15:22:12,539][INFO ][%iinrt_dosor_2%tableManager-io-5][NodeImpl] Node <6_part_1/iinrt_dosor_2> become leader of group, term=3, conf=iinrt_dosor_2, oldConf=. [2024-01-12T15:22:12,540][INFO ][%iinrt_dosor_2%tableManager-io-5][RaftGroupService] Start the RaftGroupService successfully <6_part_1/iinrt_dosor_2> [2024-01-12T15:22:12,542][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][TableManager] Missed stable assignments for key 'assignments.stable.6_part_0' discovered, performing recovery [2024-01-12T15:22:12,542][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] [2024-01-12T15:22:12,542][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][TableManager] Missed stable assignments for key 'assignments.stable.6_part_1' discovered, performing recovery at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,542][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][TableManager] Missed stable assignments for key 'assignments.stable.6_part_2' discovered, performing recovery [2024-01-12T15:22:12,543][INFO ][%iinrt_dosor_2%tableManager-io-11][Loza] Stop raft group=6_part_0 [2024-01-12T15:22:12,543][INFO ][%iinrt_dosor_2%tableManager-io-13][Loza] Stop raft group=6_part_2 [2024-01-12T15:22:12,554][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onConfigurationCommitted: iinrt_dosor_2. [2024-01-12T15:22:12,564][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,564][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,565][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onLeaderStart: term=3. [2024-01-12T15:22:12,584][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,584][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback [2024-01-12T15:22:12,584][INFO ][%iinrt_dosor_2%async-destroy-group-6-partition-2-task-78-205][TableManager] Missed pending assignments for key 'assignments.pending.6_part_0' discovered, performing recovery java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] [2024-01-12T15:22:12,584][INFO ][%iinrt_dosor_2%async-destroy-group-6-partition-2-task-78-205][TableManager] Missed pending assignments for key 'assignments.pending.6_part_1' discovered, performing recovery at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,585][INFO ][%iinrt_dosor_2%async-destroy-group-6-partition-2-task-78-205][TableManager] Missed pending assignments for key 'assignments.pending.6_part_2' discovered, performing recovery [2024-01-12T15:22:12,584][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,585][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,585][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,585][INFO ][%iinrt_dosor_2%start-0][IgniteImpl] Recovery complete, finishing join [2024-01-12T15:22:12,585][INFO ][%iinrt_dosor_2%start-0][ClusterManagementGroupManager] Node is ready to join the logical topology [2024-01-12T15:22:12,586][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=5, nodes=SetN [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:12,587][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-15][BaseCliRequestProcessor] Receive ResetLearnersRequest to from 127.0.0.1:3344, resetting into [iinrt_dosor_2, iinrt_dosor_1]. [2024-01-12T15:22:12,587][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][DistributionZoneManager] Distribution zones' logical topology and version keys were updated [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=MapN {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=MapN {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 5] [2024-01-12T15:22:12,587][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][ClusterManagementGroupManager] JoinReady command executed successfully [2024-01-12T15:22:12,587][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-15][NodeImpl] Adding learners: [iinrt_dosor_2]. [2024-01-12T15:22:12,587][INFO ][%iinrt_dosor_2%start-0][LifecycleManager] Start complete [2024-01-12T15:22:12,587][INFO ][ForkJoinPool.commonPool-worker-21][IgnitionImpl] Apache Ignite started successfully! [2024-01-12T15:22:12,587][ERROR][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:4844a100-b3f9-4a6b-a135-ddbe9d7adb7e Storage does not exist: [tableId=6, partitionId=1] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=1] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,588][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-15][Replicator] Replicator=Replicator [state=Created, statInfo=, peerId=iinrt_dosor_2, type=Learner]@iinrt_dosor_2 is started [2024-01-12T15:22:12,588][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-15][NodeImpl] Catch up phase to change peers from=[iinrt_dosor_0] to=[iinrt_dosor_0] was successfully finished [2024-01-12T15:22:12,588][INFO ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-1][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:12,588][WARN ][%iinrt_dosor_2%JRaft-AppendEntries-Processor-1][NodeImpl] Node reject term_unmatched AppendEntriesRequest from iinrt_dosor_0, term=1, prevLogIndex=15, prevLogTerm=1, localPrevLogTerm=0, lastLogIndex=10, entriesSize=0. [2024-01-12T15:22:12,589][INFO ][%iinrt_dosor_0%tableManager-io-21][Loza] Stop raft group=6_part_0 [2024-01-12T15:22:12,589][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onStartFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ENEWLEADER<10011>: Follower receives message from new leader with the same term.]]. [2024-01-12T15:22:12,589][INFO ][%iinrt_dosor_0%tableManager-io-21][Loza] Stop raft group=6_part_1 [2024-01-12T15:22:12,589][INFO ][%iinrt_dosor_0%tableManager-io-21][Loza] Stop raft group=6_part_2 [2024-01-12T15:22:12,589][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=5, nodes=SetN [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:12,589][INFO ][Test worker][Cluster] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][doShutdown] Shutting down [2024-01-12T15:22:12,589][INFO ][Test worker][Cluster] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][leaveCluster] Leaving cluster [2024-01-12T15:22:12,590][INFO ][%iinrt_dosor_1%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 5] [2024-01-12T15:22:12,591][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][LogicalTopologyImpl] Node removed from logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=b148cdad-29de-4e6f-befa-bf2bb1d57757, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=4, nodes=Set12 [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:12,592][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][CmgRaftGroupListener] Nodes removed from the logical topology [nodes=[iinrt_dosor_2]] [2024-01-12T15:22:12,592][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Updating data nodes for a zone after scale up has succeeded [zoneId = 5, dataNodes = {iinrt_dosor_2=2, iinrt_dosor_1=1, iinrt_dosor_0=1}, revision = 42] [2024-01-12T15:22:12,592][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Update recoverable state for distribution zone manager [revision = 42] [2024-01-12T15:22:12,592][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][CmgRaftGroupListener] Nodes removed from the logical topology [nodes=[iinrt_dosor_2]] [2024-01-12T15:22:12,592][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Updating data nodes for a zone after scale up has succeeded [zoneId = 2, dataNodes = {iinrt_dosor_2=2, iinrt_dosor_1=1, iinrt_dosor_0=1}, revision = 42] [2024-01-12T15:22:12,593][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 4] [2024-01-12T15:22:12,593][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][LogicalTopologyImpl] Node added to logical topology [node=LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], topology=LogicalTopologySnapshot [version=5, nodes=SetN [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]]]] [2024-01-12T15:22:12,594][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][TopologyAwareRaftGroupService] New peer will be sending a leader elected notification [grpId=6_part_1, consistentId=iinrt_dosor_2] [2024-01-12T15:22:12,595][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][DistributionZoneManager] Failed to update distribution zones' logical topology and version keys [topology = [LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=a28be881-a72c-4d3c-bd8e-63906b6d3306, name=iinrt_dosor_2, address=127.0.0.1:3346, nodeMetadata=null]], LogicalNode [userAttributes=HashMap {}, systemAttributes=HashMap {sql-system-views=SYSTEM_VIEWS,SYSTEM_VIEW_COLUMNS}, storageProfiles=HashMap {}, super=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=null]]], version = 5] [2024-01-12T15:22:12,595][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][RebalanceUtil] Remove planned key because pending is empty and calculated assignments are equal to current assignments [key=assignments.planned.6_part_0, partition=0, table=6/TABLE1, val=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:12,595][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][RebalanceUtil] Remove planned key because pending is empty and calculated assignments are equal to current assignments [key=assignments.planned.6_part_2, partition=2, table=6/TABLE1, val=[Assignment [consistentId=iinrt_dosor_1, isPeer=true]]] [2024-01-12T15:22:12,595][INFO ][%iinrt_dosor_2%MessagingService-inbound--0-0][RebalanceUtil] Remove planned key because pending is empty and calculated assignments are equal to current assignments [key=assignments.planned.6_part_1, partition=1, table=6/TABLE1, val=[Assignment [consistentId=iinrt_dosor_2, isPeer=true]]] [2024-01-12T15:22:12,596][INFO ][sc-cluster-3345-54][MembershipProtocol] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][publishEvent] MembershipEvent[type=LEAVING, member=default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344, oldMetadata=null, newMetadata=10d8d9e2-142, timestamp=2024-01-12T12:22:12.596Z] [2024-01-12T15:22:12,596][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Node left [member=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc57], eventType=LEAVING] [2024-01-12T15:22:12,597][INFO ][sc-cluster-3346-56][MembershipProtocol] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][publishEvent] MembershipEvent[type=LEAVING, member=default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344, oldMetadata=null, newMetadata=10d8d9e2-142, timestamp=2024-01-12T12:22:12.597Z] [2024-01-12T15:22:12,597][INFO ][sc-cluster-3346-56][ScaleCubeTopologyService] Node left [member=ClusterNodeImpl [id=bdbbe836-2f41-4080-a3ea-281c980bc28f, name=iinrt_dosor_0, address=127.0.0.1:3344, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc57], eventType=LEAVING] [2024-01-12T15:22:12,597][INFO ][sc-cluster-3345-54][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:12,597][INFO ][sc-cluster-3346-56][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_2, iinrt_dosor_1]] [2024-01-12T15:22:12,605][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,615][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,626][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,637][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,647][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,658][ERROR][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][WatchProcessor] Error occurred when notifying safe time advanced callback java.util.concurrent.CompletionException: org.apache.ignite.internal.storage.StorageException: IGN-STORAGE-1 TraceId:07bbf6a0-5cec-40e4-bba8-e68456cc5953 Storage does not exist: [tableId=6, partitionId=2] at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1113) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$105(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] at java.util.concurrent.CompletableFuture.thenCompose(CompletableFuture.java:2235) ~[?:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartition(TableManager.java:2092) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.stopAndDestroyPartitionAndUpdateClients(TableManager.java:2083) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$handleChangeStableAssignmentEvent$101(TableManager.java:2042) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:1072) ~[?:?] at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?] at java.lang.Thread.run(Thread.java:834) [?:?] Caused by: org.apache.ignite.internal.storage.StorageException: Storage does not exist: [tableId=6, partitionId=2] at org.apache.ignite.internal.storage.util.MvPartitionStorages.checkStorageExists(MvPartitionStorages.java:384) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.lambda$destroy$4(MvPartitionStorages.java:147) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1908) ~[?:?] at org.apache.ignite.internal.storage.util.MvPartitionStorages.destroy(MvPartitionStorages.java:146) ~[ignite-storage-api-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.lambda$destroyPartition$7(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.util.IgniteUtils.inBusyLock(IgniteUtils.java:827) ~[ignite-core-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.busy(AbstractPageMemoryTableStorage.java:219) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.storage.pagememory.AbstractPageMemoryTableStorage.destroyPartition(AbstractPageMemoryTableStorage.java:179) ~[ignite-storage-page-memory-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.destroyPartitionStorages(TableManager.java:2144) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at org.apache.ignite.internal.table.distributed.TableManager.lambda$stopAndDestroyPartition$104(TableManager.java:2096) ~[ignite-table-3.0.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniComposeStage(CompletableFuture.java:1106) ~[?:?] ... 12 more [2024-01-12T15:22:12,666][INFO ][sc-cluster-3344-53][Cluster] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][leaveCluster] Left cluster [2024-01-12T15:22:12,667][INFO ][sc-cluster-3344-53][Transport] Stopping [address=127.0.0.1:3344] [2024-01-12T15:22:12,667][INFO ][sc-cluster-3344-53][Transport] Stopped [address=127.0.0.1:3344] [2024-01-12T15:22:12,667][INFO ][sc-cluster-3344-53][Cluster] [default:iinrt_dosor_0:3dbbe8362f414080@127.0.0.1:3344][doShutdown] Shutdown [2024-01-12T15:22:12,669][INFO ][Test worker][IndexManager] Index manager stopped java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$AsyncRun@1defa044 rejected from java.util.concurrent.ThreadPoolExecutor@13284d89[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0] at java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) at java.base/java.util.concurrent.CompletableFuture.asyncRunStage(CompletableFuture.java:1750) at java.base/java.util.concurrent.CompletableFuture.runAsync(CompletableFuture.java:1959) at org.apache.ignite.internal.rocksdb.flush.RocksDbFlusher.onFlushCompleted(RocksDbFlusher.java:274) at org.apache.ignite.internal.rocksdb.flush.RocksDbFlushListener.onFlushCompleted(RocksDbFlushListener.java:71) at org.rocksdb.AbstractEventListener.onFlushCompletedProxy(AbstractEventListener.java:130) [2024-01-12T15:22:12,730][INFO ][%iinrt_dosor_0%checkpoint-thread-191][Checkpointer] Skipping last checkpoint because node is stopping [2024-01-12T15:22:12,730][INFO ][%iinrt_dosor_0%compaction-thread-192][Compactor] Skipping the delta file compaction because the node is stopping [2024-01-12T15:22:12,730][INFO ][Test worker][FilePageStoreManager] Cleanup cache stores [total=0, cleanFiles=false] [2024-01-12T15:22:12,737][WARN ][%iinrt_dosor_0%lease-updater-193][LeaseUpdater] Lease updater is interrupted [2024-01-12T15:22:12,738][INFO ][Test worker][Loza] Stop raft group=metastorage_group [2024-01-12T15:22:12,739][INFO ][Test worker][NodeImpl] Node shutdown, currTerm=1 state=STATE_LEADER. [2024-01-12T15:22:12,739][INFO ][Test worker][ReplicatorGroupImpl] Fail to find the next candidate. [2024-01-12T15:22:12,739][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][StateMachineAdapter] onLeaderStop: status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]. [2024-01-12T15:22:12,739][INFO ][Test worker][Replicator] Replicator Replicator [state=Probe, statInfo=, peerId=iinrt_dosor_2, type=Learner] is going to quit [2024-01-12T15:22:12,739][INFO ][Test worker][Replicator] Replicator Replicator [state=Probe, statInfo=, peerId=iinrt_dosor_1, type=Learner] is going to quit [2024-01-12T15:22:12,739][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/metastorage_group_iinrt_dosor_0_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=0 ms [2024-01-12T15:22:12,739][INFO ][Test worker][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:12,740][INFO ][Test worker][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:12,991][INFO ][Test worker][Loza] Stop raft group=cmg_group [2024-01-12T15:22:12,991][INFO ][Test worker][NodeImpl] Node shutdown, currTerm=1 state=STATE_LEADER. [2024-01-12T15:22:12,991][INFO ][Test worker][ReplicatorGroupImpl] Fail to find the next candidate. [2024-01-12T15:22:12,991][INFO ][%iinrt_dosor_0%JRaft-FSMCaller-Disruptor-_stripe_0-0][StateMachineAdapter] onLeaderStop: status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]. [2024-01-12T15:22:12,991][INFO ][Test worker][Replicator] Replicator Replicator [state=Probe, statInfo=, peerId=iinrt_dosor_2, type=Learner] is going to quit [2024-01-12T15:22:12,991][INFO ][Test worker][Replicator] Replicator Replicator [state=Probe, statInfo=, peerId=iinrt_dosor_1, type=Learner] is going to quit [2024-01-12T15:22:12,991][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_0/cmg_group_iinrt_dosor_0_0/meta, term=1, votedFor=iinrt_dosor_0, cost time=0 ms [2024-01-12T15:22:12,991][INFO ][Test worker][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:12,992][INFO ][Test worker][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:12,994][INFO ][%iinrt_dosor_0%JRaft-Common-Executor-1][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_0%JRaft-Common-Executor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@c0891f3[Shutting down, pool size = 2, active threads = 0, queued tasks = 0, completed tasks = 1975]. [2024-01-12T15:22:12,997][INFO ][%iinrt_dosor_0%JRaft-Node-Scheduler-9][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_0%JRaft-Node-Scheduler-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@7040d28c[Shutting down, pool size = 11, active threads = 0, queued tasks = 0, completed tasks = 299]. [2024-01-12T15:22:12,997][INFO ][%iinrt_dosor_0%JRaft-ElectionTimer-4][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_0%JRaft-ElectionTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@456c56e4[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 17]. [2024-01-12T15:22:12,998][INFO ][Test worker][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_0%JRaft-VoteTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@1d2527ba[Shutting down, pool size = 4, active threads = 0, queued tasks = 0, completed tasks = 4]. [2024-01-12T15:22:12,999][INFO ][%iinrt_dosor_0%JRaft-StepDownTimer-3][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_0%JRaft-StepDownTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@f0f47ba[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 32]. [2024-01-12T15:22:13,000][INFO ][%iinrt_dosor_0%JRaft-SnapshotTimer-1][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_0%JRaft-SnapshotTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@68637acc[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]. [2024-01-12T15:22:13,001][INFO ][%iinrt_dosor_0%JRaft-Response-Processor-12][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_0%JRaft-Response-Processor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@57dfb9e0[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 24]. [2024-01-12T15:22:13,002][INFO ][%iinrt_dosor_0%JRaft-Request-Processor-15][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_0%JRaft-Request-Processor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@11596e56[Shutting down, pool size = 6, active threads = 0, queued tasks = 0, completed tasks = 1432]. [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%tableManager-io-21][Loza] Stop raft group=6_part_1 [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%Raft-Group-Client-8][Loza] Stop raft group=6_part_0 [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%Raft-Group-Client-8][NodeImpl] Node <6_part_0/iinrt_dosor_1> shutdown, currTerm=2 state=STATE_LEADER. [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%Raft-Group-Client-11][Loza] Stop raft group=6_part_2 [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%Raft-Group-Client-8][ReplicatorGroupImpl] Fail to find the next candidate. [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onLeaderStop: status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]. [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%Raft-Group-Client-11][NodeImpl] Node <6_part_2/iinrt_dosor_1> shutdown, currTerm=2 state=STATE_LEADER. [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%Raft-Group-Client-11][ReplicatorGroupImpl] Fail to find the next candidate. [2024-01-12T15:22:13,035][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onLeaderStop: status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]. [2024-01-12T15:22:13,036][INFO ][%iinrt_dosor_1%Raft-Group-Client-8][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_0_iinrt_dosor_1_0/meta, term=2, votedFor=iinrt_dosor_1, cost time=1 ms [2024-01-12T15:22:13,036][INFO ][%iinrt_dosor_1%Raft-Group-Client-11][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/6_part_2_iinrt_dosor_1_0/meta, term=2, votedFor=iinrt_dosor_1, cost time=1 ms [2024-01-12T15:22:13,036][INFO ][%iinrt_dosor_1%Raft-Group-Client-8][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:13,036][INFO ][%iinrt_dosor_1%Raft-Group-Client-11][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:13,036][INFO ][%iinrt_dosor_1%Raft-Group-Client-11][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:13,036][INFO ][%iinrt_dosor_1%Raft-Group-Client-8][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:13,036][INFO ][Test worker][Cluster] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][doShutdown] Shutting down [2024-01-12T15:22:13,036][INFO ][Test worker][Cluster] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][leaveCluster] Leaving cluster [2024-01-12T15:22:13,044][INFO ][sc-cluster-3346-56][MembershipProtocol] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][publishEvent] MembershipEvent[type=LEAVING, member=default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345, oldMetadata=null, newMetadata=59efe081-142, timestamp=2024-01-12T12:22:13.044Z] [2024-01-12T15:22:13,044][INFO ][sc-cluster-3346-56][ScaleCubeTopologyService] Node left [member=ClusterNodeImpl [id=8895fa09-133e-4be4-8146-eff2830045d1, name=iinrt_dosor_1, address=127.0.0.1:3345, nodeMetadata=org.apache.ignite.network.NodeMetadata@f99cdc76], eventType=LEAVING] [2024-01-12T15:22:13,044][INFO ][sc-cluster-3346-56][ScaleCubeTopologyService] Topology snapshot [nodes=[iinrt_dosor_2]] [2024-01-12T15:22:13,114][INFO ][sc-cluster-3345-54][Cluster] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][leaveCluster] Left cluster [2024-01-12T15:22:13,114][INFO ][sc-cluster-3345-54][Transport] Stopping [address=127.0.0.1:3345] [2024-01-12T15:22:13,114][INFO ][sc-cluster-3345-54][Transport] Stopped [address=127.0.0.1:3345] [2024-01-12T15:22:13,114][INFO ][sc-cluster-3345-54][Cluster] [default:iinrt_dosor_1:895fa09133e4be4@127.0.0.1:3345][doShutdown] Shutdown [2024-01-12T15:22:13,116][INFO ][Test worker][IndexManager] Index manager stopped java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$AsyncRun@460e974d rejected from java.util.concurrent.ThreadPoolExecutor@48c961fc[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0] at java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) at java.base/java.util.concurrent.CompletableFuture.asyncRunStage(CompletableFuture.java:1750) at java.base/java.util.concurrent.CompletableFuture.runAsync(CompletableFuture.java:1959) at org.apache.ignite.internal.rocksdb.flush.RocksDbFlusher.onFlushCompleted(RocksDbFlusher.java:274) at org.apache.ignite.internal.rocksdb.flush.RocksDbFlushListener.onFlushCompleted(RocksDbFlushListener.java:71) at org.rocksdb.AbstractEventListener.onFlushCompletedProxy(AbstractEventListener.java:130) [2024-01-12T15:22:13,180][INFO ][%iinrt_dosor_1%checkpoint-thread-194][Checkpointer] Skipping last checkpoint because node is stopping [2024-01-12T15:22:13,181][INFO ][%iinrt_dosor_1%compaction-thread-195][Compactor] Skipping the delta file compaction because the node is stopping [2024-01-12T15:22:13,217][INFO ][Test worker][FilePageStoreManager] Cleanup cache stores [total=2, cleanFiles=false] [2024-01-12T15:22:13,223][INFO ][Test worker][Loza] Stop raft group=metastorage_group [2024-01-12T15:22:13,223][INFO ][Test worker][NodeImpl] Node shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:13,223][INFO ][Test worker][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:13,223][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:13,223][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/metastorage_group_iinrt_dosor_1_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:13,223][INFO ][Test worker][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:13,223][INFO ][Test worker][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:13,457][INFO ][Test worker][Loza] Stop raft group=cmg_group [2024-01-12T15:22:13,457][INFO ][Test worker][NodeImpl] Node shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:13,457][INFO ][Test worker][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:13,457][INFO ][%iinrt_dosor_1%JRaft-FSMCaller-Disruptor-_stripe_1-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:13,457][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_1/cmg_group_iinrt_dosor_1_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:13,457][INFO ][Test worker][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:13,458][INFO ][Test worker][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:13,460][INFO ][%iinrt_dosor_1%JRaft-Common-Executor-0][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_1%JRaft-Common-Executor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@6c96e97d[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 354]. [2024-01-12T15:22:13,463][INFO ][Test worker][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_1%JRaft-Node-Scheduler-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@636d88b4[Shutting down, pool size = 12, active threads = 0, queued tasks = 0, completed tasks = 63]. [2024-01-12T15:22:13,464][INFO ][%iinrt_dosor_1%JRaft-ElectionTimer-11][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_1%JRaft-ElectionTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@78fc81b2[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 13]. [2024-01-12T15:22:13,464][INFO ][%iinrt_dosor_1%JRaft-VoteTimer-0][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_1%JRaft-VoteTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@1d9e464a[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 3]. [2024-01-12T15:22:13,464][INFO ][%iinrt_dosor_1%JRaft-StepDownTimer-6][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_1%JRaft-StepDownTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@20cc59cc[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 13]. [2024-01-12T15:22:13,465][INFO ][%iinrt_dosor_1%JRaft-SnapshotTimer-4][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_1%JRaft-SnapshotTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@7a278b30[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]. [2024-01-12T15:22:13,465][INFO ][%iinrt_dosor_1%JRaft-Response-Processor-3][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_1%JRaft-Response-Processor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@6819f790[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 7]. [2024-01-12T15:22:13,466][INFO ][%iinrt_dosor_1%JRaft-Request-Processor-19][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_1%JRaft-Request-Processor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@4cdfe082[Shutting down, pool size = 2, active threads = 0, queued tasks = 0, completed tasks = 718]. [2024-01-12T15:22:13,491][INFO ][%iinrt_dosor_2%tableManager-io-17][Loza] Stop raft group=6_part_0 [2024-01-12T15:22:13,491][INFO ][%iinrt_dosor_2%tableManager-io-17][Loza] Stop raft group=6_part_2 [2024-01-12T15:22:13,491][INFO ][%iinrt_dosor_2%Raft-Group-Client-3][Loza] Stop raft group=6_part_1 [2024-01-12T15:22:13,491][INFO ][%iinrt_dosor_2%Raft-Group-Client-3][NodeImpl] Node <6_part_1/iinrt_dosor_2> shutdown, currTerm=3 state=STATE_LEADER. [2024-01-12T15:22:13,492][INFO ][%iinrt_dosor_2%Raft-Group-Client-3][ReplicatorGroupImpl] Fail to find the next candidate. [2024-01-12T15:22:13,492][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_3-0][StateMachineAdapter] onLeaderStop: status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]. [2024-01-12T15:22:13,493][INFO ][%iinrt_dosor_2%Raft-Group-Client-3][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/6_part_1_iinrt_dosor_2_0/meta, term=3, votedFor=iinrt_dosor_2, cost time=0 ms [2024-01-12T15:22:13,493][INFO ][%iinrt_dosor_2%Raft-Group-Client-3][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:13,493][INFO ][%iinrt_dosor_2%Raft-Group-Client-3][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:13,494][INFO ][Test worker][Cluster] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][doShutdown] Shutting down [2024-01-12T15:22:13,494][INFO ][Test worker][Cluster] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][leaveCluster] Leaving cluster [2024-01-12T15:22:13,566][INFO ][sc-cluster-3346-56][Cluster] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][leaveCluster] Left cluster [2024-01-12T15:22:13,566][INFO ][sc-cluster-3346-56][Transport] Stopping [address=127.0.0.1:3346] [2024-01-12T15:22:13,566][INFO ][sc-cluster-3346-56][Transport] Stopped [address=127.0.0.1:3346] [2024-01-12T15:22:13,567][INFO ][sc-cluster-3346-56][Cluster] [default:iinrt_dosor_2:228be881a72c4d3c@127.0.0.1:3346][doShutdown] Shutdown [2024-01-12T15:22:13,568][INFO ][Test worker][IndexManager] Index manager stopped java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.CompletableFuture$AsyncRun@664511ed rejected from java.util.concurrent.ThreadPoolExecutor@6882e355[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0] at java.base/java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2055) at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:825) at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1355) at java.base/java.util.concurrent.CompletableFuture.asyncRunStage(CompletableFuture.java:1750) at java.base/java.util.concurrent.CompletableFuture.runAsync(CompletableFuture.java:1959) at org.apache.ignite.internal.rocksdb.flush.RocksDbFlusher.onFlushCompleted(RocksDbFlusher.java:274) at org.apache.ignite.internal.rocksdb.flush.RocksDbFlushListener.onFlushCompleted(RocksDbFlushListener.java:71) at org.rocksdb.AbstractEventListener.onFlushCompletedProxy(AbstractEventListener.java:130) [2024-01-12T15:22:13,630][INFO ][%iinrt_dosor_2%checkpoint-thread-202][Checkpointer] Skipping last checkpoint because node is stopping [2024-01-12T15:22:13,630][INFO ][%iinrt_dosor_2%compaction-thread-203][Compactor] Skipping the delta file compaction because the node is stopping [2024-01-12T15:22:13,648][INFO ][Test worker][FilePageStoreManager] Cleanup cache stores [total=1, cleanFiles=false] [2024-01-12T15:22:13,656][INFO ][Test worker][Loza] Stop raft group=metastorage_group [2024-01-12T15:22:13,656][INFO ][Test worker][NodeImpl] Node shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:13,656][INFO ][Test worker][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:13,656][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-metastorage-_stripe_0-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:13,657][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/metastorage_group_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=1 ms [2024-01-12T15:22:13,657][INFO ][Test worker][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:13,657][INFO ][Test worker][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:13,887][INFO ][Test worker][Loza] Stop raft group=cmg_group [2024-01-12T15:22:13,887][INFO ][Test worker][NodeImpl] Node shutdown, currTerm=1 state=STATE_FOLLOWER. [2024-01-12T15:22:13,887][INFO ][Test worker][NodeImpl] Node is a learner, election timer is not started. [2024-01-12T15:22:13,887][INFO ][%iinrt_dosor_2%JRaft-FSMCaller-Disruptor-_stripe_2-0][StateMachineAdapter] onStopFollowing: LeaderChangeContext [leaderId=iinrt_dosor_0, term=1, status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]]. [2024-01-12T15:22:13,887][INFO ][Test worker][LocalRaftMetaStorage] Save raft meta, path=build/work/ItIgniteNodeRestartTest/destroyObsoleteStoragesOnRestart_64252363521346/iinrt_dosor_2/cmg_group_iinrt_dosor_2_0/meta, term=1, votedFor=, cost time=0 ms [2024-01-12T15:22:13,887][INFO ][Test worker][FSMCallerImpl] Shutting down FSMCaller... [2024-01-12T15:22:13,887][INFO ][Test worker][RaftGroupService] Stop the RaftGroupService successfully. [2024-01-12T15:22:13,889][INFO ][%iinrt_dosor_2%JRaft-Common-Executor-1][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-Common-Executor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@12f53973[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 13]. [2024-01-12T15:22:13,893][INFO ][%iinrt_dosor_2%JRaft-ElectionTimer-0][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-ElectionTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@3c385e22[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]. [2024-01-12T15:22:13,893][INFO ][%iinrt_dosor_2%JRaft-Node-Scheduler-5][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-Node-Scheduler-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@e1ac167[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 4]. [2024-01-12T15:22:13,893][INFO ][%iinrt_dosor_2%JRaft-VoteTimer-0][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-VoteTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@4ec69b15[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]. [2024-01-12T15:22:13,893][INFO ][Test worker][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-StepDownTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@418d7927[Shutting down, pool size = 2, active threads = 0, queued tasks = 0, completed tasks = 2]. [2024-01-12T15:22:13,893][INFO ][%iinrt_dosor_2%JRaft-SnapshotTimer-0][LogScheduledThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-SnapshotTimer-, org.apache.ignite.raft.jraft.util.MetricScheduledThreadPoolExecutor@18cb2c01[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]. [2024-01-12T15:22:13,893][INFO ][Test worker][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-Response-Processor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@68269767[Shutting down, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0]. [2024-01-12T15:22:13,894][INFO ][%iinrt_dosor_2%JRaft-Request-Processor-10][LogThreadPoolExecutor] ThreadPool is terminated: %iinrt_dosor_2%JRaft-Request-Processor-, org.apache.ignite.raft.jraft.util.MetricThreadPoolExecutor@6f2674e[Shutting down, pool size = 2, active threads = 0, queued tasks = 0, completed tasks = 18]. [2024-01-12T15:22:13,918][INFO ][Test worker][ItIgniteNodeRestartTest] >>> Stopping test: ItIgniteNodeRestartTest#destroyObsoleteStoragesOnRestart, displayName: repetition 14 of 50, cost: 12474ms.