2023-11-01 11:25:18:491 +0000 [INFO][main][IgniteImpl] Configuration modules loaded [modules=[org.apache.ignite.internal.storage.pagememory.configuration.PageMemoryStorageEngineLocalConfigurationModule@659a969b, org.apache.ignite.internal.compute.configuration.ComputeConfigurationModule@76908cc0, org.apache.ignite.internal.security.authentication.SecurityConfigurationModule@2473d930, org.apache.ignite.internal.rest.configuration.RestConfigurationModule@35047d03, org.apache.ignite.internal.pagememory.configuration.PageMemoryLocalConfigurationModule@49b0b76, org.apache.ignite.internal.storage.rocksdb.configuration.RocksDbStorageEngineLocalConfigurationModule@769f71a9, org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationModule@4c9f8c13, org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationModule@5ae50ce6, org.apache.ignite.internal.schema.configuration.SchemaDistributedConfigurationModule@6f96c77, org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationModule@be64738, org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationModule@3ba9ad43, org.apache.ignite.internal.metrics.configuration.MetricConfigurationModule@49d904ec, org.apache.ignite.client.handler.configuration.ClientHandlerConfigurationModule@48e4374, org.apache.ignite.internal.network.configuration.NetworkConfigurationModule@3d680b5a, org.apache.ignite.internal.raft.configuration.RaftConfigurationModule@4b5d6a01], localRoots=[RootKey [rootName=aimem, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.VolatilePageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=aipersist, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.pagememory.configuration.schema.PersistentPageMemoryStorageEngineConfigurationSchema, internal=false], RootKey [rootName=compute, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.compute.configuration.ComputeConfigurationSchema, internal=false], RootKey [rootName=rest, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.rest.configuration.RestConfigurationSchema, internal=false], RootKey [rootName=rocksDb, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.storage.rocksdb.configuration.schema.RocksDbStorageEngineConfigurationSchema, internal=false], RootKey [rootName=deployment, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.deployunit.configuration.DeploymentConfigurationSchema, internal=false], RootKey [rootName=cluster, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.ClusterManagementConfigurationSchema, internal=false], RootKey [rootName=nodeAttributes, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.NodeAttributesConfigurationSchema, internal=false], RootKey [rootName=storageProfiles, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.cluster.management.configuration.StorageProfilesConfigurationSchema, internal=false], RootKey [rootName=clientConnector, storageType=LOCAL, schemaClass=class org.apache.ignite.client.handler.configuration.ClientConnectorConfigurationSchema, internal=false], RootKey [rootName=network, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.network.configuration.NetworkConfigurationSchema, internal=false], RootKey [rootName=raft, storageType=LOCAL, schemaClass=class org.apache.ignite.internal.raft.configuration.RaftConfigurationSchema, internal=false]], distRoots=[RootKey [rootName=security, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.security.configuration.SecurityConfigurationSchema, internal=false], RootKey [rootName=schemaSync, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.catalog.configuration.SchemaSynchronizationConfigurationSchema, internal=false], RootKey [rootName=metaStorage, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metastorage.configuration.MetaStorageConfigurationSchema, internal=false], RootKey [rootName=gc, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.schema.configuration.GcConfigurationSchema, internal=false], RootKey [rootName=metrics, storageType=DISTRIBUTED, schemaClass=class org.apache.ignite.internal.metrics.configuration.MetricConfigurationSchema, internal=false]]] 2023-11-01 11:25:19:158 +0000 [INFO][main][IgnitionImpl] # ___ __ ### / | ____ ____ _ _____ / /_ ___ # ##### / /| | / __ \ / __ `// ___// __ \ / _ \ ### ###### / ___ | / /_/ // /_/ // /__ / / / // ___/ ##### ####### /_/ |_|/ .___/ \__,_/ \___//_/ /_/ \___/ ####### ###### /_/ ######## #### ____ _ __ _____ # ######## ## / _/____ _ ____ (_)/ /_ ___ |__ / #### ####### # / / / __ `// __ \ / // __// _ \ /_ < ##### ##### _/ / / /_/ // / / // // /_ / ___/ ___/ / #### ## /___/ \__, //_/ /_//_/ \__/ \___/ /____/ ## /____/ Apache Ignite ver. 3.0.0-SNAPSHOT 2023-11-01 11:25:19:457 +0000 [INFO][main][ConnectionManager] Server started [address=/[0:0:0:0:0:0:0:0]:3110] 2023-11-01 11:25:19:575 +0000 [WARNING][main][MembershipProtocol] [default:IgniteRunnerAdapterTest_node_0:3164f094a0f14e4e@172.120.2.2:3110] Filtering out seed address: 172.120.2.2:3110 2023-11-01 11:25:19:580 +0000 [INFO][main][Cluster] [default:IgniteRunnerAdapterTest_node_0:3164f094a0f14e4e@172.120.2.2:3110][doStart] Starting, config: ClusterConfig[metadata=null, metadataTimeout=1000, metadataCodec=io.scalecube.cluster.metadata.JdkMetadataCodec@31433df9, memberId='3164f094-a0f1-4e4e-90e0-65235e399023', memberAlias='IgniteRunnerAdapterTest_node_0', externalHost='null', externalPort=null, transportConfig=TransportConfig[port=0, clientSecured=false, connectTimeout=1000, messageCodec=io.scalecube.cluster.transport.api.JdkMessageCodec@2d4a0671, maxFrameLength=2097152, transportFactory=org.apache.ignite.network.scalecube.ScaleCubeClusterServiceFactory$1$$Lambda$408/0x000000080129be40@1ab9c735, addressMapper=java.util.function.Function$$Lambda$60/0x00000008010c7568@6e4e60f5], failureDetectorConfig=FailureDetectorConfig[pingInterval=1000, pingTimeout=200, pingReqMembers=3], gossipConfig=GossipConfig[gossipFanout=3, gossipInterval=200, gossipRepeatMult=2, gossipSegmentationThreshold=1000], membershipConfig=MembershipConfig[seedMembers=[172.120.2.2:3110], syncInterval=30000, syncTimeout=3000, suspicionMult=5, namespace='default', removedMembersHistorySize=42]] 2023-11-01 11:25:19:584 +0000 [INFO][main][Cluster] [default:IgniteRunnerAdapterTest_node_0:3164f094a0f14e4e@172.120.2.2:3110][doStart] Started 2023-11-01 11:25:19:586 +0000 [INFO][main][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=3164f094-a0f1-4e4e-90e0-65235e399023, name=IgniteRunnerAdapterTest_node_0, address=172.120.2.2:3110, nodeMetadata=null]] 2023-11-01 11:25:19:586 +0000 [INFO][main][ScaleCubeTopologyService] Topology snapshot [nodes=[IgniteRunnerAdapterTest_node_0]] 2023-11-01 11:25:19:877 +0000 [INFO][main][DefaultApplicationContext$RuntimeConfiguredEnvironment] Established active environments: [baremetal] 2023-11-01 11:25:20:248 +0000 [INFO][main][Micronaut] Startup completed in 647ms. Server Running: http://9361d2762832:1040 2023-11-01 11:25:20:250 +0000 [INFO][main][RestComponent] REST server started successfully: [httpPort=1040] 2023-11-01 11:25:20:830 +0000 [INFO][main][IgniteImpl] Components started, joining the cluster 2023-11-01 11:25:26:840 +0000 [INFO][sc-cluster-3110-1][MembershipProtocol] [default:IgniteRunnerAdapterTest_node_0:3164f094a0f14e4e@172.120.2.2:3110][publishEvent] MembershipEvent[type=ADDED, member=default:IgniteRunnerAdapterTest_node_1:45fbc84204e64d9f@172.120.2.2:3111, oldMetadata=null, newMetadata=7e16449-5, timestamp=2023-11-01T11:25:26.839Z] 2023-11-01 11:25:26:842 +0000 [INFO][sc-cluster-3110-1][ScaleCubeTopologyService] Node joined [node=ClusterNodeImpl [id=c5fbc842-04e6-4d9f-96cf-2088d9620269, name=IgniteRunnerAdapterTest_node_1, address=172.120.2.2:3111, nodeMetadata=null]] 2023-11-01 11:25:26:843 +0000 [INFO][sc-cluster-3110-1][ScaleCubeTopologyService] Topology snapshot [nodes=[IgniteRunnerAdapterTest_node_0, IgniteRunnerAdapterTest_node_1]] 2023-11-01 11:25:28:332 +0000 [INFO][sc-cluster-3110-1][MembershipProtocol] [default:IgniteRunnerAdapterTest_node_0:3164f094a0f14e4e@172.120.2.2:3110][publishEvent] MembershipEvent[type=UPDATED, member=default:IgniteRunnerAdapterTest_node_1:45fbc84204e64d9f@172.120.2.2:3111, oldMetadata=7e16449-5, newMetadata=18722c63-136, timestamp=2023-11-01T11:25:28.332Z] 2023-11-01 11:25:28:334 +0000 [INFO][sc-cluster-3110-1][ScaleCubeTopologyService] Topology snapshot [nodes=[IgniteRunnerAdapterTest_node_0, IgniteRunnerAdapterTest_node_1]] 2023-11-01 11:25:33:567 +0000 [INFO][default-nioEventLoopGroup-5-6][ClusterManagementController] Received init command [metaStorageNodes=[IgniteRunnerAdapterTest_node_0], cmgNodes=[]] 2023-11-01 11:25:33:568 +0000 [INFO][default-nioEventLoopGroup-5-6][ClusterInitializer] Resolved MetaStorage nodes[nodes=[ClusterNodeImpl [id=3164f094-a0f1-4e4e-90e0-65235e399023, name=IgniteRunnerAdapterTest_node_0, address=172.120.2.2:3110, nodeMetadata=org.apache.ignite.network.NodeMetadata@2fb13d23]]] 2023-11-01 11:25:33:568 +0000 [INFO][default-nioEventLoopGroup-5-6][ClusterInitializer] Resolved CMG nodes[nodes=[ClusterNodeImpl [id=3164f094-a0f1-4e4e-90e0-65235e399023, name=IgniteRunnerAdapterTest_node_0, address=172.120.2.2:3110, nodeMetadata=org.apache.ignite.network.NodeMetadata@2fb13d23]]] 2023-11-01 11:25:33:575 +0000 [INFO][default-nioEventLoopGroup-5-6][ClusterManagementGroupManager] Init command received, starting the CMG [nodes=[IgniteRunnerAdapterTest_node_0]] 2023-11-01 11:25:33:580 +0000 [INFO][default-nioEventLoopGroup-5-6][Loza] Start new raft node=RaftNodeId [groupId=cmg_group, peer=Peer [consistentId=IgniteRunnerAdapterTest_node_0, idx=0]] with initial configuration=PeersAndLearners [peers=Set12 [Peer [consistentId=IgniteRunnerAdapterTest_node_0, idx=0]], learners=SetN []] 2023-11-01 11:25:33:625 +0000 [INFO][default-nioEventLoopGroup-5-6][ShutdownAbleThread] Try to start service thread:AllocateFileService started:false lastThread:null 2023-11-01 11:25:33:626 +0000 [INFO][default-nioEventLoopGroup-5-6][ShutdownAbleThread] Try to start service thread:AllocateFileService started:false lastThread:null 2023-11-01 11:25:33:626 +0000 [INFO][default-nioEventLoopGroup-5-6][ShutdownAbleThread] Try to start service thread:AllocateFileService started:false lastThread:null 2023-11-01 11:25:33:632 +0000 [INFO][default-nioEventLoopGroup-5-6][LogitLogStorage] Recover dbs and start timingServer success, last recover index:-1 2023-11-01 11:25:33:635 +0000 [INFO][default-nioEventLoopGroup-5-6][FSMCallerImpl] Starts FSMCaller successfully. 2023-11-01 11:25:33:638 +0000 [WARNING][default-nioEventLoopGroup-5-6][LocalSnapshotStorage] No data for snapshot reader /opt/buildagent/work/d9f36adbfa459155/core/logs/20231101_112517_834000_IgniteCliAdapterTest_clusterTopologyR/IgniteRunnerAdapterTest_node_0/home/work/cmg_group_IgniteRunnerAdapterTest_node_0_0/snapshot. 2023-11-01 11:25:33:646 +0000 [INFO][default-nioEventLoopGroup-5-6][NodeImpl] Node init, term=0, lastLogId=LogId [index=0, term=0], conf=IgniteRunnerAdapterTest_node_0, oldConf=. 2023-11-01 11:25:33:647 +0000 [INFO][default-nioEventLoopGroup-5-6][NodeImpl] Node start vote and grant vote self, term=0. 2023-11-01 11:25:33:650 +0000 [INFO][default-nioEventLoopGroup-5-6][LocalRaftMetaStorage] Save raft meta, path=/opt/buildagent/work/d9f36adbfa459155/core/logs/20231101_112517_834000_IgniteCliAdapterTest_clusterTopologyR/IgniteRunnerAdapterTest_node_0/home/work/cmg_group_IgniteRunnerAdapterTest_node_0_0/meta, term=1, votedFor=IgniteRunnerAdapterTest_node_0, cost time=2 ms 2023-11-01 11:25:33:651 +0000 [INFO][default-nioEventLoopGroup-5-6][NodeImpl] Node become leader of group, term=1, conf=IgniteRunnerAdapterTest_node_0, oldConf=. 2023-11-01 11:25:33:653 +0000 [INFO][default-nioEventLoopGroup-5-6][Recyclers] -Djraft.recyclers.maxCapacityPerThread: 4096. 2023-11-01 11:25:33:655 +0000 [INFO][default-nioEventLoopGroup-5-6][RaftGroupService] Start the RaftGroupService successfully 2023-11-01 11:25:36:680 +0000 [WARNING][CompletableFutureDelayScheduler][RaftGroupServiceImpl] Recoverable error during the request type=ActionRequestImpl occurred (will be retried on the randomly selected node): java.util.concurrent.CompletionException: java.util.concurrent.TimeoutException at java.base/java.util.concurrent.CompletableFuture.encodeRelay(CompletableFuture.java:368) at java.base/java.util.concurrent.CompletableFuture.completeRelay(CompletableFuture.java:377) at java.base/java.util.concurrent.CompletableFuture$UniRelay.tryFire(CompletableFuture.java:1097) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at java.base/java.util.concurrent.CompletableFuture$Timeout.run(CompletableFuture.java:2874) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:833) Caused by: java.util.concurrent.TimeoutException ... 7 more 2023-11-01 11:25:39:885 +0000 [WARNING][CompletableFutureDelayScheduler][RaftGroupServiceImpl] Recoverable error during the request type=ActionRequestImpl occurred (will be retried on the randomly selected node): java.util.concurrent.CompletionException: java.util.concurrent.TimeoutException at java.base/java.util.concurrent.CompletableFuture.encodeRelay(CompletableFuture.java:368) at java.base/java.util.concurrent.CompletableFuture.completeRelay(CompletableFuture.java:377) at java.base/java.util.concurrent.CompletableFuture$UniRelay.tryFire(CompletableFuture.java:1097) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at java.base/java.util.concurrent.CompletableFuture$Timeout.run(CompletableFuture.java:2874) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:833) Caused by: java.util.concurrent.TimeoutException ... 7 more 2023-11-01 11:25:43:086 +0000 [WARNING][CompletableFutureDelayScheduler][RaftGroupServiceImpl] Recoverable error during the request type=ActionRequestImpl occurred (will be retried on the randomly selected node): java.util.concurrent.CompletionException: java.util.concurrent.TimeoutException at java.base/java.util.concurrent.CompletableFuture.encodeRelay(CompletableFuture.java:368) at java.base/java.util.concurrent.CompletableFuture.completeRelay(CompletableFuture.java:377) at java.base/java.util.concurrent.CompletableFuture$UniRelay.tryFire(CompletableFuture.java:1097) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at java.base/java.util.concurrent.CompletableFuture$Timeout.run(CompletableFuture.java:2874) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:833) Caused by: java.util.concurrent.TimeoutException ... 7 more 2023-11-01 11:25:43:575 +0000 [INFO][CompletableFutureDelayScheduler][ClusterInitializer] Initialization failed [reason=null] java.util.concurrent.TimeoutException at java.base/java.util.concurrent.CompletableFuture$Timeout.run(CompletableFuture.java:2874) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:833) 2023-11-01 11:25:43:576 +0000 [INFO][CompletableFutureDelayScheduler][ClusterManagementGroupManager] CMG initialization cancelled [reason=null] 2023-11-01 11:25:43:577 +0000 [INFO][CompletableFutureDelayScheduler][Loza] Stop raft group=cmg_group 2023-11-01 11:25:43:577 +0000 [INFO][CompletableFutureDelayScheduler][NodeImpl] Node shutdown, currTerm=1 state=STATE_LEADER. 2023-11-01 11:25:43:578 +0000 [INFO][CompletableFutureDelayScheduler][ReplicatorGroupImpl] Fail to find the next candidate. 2023-11-01 11:25:43:580 +0000 [INFO][CompletableFutureDelayScheduler][LocalRaftMetaStorage] Save raft meta, path=/opt/buildagent/work/d9f36adbfa459155/core/logs/20231101_112517_834000_IgniteCliAdapterTest_clusterTopologyR/IgniteRunnerAdapterTest_node_0/home/work/cmg_group_IgniteRunnerAdapterTest_node_0_0/meta, term=1, votedFor=IgniteRunnerAdapterTest_node_0, cost time=1 ms 2023-11-01 11:25:43:580 +0000 [INFO][CompletableFutureDelayScheduler][FSMCallerImpl] Shutting down FSMCaller... 2023-11-01 11:25:43:584 +0000 [INFO][%IgniteRunnerAdapterTest_node_0%JRaft-FSMCaller-Disruptor-_stripe_58-0][StateMachineAdapter] onLeaderStop: status=Status[ESHUTDOWN<1007>: Raft node is going to quit.]. 2023-11-01 11:25:43:584 +0000 [ERROR][%IgniteRunnerAdapterTest_node_0%JRaft-Common-Executor-0][NodeImpl] Fail to run ConfigurationChangeDone, status: Status[EPERM<1008>: Leader stepped down]. 2023-11-01 11:25:44:243 +0000 [INFO][Thread-2][Micronaut] Embedded Application shutting down