[2018-12-14 07:38:08,733][INFO ][main][root] >>> Starting test: CacheMvccTxRecoveryTest#testCountersNeighborcastServerFailed <<< [2018-12-14 07:38:08,741][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] >>> __________ ________________ >>> / _/ ___/ |/ / _/_ __/ __/ >>> _/ // (7 7 // / / / / _/ >>> /___/\___/_/|_/___/ /_/ /___/ >>> >>> ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89 >>> 2018 Copyright(C) Apache Software Foundation >>> >>> Ignite documentation: http://ignite.apache.org [2018-12-14 07:38:08,742][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Config URL: n/a [2018-12-14 07:38:08,742][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] IgniteConfiguration [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, pubPoolSize=8, svcPoolSize=8, callbackPoolSize=8, stripedPoolSize=8, sysPoolSize=8, mgmtPoolSize=4, igfsPoolSize=5, dataStreamerPoolSize=8, utilityCachePoolSize=8, utilityCacheKeepAliveTime=60000, p2pPoolSize=2, qryPoolSize=8, igniteHome=/data/teamcity/work/ae48a463bd611b52, igniteWorkDir=/data/teamcity/work/ae48a463bd611b52/work, mbeanSrv=com.sun.jmx.mbeanserver.JmxMBeanServer@47b11ec7, nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, marsh=BinaryMarshaller [], marshLocJobs=false, daemon=false, p2pEnabled=true, netTimeout=10000, netCompressionLevel=1, sndRetryDelay=1000, sndRetryCnt=3, metricsHistSize=10000, metricsUpdateFreq=1000, metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi [addrRslvr=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], segPlc=STOP, segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true, segChkFreq=10000, commSpi=TcpCommunicationSpi [connectGate=null, connPlc=org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$FirstConnectionPolicy@79a0ee7, enableForcibleNodeKill=false, enableTroubleshootingLog=false, locAddr=null, locHost=null, locPort=47100, locPortRange=100, shmemPort=-1, directBuf=true, directSndBuf=false, idleConnTimeout=600000, connTimeout=5000, maxConnTimeout=600000, reconCnt=10, sockSndBuf=32768, sockRcvBuf=32768, msgQueueLimit=0, slowClientQueueLimit=0, nioSrvr=null, shmemSrv=null, usePairedConnections=false, connectionsPerNode=1, tcpNoDelay=true, filterReachableAddresses=false, ackSndThreshold=32, unackedMsgsBufSize=0, sockWriteTimeout=2000, boundTcpPort=-1, boundTcpShmemPort=-1, selectorsCnt=4, selectorSpins=0, addrRslvr=null, ctxInitLatch=java.util.concurrent.CountDownLatch@46bb7a8f[Count = 1], stopping=false], evtSpi=MemoryEventStorageSpi [expireAgeMs=9223372036854775807, expireCnt=10000, filter=null], colSpi=NoopCollisionSpi [], deploySpi=LocalDeploymentSpi [], indexingSpi=org.apache.ignite.spi.indexing.noop.NoopIndexingSpi@66dd4f3f, addrRslvr=null, encryptionSpi=org.apache.ignite.spi.encryption.noop.NoopEncryptionSpi@5fe4be55, clientMode=false, rebalanceThreadPoolSize=1, txCfg=TransactionConfiguration [txSerEnabled=false, dfltIsolation=REPEATABLE_READ, dfltConcurrency=PESSIMISTIC, dfltTxTimeout=0, txTimeoutOnPartitionMapExchange=0, pessimisticTxLogSize=0, pessimisticTxLogLinger=10000, tmLookupClsName=null, txManagerFactory=null, useJtaSync=false], cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED, p2pMissedCacheSize=100, locHost=127.0.0.1, timeSrvPortBase=31100, timeSrvPortRange=100, failureDetectionTimeout=10000, sysWorkerBlockedTimeout=null, clientFailureDetectionTimeout=10000, metricsLogFreq=0, hadoopCfg=null, connectorCfg=null, odbcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null, grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null, binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=DataStorageConfiguration [sysRegionInitSize=41943040, sysRegionMaxSize=104857600, pageSize=4096, concLvl=0, dfltDataRegConf=DataRegionConfiguration [name=default, maxSize=67108864, initSize=268435456, swapPath=null, pageEvictionMode=DISABLED, evictionThreshold=0.9, emptyPagesPoolSize=100, metricsEnabled=false, metricsSubIntervalCount=5, metricsRateTimeInterval=60000, persistenceEnabled=false, checkpointPageBufSize=0], dataRegions=null, storagePath=null, checkpointFreq=180000, lockWaitTime=10000, checkpointThreads=4, checkpointWriteOrder=SEQUENTIAL, walHistSize=20, maxWalArchiveSize=1073741824, walSegments=10, walSegmentSize=67108864, walPath=db/wal, walArchivePath=db/wal/archive, metricsEnabled=false, walMode=LOG_ONLY, walTlbSize=131072, walBuffSize=0, walFlushFreq=2000, walFsyncDelay=1000, walRecordIterBuffSize=67108864, alwaysWriteFullPages=false, fileIOFactory=org.apache.ignite.internal.processors.cache.persistence.file.AsyncFileIOFactory@4bf5314d, metricsSubIntervalCnt=5, metricsRateTimeInterval=60000, walAutoArchiveAfterInactivity=-1, writeThrottlingEnabled=false, walCompactionEnabled=false, walCompactionLevel=1, checkpointReadLockTimeout=null], activeOnStart=true, autoActivation=true, longQryWarnTimeout=3000, sqlConnCfg=null, cliConnCfg=ClientConnectorConfiguration [host=null, port=10800, portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true, maxOpenCursorsPerConn=128, threadPoolSize=8, idleTimeout=0, jdbcEnabled=true, odbcEnabled=true, thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true, sslClientAuth=false, sslCtxFactory=null], mvccVacuumThreadCnt=2, mvccVacuumFreq=5000, authEnabled=false, failureHnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]], commFailureRslvr=null] [2018-12-14 07:38:08,753][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Daemon mode: off [2018-12-14 07:38:08,753][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] OS: Linux 4.4.0-139-generic amd64 [2018-12-14 07:38:08,753][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] OS user: teamcity [2018-12-14 07:38:08,754][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] PID: 2201424 [2018-12-14 07:38:08,754][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Language runtime: Java Platform API Specification ver. 1.8 [2018-12-14 07:38:08,754][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] VM information: Java(TM) SE Runtime Environment 1.8.0_181-b13 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 25.181-b13 [2018-12-14 07:38:08,755][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] VM total memory: 1.8GB [2018-12-14 07:38:08,755][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Remote Management [restart: off, REST: off, JMX (remote: off)] [2018-12-14 07:38:08,755][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Logger: GridTestLog4jLogger [quiet=false, config=null] [2018-12-14 07:38:08,756][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] IGNITE_HOME=/data/teamcity/work/ae48a463bd611b52 [2018-12-14 07:38:08,756][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] VM arguments: [-DIGNITE_DUMP_THREADS_ON_FAILURE=false, -DMono=/usr/bin/mono-sgen, -DMono4.0_x64=/usr/lib/mono/4.0, -DMono4.5_x64=/usr/lib/mono/4.5, -DMonoVersion=5.12.0.226, -Dagent.home.dir=/home/teamcity/agent, -Dagent.name=publicagent14_9092, -Dagent.ownPort=9092, -Dagent.work.dir=/data/teamcity/work, -Dbuild.number=3076, -Dbuild.vcs.number=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.1=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.GitHubApacheIgnite=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dclassworlds.conf=/data/teamcity/temp/buildTmp/teamcity.m2.conf, -Dcom.jetbrains.maven.watcher.report.file=/data/teamcity/temp/buildTmp/maven-build-info.xml, -Djava.io.tmpdir=/data/teamcity/temp/buildTmp, -Dmaven.home=/home/teamcity/agent/tools/maven.3.5.3, -Dmaven.multiModuleProjectDirectory=/data/teamcity/work/ae48a463bd611b52, -Dmaven.repo.local=/home/teamcity/.m2/repository, -Dteamcity.agent.cpuBenchmark=540, -Dteamcity.agent.dotnet.agent_url=http://localhost:9092/RPC2, -Dteamcity.agent.dotnet.build_id=2545122, -Dteamcity.auth.password=*******, -Dteamcity.auth.userId=TeamCityBuildId=2545122, -Dteamcity.build.changedFiles.file=/data/teamcity/temp/buildTmp/changedFiles7374753561609408980.txt, -Dteamcity.build.checkoutDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.build.id=2545122, -Dteamcity.build.properties.file=/data/teamcity/temp/buildTmp/teamcity.build7570051439472680357.properties, -Dteamcity.build.tempDir=/data/teamcity/temp/buildTmp, -Dteamcity.build.workingDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.buildConfName=MVCC Queries, -Dteamcity.buildType.id=IgniteTests24Java8_MvccQueries, -Dteamcity.configuration.properties.file=/data/teamcity/temp/buildTmp/teamcity.config8546523677733895082.properties, -Dteamcity.maven.watcher.home=/home/teamcity/agent/plugins/mavenPlugin/maven-watcher-jdk16, -Dteamcity.projectName=Ignite Tests 2.4+ (Java 8/9/10/11), -Dteamcity.runner.properties.file=/data/teamcity/temp/buildTmp/teamcity.runner237466661875265171.properties, -Dteamcity.tests.recentlyFailedTests.file=/data/teamcity/temp/buildTmp/testsToRunFirst8084231963276624855.txt, -Dteamcity.version=2017.2.3 (build 51047), -ea, -Xms2g, -Xmx2g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, -DIGNITE_TEST_HOME="/data/teamcity/work/ae48a463bd611b52", -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true, -DIGNITE_QUIET=false, -Djava.net.preferIPv4Stack=true, -DTEST_SCALE_FACTOR=1.0] [2018-12-14 07:38:08,762][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] System cache's DataRegion size is configured to 40 MB. Use DataStorageConfiguration.systemRegionInitialSize property to change the setting. [2018-12-14 07:38:08,762][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Configured caches [in 'sysMemPlc' dataRegion: ['ignite-sys-cache']] [2018-12-14 07:38:08,764][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] 3-rd party licenses can be found at: /data/teamcity/work/ae48a463bd611b52/libs/licenses [2018-12-14 07:38:08,767][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] Configured plugins: [2018-12-14 07:38:08,768][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- TestReconnectPlugin 1.0 [2018-12-14 07:38:08,768][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- [2018-12-14 07:38:08,768][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] [2018-12-14 07:38:08,768][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- StanByClusterTestProvider 1.0 [2018-12-14 07:38:08,768][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- null [2018-12-14 07:38:08,769][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] [2018-12-14 07:38:08,769][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- PageMemory tracker plugin 1.0 [2018-12-14 07:38:08,769][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- [2018-12-14 07:38:08,769][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] [2018-12-14 07:38:08,770][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][FailureProcessor] Configured failure handler: [hnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]]] [2018-12-14 07:38:08,771][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][TestRecordingCommunicationSpi] Successfully bound communication NIO server to TCP port [port=47100, locHost=/127.0.0.1, selectorsCnt=4, selectorSpins=0, pairedConn=false] [2018-12-14 07:38:08,775][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Security status [authentication=off, tls/ssl=off] [2018-12-14 07:38:08,778][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgniteCacheDatabaseSharedManager] Configured data regions initialized successfully [total=3] [2018-12-14 07:38:08,779][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][PartitionsEvictManager] Evict partition permits=2 [2018-12-14 07:38:08,786][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][ClientListenerProcessor] Client connector processor has started on TCP port 10800 [2018-12-14 07:38:08,790][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Non-loopback local IPs: 172.17.0.3 [2018-12-14 07:38:08,790][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Enabled local MACs: 0242AC110003 [2018-12-14 07:38:08,793][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][TestTcpDiscoverySpi] Connection check threshold is calculated: 10000 [2018-12-14 07:38:08,793][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][TestTcpDiscoverySpi] Successfully bound to TCP port [port=47500, localHost=/127.0.0.1, locNodeId=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:08,800][INFO ][disco-notifier-worker-#115717%mvcc.CacheMvccTxRecoveryTest0%][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, crdVer=1544773088791, topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0]], crdNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088790, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:08,801][INFO ][disco-notifier-worker-#115717%mvcc.CacheMvccTxRecoveryTest0%][MvccProcessorImpl] Initialize local node as mvcc coordinator [node=d10813a9-bbf0-4aee-a38b-d32993400000, crdVer=1544773088791] [2018-12-14 07:38:08,802][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], crd=true, evt=NODE_JOINED, evtNode=d10813a9-bbf0-4aee-a38b-d32993400000, customEvt=null, allowMerge=false] [2018-12-14 07:38:08,803][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][IgniteCacheDatabaseSharedManager] Configured data regions started successfully [total=3] [2018-12-14 07:38:08,803][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][msg] Components activation performed in 0 ms. [2018-12-14 07:38:08,804][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCacheProcessor] Started cache [name=ignite-sys-cache, id=-2100569601, dataRegionName=sysMemPlc, mode=REPLICATED, atomicity=TRANSACTIONAL, backups=2147483647, mvcc=false] [2018-12-14 07:38:08,805][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCacheProcessor] Starting caches on local join performed in 0 ms. [2018-12-14 07:38:08,805][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Skipped waiting for partitions release future (local node is joining) [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0]] [2018-12-14 07:38:08,807][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] finishExchangeOnCoordinator [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=1, minorTopVer=0]] [2018-12-14 07:38:08,807][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Affinity changes (coordinator) applied in 0 ms. [2018-12-14 07:38:08,807][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions validation performed in 0 ms. [2018-12-14 07:38:08,808][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions assignment performed in 0 ms. [2018-12-14 07:38:08,810][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Preparing Full Message performed in 2 ms. [2018-12-14 07:38:08,810][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], err=null] [2018-12-14 07:38:08,811][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:08,811][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCacheProcessor] Finish proxy initialization, cacheName=ignite-sys-cache, localNodeId=d10813a9-bbf0-4aee-a38b-d32993400000 [2018-12-14 07:38:08,812][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=d10813a9-bbf0-4aee-a38b-d32993400000, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088790, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], durationFromInit=0] [2018-12-14 07:38:08,813][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=1, minorTopVer=0], crd=true] [2018-12-14 07:38:08,813][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=1, minorTopVer=0], force=false, evt=NODE_JOINED, node=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:08,815][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} [2018-12-14 07:38:08,816][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Data Regions Configured: [2018-12-14 07:38:08,816][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] ^-- default [initSize=64.0 MiB, maxSize=64.0 MiB, persistence=false] [2018-12-14 07:38:08,817][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] >>> +-------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff >>> +-------------------------------------------------------------------------------+ >>> OS name: Linux 4.4.0-139-generic amd64 >>> CPU(s): 5 >>> Heap: 2.0GB >>> VM name: 2201424@c44c28153473 >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest0 >>> Local node [ID=D10813A9-BBF0-4AEE-A38B-D32993400000, order=1, clientMode=false] >>> Local node addresses: [127.0.0.1] >>> Local ports: TCP:10800 TCP:47100 TCP:47500 [2018-12-14 07:38:08,818][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDiscoveryManager] Topology snapshot [ver=1, locNode=d10813a9, servers=1, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:08,818][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] Node started with the following configuration [id=d10813a9-bbf0-4aee-a38b-d32993400000, marshaller=BinaryMarshaller [], discovery=TcpDiscoverySpi [addrRslvr=null, sockTimeout=5000, ackTimeout=5000, marsh=JdkMarshaller [clsFilter=org.apache.ignite.marshaller.MarshallerUtils$1@6a80c3a2], reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], binaryCfg=null, lateAff=true] [2018-12-14 07:38:08,819][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] Starting grids: 3 [2018-12-14 07:38:08,828][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] >>> __________ ________________ >>> / _/ ___/ |/ / _/_ __/ __/ >>> _/ // (7 7 // / / / / _/ >>> /___/\___/_/|_/___/ /_/ /___/ >>> >>> ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89 >>> 2018 Copyright(C) Apache Software Foundation >>> >>> Ignite documentation: http://ignite.apache.org [2018-12-14 07:38:08,828][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Config URL: n/a [2018-12-14 07:38:08,829][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] IgniteConfiguration [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest1, pubPoolSize=8, svcPoolSize=8, callbackPoolSize=8, stripedPoolSize=8, sysPoolSize=8, mgmtPoolSize=4, igfsPoolSize=5, dataStreamerPoolSize=8, utilityCachePoolSize=8, utilityCacheKeepAliveTime=60000, p2pPoolSize=2, qryPoolSize=8, igniteHome=/data/teamcity/work/ae48a463bd611b52, igniteWorkDir=/data/teamcity/work/ae48a463bd611b52/work, mbeanSrv=com.sun.jmx.mbeanserver.JmxMBeanServer@47b11ec7, nodeId=a0c7a652-9e42-4d24-8891-376d4ce00001, marsh=BinaryMarshaller [], marshLocJobs=false, daemon=false, p2pEnabled=true, netTimeout=10000, netCompressionLevel=1, sndRetryDelay=1000, sndRetryCnt=3, metricsHistSize=10000, metricsUpdateFreq=1000, metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi [addrRslvr=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], segPlc=STOP, segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true, segChkFreq=10000, commSpi=TcpCommunicationSpi [connectGate=null, connPlc=org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$FirstConnectionPolicy@206d3337, enableForcibleNodeKill=false, enableTroubleshootingLog=false, locAddr=null, locHost=null, locPort=47100, locPortRange=100, shmemPort=-1, directBuf=true, directSndBuf=false, idleConnTimeout=600000, connTimeout=5000, maxConnTimeout=600000, reconCnt=10, sockSndBuf=32768, sockRcvBuf=32768, msgQueueLimit=0, slowClientQueueLimit=0, nioSrvr=null, shmemSrv=null, usePairedConnections=false, connectionsPerNode=1, tcpNoDelay=true, filterReachableAddresses=false, ackSndThreshold=32, unackedMsgsBufSize=0, sockWriteTimeout=2000, boundTcpPort=-1, boundTcpShmemPort=-1, selectorsCnt=4, selectorSpins=0, addrRslvr=null, ctxInitLatch=java.util.concurrent.CountDownLatch@12dd614[Count = 1], stopping=false], evtSpi=MemoryEventStorageSpi [expireAgeMs=9223372036854775807, expireCnt=10000, filter=null], colSpi=NoopCollisionSpi [], deploySpi=LocalDeploymentSpi [], indexingSpi=org.apache.ignite.spi.indexing.noop.NoopIndexingSpi@9bca8b1, addrRslvr=null, encryptionSpi=org.apache.ignite.spi.encryption.noop.NoopEncryptionSpi@7a4d7158, clientMode=false, rebalanceThreadPoolSize=1, txCfg=TransactionConfiguration [txSerEnabled=false, dfltIsolation=REPEATABLE_READ, dfltConcurrency=PESSIMISTIC, dfltTxTimeout=0, txTimeoutOnPartitionMapExchange=0, pessimisticTxLogSize=0, pessimisticTxLogLinger=10000, tmLookupClsName=null, txManagerFactory=null, useJtaSync=false], cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED, p2pMissedCacheSize=100, locHost=127.0.0.1, timeSrvPortBase=31100, timeSrvPortRange=100, failureDetectionTimeout=10000, sysWorkerBlockedTimeout=null, clientFailureDetectionTimeout=10000, metricsLogFreq=0, hadoopCfg=null, connectorCfg=null, odbcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null, grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null, binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=DataStorageConfiguration [sysRegionInitSize=41943040, sysRegionMaxSize=104857600, pageSize=4096, concLvl=0, dfltDataRegConf=DataRegionConfiguration [name=default, maxSize=67108864, initSize=268435456, swapPath=null, pageEvictionMode=DISABLED, evictionThreshold=0.9, emptyPagesPoolSize=100, metricsEnabled=false, metricsSubIntervalCount=5, metricsRateTimeInterval=60000, persistenceEnabled=false, checkpointPageBufSize=0], dataRegions=null, storagePath=null, checkpointFreq=180000, lockWaitTime=10000, checkpointThreads=4, checkpointWriteOrder=SEQUENTIAL, walHistSize=20, maxWalArchiveSize=1073741824, walSegments=10, walSegmentSize=67108864, walPath=db/wal, walArchivePath=db/wal/archive, metricsEnabled=false, walMode=LOG_ONLY, walTlbSize=131072, walBuffSize=0, walFlushFreq=2000, walFsyncDelay=1000, walRecordIterBuffSize=67108864, alwaysWriteFullPages=false, fileIOFactory=org.apache.ignite.internal.processors.cache.persistence.file.AsyncFileIOFactory@396d05d3, metricsSubIntervalCnt=5, metricsRateTimeInterval=60000, walAutoArchiveAfterInactivity=-1, writeThrottlingEnabled=false, walCompactionEnabled=false, walCompactionLevel=1, checkpointReadLockTimeout=null], activeOnStart=true, autoActivation=true, longQryWarnTimeout=3000, sqlConnCfg=null, cliConnCfg=ClientConnectorConfiguration [host=null, port=10800, portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true, maxOpenCursorsPerConn=128, threadPoolSize=8, idleTimeout=0, jdbcEnabled=true, odbcEnabled=true, thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true, sslClientAuth=false, sslCtxFactory=null], mvccVacuumThreadCnt=2, mvccVacuumFreq=5000, authEnabled=false, failureHnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]], commFailureRslvr=null] [2018-12-14 07:38:08,836][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Daemon mode: off [2018-12-14 07:38:08,837][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] OS: Linux 4.4.0-139-generic amd64 [2018-12-14 07:38:08,837][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] OS user: teamcity [2018-12-14 07:38:08,831][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] >>> __________ ________________ >>> / _/ ___/ |/ / _/_ __/ __/ >>> _/ // (7 7 // / / / / _/ >>> /___/\___/_/|_/___/ /_/ /___/ >>> >>> ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89 >>> 2018 Copyright(C) Apache Software Foundation >>> >>> Ignite documentation: http://ignite.apache.org [2018-12-14 07:38:08,838][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Config URL: n/a [2018-12-14 07:38:08,830][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] >>> __________ ________________ >>> / _/ ___/ |/ / _/_ __/ __/ >>> _/ // (7 7 // / / / / _/ >>> /___/\___/_/|_/___/ /_/ /___/ >>> >>> ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89 >>> 2018 Copyright(C) Apache Software Foundation >>> >>> Ignite documentation: http://ignite.apache.org [2018-12-14 07:38:08,838][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Config URL: n/a [2018-12-14 07:38:08,838][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] IgniteConfiguration [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest3, pubPoolSize=8, svcPoolSize=8, callbackPoolSize=8, stripedPoolSize=8, sysPoolSize=8, mgmtPoolSize=4, igfsPoolSize=5, dataStreamerPoolSize=8, utilityCachePoolSize=8, utilityCacheKeepAliveTime=60000, p2pPoolSize=2, qryPoolSize=8, igniteHome=/data/teamcity/work/ae48a463bd611b52, igniteWorkDir=/data/teamcity/work/ae48a463bd611b52/work, mbeanSrv=com.sun.jmx.mbeanserver.JmxMBeanServer@47b11ec7, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, marsh=BinaryMarshaller [], marshLocJobs=false, daemon=false, p2pEnabled=true, netTimeout=10000, netCompressionLevel=1, sndRetryDelay=1000, sndRetryCnt=3, metricsHistSize=10000, metricsUpdateFreq=1000, metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi [addrRslvr=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], segPlc=STOP, segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true, segChkFreq=10000, commSpi=TcpCommunicationSpi [connectGate=null, connPlc=org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$FirstConnectionPolicy@50fa47c3, enableForcibleNodeKill=false, enableTroubleshootingLog=false, locAddr=null, locHost=null, locPort=47100, locPortRange=100, shmemPort=-1, directBuf=true, directSndBuf=false, idleConnTimeout=600000, connTimeout=5000, maxConnTimeout=600000, reconCnt=10, sockSndBuf=32768, sockRcvBuf=32768, msgQueueLimit=0, slowClientQueueLimit=0, nioSrvr=null, shmemSrv=null, usePairedConnections=false, connectionsPerNode=1, tcpNoDelay=true, filterReachableAddresses=false, ackSndThreshold=32, unackedMsgsBufSize=0, sockWriteTimeout=2000, boundTcpPort=-1, boundTcpShmemPort=-1, selectorsCnt=4, selectorSpins=0, addrRslvr=null, ctxInitLatch=java.util.concurrent.CountDownLatch@607ec6f3[Count = 1], stopping=false], evtSpi=MemoryEventStorageSpi [expireAgeMs=9223372036854775807, expireCnt=10000, filter=null], colSpi=NoopCollisionSpi [], deploySpi=LocalDeploymentSpi [], indexingSpi=org.apache.ignite.spi.indexing.noop.NoopIndexingSpi@4c952e37, addrRslvr=null, encryptionSpi=org.apache.ignite.spi.encryption.noop.NoopEncryptionSpi@4befe622, clientMode=false, rebalanceThreadPoolSize=1, txCfg=TransactionConfiguration [txSerEnabled=false, dfltIsolation=REPEATABLE_READ, dfltConcurrency=PESSIMISTIC, dfltTxTimeout=0, txTimeoutOnPartitionMapExchange=0, pessimisticTxLogSize=0, pessimisticTxLogLinger=10000, tmLookupClsName=null, txManagerFactory=null, useJtaSync=false], cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED, p2pMissedCacheSize=100, locHost=127.0.0.1, timeSrvPortBase=31100, timeSrvPortRange=100, failureDetectionTimeout=10000, sysWorkerBlockedTimeout=null, clientFailureDetectionTimeout=10000, metricsLogFreq=0, hadoopCfg=null, connectorCfg=null, odbcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null, grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null, binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=DataStorageConfiguration [sysRegionInitSize=41943040, sysRegionMaxSize=104857600, pageSize=4096, concLvl=0, dfltDataRegConf=DataRegionConfiguration [name=default, maxSize=67108864, initSize=268435456, swapPath=null, pageEvictionMode=DISABLED, evictionThreshold=0.9, emptyPagesPoolSize=100, metricsEnabled=false, metricsSubIntervalCount=5, metricsRateTimeInterval=60000, persistenceEnabled=false, checkpointPageBufSize=0], dataRegions=null, storagePath=null, checkpointFreq=180000, lockWaitTime=10000, checkpointThreads=4, checkpointWriteOrder=SEQUENTIAL, walHistSize=20, maxWalArchiveSize=1073741824, walSegments=10, walSegmentSize=67108864, walPath=db/wal, walArchivePath=db/wal/archive, metricsEnabled=false, walMode=LOG_ONLY, walTlbSize=131072, walBuffSize=0, walFlushFreq=2000, walFsyncDelay=1000, walRecordIterBuffSize=67108864, alwaysWriteFullPages=false, fileIOFactory=org.apache.ignite.internal.processors.cache.persistence.file.AsyncFileIOFactory@55326153, metricsSubIntervalCnt=5, metricsRateTimeInterval=60000, walAutoArchiveAfterInactivity=-1, writeThrottlingEnabled=false, walCompactionEnabled=false, walCompactionLevel=1, checkpointReadLockTimeout=null], activeOnStart=true, autoActivation=true, longQryWarnTimeout=3000, sqlConnCfg=null, cliConnCfg=ClientConnectorConfiguration [host=null, port=10800, portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true, maxOpenCursorsPerConn=128, threadPoolSize=8, idleTimeout=0, jdbcEnabled=true, odbcEnabled=true, thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true, sslClientAuth=false, sslCtxFactory=null], mvccVacuumThreadCnt=2, mvccVacuumFreq=5000, authEnabled=false, failureHnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]], commFailureRslvr=null] [2018-12-14 07:38:08,846][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Daemon mode: off [2018-12-14 07:38:08,846][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] OS: Linux 4.4.0-139-generic amd64 [2018-12-14 07:38:08,846][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] OS user: teamcity [2018-12-14 07:38:08,837][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] PID: 2201424 [2018-12-14 07:38:08,846][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] PID: 2201424 [2018-12-14 07:38:08,839][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] IgniteConfiguration [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest2, pubPoolSize=8, svcPoolSize=8, callbackPoolSize=8, stripedPoolSize=8, sysPoolSize=8, mgmtPoolSize=4, igfsPoolSize=5, dataStreamerPoolSize=8, utilityCachePoolSize=8, utilityCacheKeepAliveTime=60000, p2pPoolSize=2, qryPoolSize=8, igniteHome=/data/teamcity/work/ae48a463bd611b52, igniteWorkDir=/data/teamcity/work/ae48a463bd611b52/work, mbeanSrv=com.sun.jmx.mbeanserver.JmxMBeanServer@47b11ec7, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, marsh=BinaryMarshaller [], marshLocJobs=false, daemon=false, p2pEnabled=true, netTimeout=10000, netCompressionLevel=1, sndRetryDelay=1000, sndRetryCnt=3, metricsHistSize=10000, metricsUpdateFreq=1000, metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi [addrRslvr=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], segPlc=STOP, segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true, segChkFreq=10000, commSpi=TcpCommunicationSpi [connectGate=null, connPlc=org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$FirstConnectionPolicy@47c749ee, enableForcibleNodeKill=false, enableTroubleshootingLog=false, locAddr=null, locHost=null, locPort=47100, locPortRange=100, shmemPort=-1, directBuf=true, directSndBuf=false, idleConnTimeout=600000, connTimeout=5000, maxConnTimeout=600000, reconCnt=10, sockSndBuf=32768, sockRcvBuf=32768, msgQueueLimit=0, slowClientQueueLimit=0, nioSrvr=null, shmemSrv=null, usePairedConnections=false, connectionsPerNode=1, tcpNoDelay=true, filterReachableAddresses=false, ackSndThreshold=32, unackedMsgsBufSize=0, sockWriteTimeout=2000, boundTcpPort=-1, boundTcpShmemPort=-1, selectorsCnt=4, selectorSpins=0, addrRslvr=null, ctxInitLatch=java.util.concurrent.CountDownLatch@6e483712[Count = 1], stopping=false], evtSpi=MemoryEventStorageSpi [expireAgeMs=9223372036854775807, expireCnt=10000, filter=null], colSpi=NoopCollisionSpi [], deploySpi=LocalDeploymentSpi [], indexingSpi=org.apache.ignite.spi.indexing.noop.NoopIndexingSpi@a6f9c53, addrRslvr=null, encryptionSpi=org.apache.ignite.spi.encryption.noop.NoopEncryptionSpi@c1e924d, clientMode=false, rebalanceThreadPoolSize=1, txCfg=TransactionConfiguration [txSerEnabled=false, dfltIsolation=REPEATABLE_READ, dfltConcurrency=PESSIMISTIC, dfltTxTimeout=0, txTimeoutOnPartitionMapExchange=0, pessimisticTxLogSize=0, pessimisticTxLogLinger=10000, tmLookupClsName=null, txManagerFactory=null, useJtaSync=false], cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED, p2pMissedCacheSize=100, locHost=127.0.0.1, timeSrvPortBase=31100, timeSrvPortRange=100, failureDetectionTimeout=10000, sysWorkerBlockedTimeout=null, clientFailureDetectionTimeout=10000, metricsLogFreq=0, hadoopCfg=null, connectorCfg=null, odbcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null, grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null, binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=DataStorageConfiguration [sysRegionInitSize=41943040, sysRegionMaxSize=104857600, pageSize=4096, concLvl=0, dfltDataRegConf=DataRegionConfiguration [name=default, maxSize=67108864, initSize=268435456, swapPath=null, pageEvictionMode=DISABLED, evictionThreshold=0.9, emptyPagesPoolSize=100, metricsEnabled=false, metricsSubIntervalCount=5, metricsRateTimeInterval=60000, persistenceEnabled=false, checkpointPageBufSize=0], dataRegions=null, storagePath=null, checkpointFreq=180000, lockWaitTime=10000, checkpointThreads=4, checkpointWriteOrder=SEQUENTIAL, walHistSize=20, maxWalArchiveSize=1073741824, walSegments=10, walSegmentSize=67108864, walPath=db/wal, walArchivePath=db/wal/archive, metricsEnabled=false, walMode=LOG_ONLY, walTlbSize=131072, walBuffSize=0, walFlushFreq=2000, walFsyncDelay=1000, walRecordIterBuffSize=67108864, alwaysWriteFullPages=false, fileIOFactory=org.apache.ignite.internal.processors.cache.persistence.file.AsyncFileIOFactory@20479265, metricsSubIntervalCnt=5, metricsRateTimeInterval=60000, walAutoArchiveAfterInactivity=-1, writeThrottlingEnabled=false, walCompactionEnabled=false, walCompactionLevel=1, checkpointReadLockTimeout=null], activeOnStart=true, autoActivation=true, longQryWarnTimeout=3000, sqlConnCfg=null, cliConnCfg=ClientConnectorConfiguration [host=null, port=10800, portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true, maxOpenCursorsPerConn=128, threadPoolSize=8, idleTimeout=0, jdbcEnabled=true, odbcEnabled=true, thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true, sslClientAuth=false, sslCtxFactory=null], mvccVacuumThreadCnt=2, mvccVacuumFreq=5000, authEnabled=false, failureHnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]], commFailureRslvr=null] [2018-12-14 07:38:08,854][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Daemon mode: off [2018-12-14 07:38:08,854][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] OS: Linux 4.4.0-139-generic amd64 [2018-12-14 07:38:08,854][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] OS user: teamcity [2018-12-14 07:38:08,847][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Language runtime: Java Platform API Specification ver. 1.8 [2018-12-14 07:38:08,855][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] VM information: Java(TM) SE Runtime Environment 1.8.0_181-b13 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 25.181-b13 [2018-12-14 07:38:08,846][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Language runtime: Java Platform API Specification ver. 1.8 [2018-12-14 07:38:08,855][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] VM information: Java(TM) SE Runtime Environment 1.8.0_181-b13 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 25.181-b13 [2018-12-14 07:38:08,855][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] VM total memory: 1.8GB [2018-12-14 07:38:08,856][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Remote Management [restart: off, REST: off, JMX (remote: off)] [2018-12-14 07:38:08,856][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Logger: GridTestLog4jLogger [quiet=false, config=null] [2018-12-14 07:38:08,856][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] IGNITE_HOME=/data/teamcity/work/ae48a463bd611b52 [2018-12-14 07:38:08,857][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] VM arguments: [-DIGNITE_DUMP_THREADS_ON_FAILURE=false, -DMono=/usr/bin/mono-sgen, -DMono4.0_x64=/usr/lib/mono/4.0, -DMono4.5_x64=/usr/lib/mono/4.5, -DMonoVersion=5.12.0.226, -Dagent.home.dir=/home/teamcity/agent, -Dagent.name=publicagent14_9092, -Dagent.ownPort=9092, -Dagent.work.dir=/data/teamcity/work, -Dbuild.number=3076, -Dbuild.vcs.number=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.1=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.GitHubApacheIgnite=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dclassworlds.conf=/data/teamcity/temp/buildTmp/teamcity.m2.conf, -Dcom.jetbrains.maven.watcher.report.file=/data/teamcity/temp/buildTmp/maven-build-info.xml, -Djava.io.tmpdir=/data/teamcity/temp/buildTmp, -Dmaven.home=/home/teamcity/agent/tools/maven.3.5.3, -Dmaven.multiModuleProjectDirectory=/data/teamcity/work/ae48a463bd611b52, -Dmaven.repo.local=/home/teamcity/.m2/repository, -Dteamcity.agent.cpuBenchmark=540, -Dteamcity.agent.dotnet.agent_url=http://localhost:9092/RPC2, -Dteamcity.agent.dotnet.build_id=2545122, -Dteamcity.auth.password=*******, -Dteamcity.auth.userId=TeamCityBuildId=2545122, -Dteamcity.build.changedFiles.file=/data/teamcity/temp/buildTmp/changedFiles7374753561609408980.txt, -Dteamcity.build.checkoutDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.build.id=2545122, -Dteamcity.build.properties.file=/data/teamcity/temp/buildTmp/teamcity.build7570051439472680357.properties, -Dteamcity.build.tempDir=/data/teamcity/temp/buildTmp, -Dteamcity.build.workingDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.buildConfName=MVCC Queries, -Dteamcity.buildType.id=IgniteTests24Java8_MvccQueries, -Dteamcity.configuration.properties.file=/data/teamcity/temp/buildTmp/teamcity.config8546523677733895082.properties, -Dteamcity.maven.watcher.home=/home/teamcity/agent/plugins/mavenPlugin/maven-watcher-jdk16, -Dteamcity.projectName=Ignite Tests 2.4+ (Java 8/9/10/11), -Dteamcity.runner.properties.file=/data/teamcity/temp/buildTmp/teamcity.runner237466661875265171.properties, -Dteamcity.tests.recentlyFailedTests.file=/data/teamcity/temp/buildTmp/testsToRunFirst8084231963276624855.txt, -Dteamcity.version=2017.2.3 (build 51047), -ea, -Xms2g, -Xmx2g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, -DIGNITE_TEST_HOME="/data/teamcity/work/ae48a463bd611b52", -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true, -DIGNITE_QUIET=false, -Djava.net.preferIPv4Stack=true, -DTEST_SCALE_FACTOR=1.0] [2018-12-14 07:38:08,861][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] System cache's DataRegion size is configured to 40 MB. Use DataStorageConfiguration.systemRegionInitialSize property to change the setting. [2018-12-14 07:38:08,861][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Configured caches [in 'sysMemPlc' dataRegion: ['ignite-sys-cache']] [2018-12-14 07:38:08,855][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] PID: 2201424 [2018-12-14 07:38:08,862][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Language runtime: Java Platform API Specification ver. 1.8 [2018-12-14 07:38:08,856][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] VM total memory: 1.8GB [2018-12-14 07:38:08,862][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Remote Management [restart: off, REST: off, JMX (remote: off)] [2018-12-14 07:38:08,862][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Logger: GridTestLog4jLogger [quiet=false, config=null] [2018-12-14 07:38:08,863][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] IGNITE_HOME=/data/teamcity/work/ae48a463bd611b52 [2018-12-14 07:38:08,862][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] 3-rd party licenses can be found at: /data/teamcity/work/ae48a463bd611b52/libs/licenses [2018-12-14 07:38:08,863][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] VM information: Java(TM) SE Runtime Environment 1.8.0_181-b13 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 25.181-b13 [2018-12-14 07:38:08,863][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] VM arguments: [-DIGNITE_DUMP_THREADS_ON_FAILURE=false, -DMono=/usr/bin/mono-sgen, -DMono4.0_x64=/usr/lib/mono/4.0, -DMono4.5_x64=/usr/lib/mono/4.5, -DMonoVersion=5.12.0.226, -Dagent.home.dir=/home/teamcity/agent, -Dagent.name=publicagent14_9092, -Dagent.ownPort=9092, -Dagent.work.dir=/data/teamcity/work, -Dbuild.number=3076, -Dbuild.vcs.number=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.1=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.GitHubApacheIgnite=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dclassworlds.conf=/data/teamcity/temp/buildTmp/teamcity.m2.conf, -Dcom.jetbrains.maven.watcher.report.file=/data/teamcity/temp/buildTmp/maven-build-info.xml, -Djava.io.tmpdir=/data/teamcity/temp/buildTmp, -Dmaven.home=/home/teamcity/agent/tools/maven.3.5.3, -Dmaven.multiModuleProjectDirectory=/data/teamcity/work/ae48a463bd611b52, -Dmaven.repo.local=/home/teamcity/.m2/repository, -Dteamcity.agent.cpuBenchmark=540, -Dteamcity.agent.dotnet.agent_url=http://localhost:9092/RPC2, -Dteamcity.agent.dotnet.build_id=2545122, -Dteamcity.auth.password=*******, -Dteamcity.auth.userId=TeamCityBuildId=2545122, -Dteamcity.build.changedFiles.file=/data/teamcity/temp/buildTmp/changedFiles7374753561609408980.txt, -Dteamcity.build.checkoutDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.build.id=2545122, -Dteamcity.build.properties.file=/data/teamcity/temp/buildTmp/teamcity.build7570051439472680357.properties, -Dteamcity.build.tempDir=/data/teamcity/temp/buildTmp, -Dteamcity.build.workingDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.buildConfName=MVCC Queries, -Dteamcity.buildType.id=IgniteTests24Java8_MvccQueries, -Dteamcity.configuration.properties.file=/data/teamcity/temp/buildTmp/teamcity.config8546523677733895082.properties, -Dteamcity.maven.watcher.home=/home/teamcity/agent/plugins/mavenPlugin/maven-watcher-jdk16, -Dteamcity.projectName=Ignite Tests 2.4+ (Java 8/9/10/11), -Dteamcity.runner.properties.file=/data/teamcity/temp/buildTmp/teamcity.runner237466661875265171.properties, -Dteamcity.tests.recentlyFailedTests.file=/data/teamcity/temp/buildTmp/testsToRunFirst8084231963276624855.txt, -Dteamcity.version=2017.2.3 (build 51047), -ea, -Xms2g, -Xmx2g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, -DIGNITE_TEST_HOME="/data/teamcity/work/ae48a463bd611b52", -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true, -DIGNITE_QUIET=false, -Djava.net.preferIPv4Stack=true, -DTEST_SCALE_FACTOR=1.0] [2018-12-14 07:38:08,866][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] Configured plugins: [2018-12-14 07:38:08,867][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] VM total memory: 1.8GB [2018-12-14 07:38:08,867][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] System cache's DataRegion size is configured to 40 MB. Use DataStorageConfiguration.systemRegionInitialSize property to change the setting. [2018-12-14 07:38:08,868][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Remote Management [restart: off, REST: off, JMX (remote: off)] [2018-12-14 07:38:08,868][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] ^-- TestReconnectPlugin 1.0 [2018-12-14 07:38:08,868][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] ^-- [2018-12-14 07:38:08,869][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] [2018-12-14 07:38:08,869][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] ^-- StanByClusterTestProvider 1.0 [2018-12-14 07:38:08,869][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] ^-- null [2018-12-14 07:38:08,869][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] [2018-12-14 07:38:08,869][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] ^-- PageMemory tracker plugin 1.0 [2018-12-14 07:38:08,869][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] ^-- [2018-12-14 07:38:08,870][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgnitePluginProcessor] [2018-12-14 07:38:08,868][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Logger: GridTestLog4jLogger [quiet=false, config=null] [2018-12-14 07:38:08,870][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] IGNITE_HOME=/data/teamcity/work/ae48a463bd611b52 [2018-12-14 07:38:08,868][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Configured caches [in 'sysMemPlc' dataRegion: ['ignite-sys-cache']] [2018-12-14 07:38:08,870][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] VM arguments: [-DIGNITE_DUMP_THREADS_ON_FAILURE=false, -DMono=/usr/bin/mono-sgen, -DMono4.0_x64=/usr/lib/mono/4.0, -DMono4.5_x64=/usr/lib/mono/4.5, -DMonoVersion=5.12.0.226, -Dagent.home.dir=/home/teamcity/agent, -Dagent.name=publicagent14_9092, -Dagent.ownPort=9092, -Dagent.work.dir=/data/teamcity/work, -Dbuild.number=3076, -Dbuild.vcs.number=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.1=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.GitHubApacheIgnite=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dclassworlds.conf=/data/teamcity/temp/buildTmp/teamcity.m2.conf, -Dcom.jetbrains.maven.watcher.report.file=/data/teamcity/temp/buildTmp/maven-build-info.xml, -Djava.io.tmpdir=/data/teamcity/temp/buildTmp, -Dmaven.home=/home/teamcity/agent/tools/maven.3.5.3, -Dmaven.multiModuleProjectDirectory=/data/teamcity/work/ae48a463bd611b52, -Dmaven.repo.local=/home/teamcity/.m2/repository, -Dteamcity.agent.cpuBenchmark=540, -Dteamcity.agent.dotnet.agent_url=http://localhost:9092/RPC2, -Dteamcity.agent.dotnet.build_id=2545122, -Dteamcity.auth.password=*******, -Dteamcity.auth.userId=TeamCityBuildId=2545122, -Dteamcity.build.changedFiles.file=/data/teamcity/temp/buildTmp/changedFiles7374753561609408980.txt, -Dteamcity.build.checkoutDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.build.id=2545122, -Dteamcity.build.properties.file=/data/teamcity/temp/buildTmp/teamcity.build7570051439472680357.properties, -Dteamcity.build.tempDir=/data/teamcity/temp/buildTmp, -Dteamcity.build.workingDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.buildConfName=MVCC Queries, -Dteamcity.buildType.id=IgniteTests24Java8_MvccQueries, -Dteamcity.configuration.properties.file=/data/teamcity/temp/buildTmp/teamcity.config8546523677733895082.properties, -Dteamcity.maven.watcher.home=/home/teamcity/agent/plugins/mavenPlugin/maven-watcher-jdk16, -Dteamcity.projectName=Ignite Tests 2.4+ (Java 8/9/10/11), -Dteamcity.runner.properties.file=/data/teamcity/temp/buildTmp/teamcity.runner237466661875265171.properties, -Dteamcity.tests.recentlyFailedTests.file=/data/teamcity/temp/buildTmp/testsToRunFirst8084231963276624855.txt, -Dteamcity.version=2017.2.3 (build 51047), -ea, -Xms2g, -Xmx2g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, -DIGNITE_TEST_HOME="/data/teamcity/work/ae48a463bd611b52", -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true, -DIGNITE_QUIET=false, -Djava.net.preferIPv4Stack=true, -DTEST_SCALE_FACTOR=1.0] [2018-12-14 07:38:08,870][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][FailureProcessor] Configured failure handler: [hnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]]] [2018-12-14 07:38:08,874][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] System cache's DataRegion size is configured to 40 MB. Use DataStorageConfiguration.systemRegionInitialSize property to change the setting. [2018-12-14 07:38:08,874][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Configured caches [in 'sysMemPlc' dataRegion: ['ignite-sys-cache']] [2018-12-14 07:38:08,877][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] 3-rd party licenses can be found at: /data/teamcity/work/ae48a463bd611b52/libs/licenses [2018-12-14 07:38:08,877][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][TestRecordingCommunicationSpi] Successfully bound communication NIO server to TCP port [port=47101, locHost=/127.0.0.1, selectorsCnt=4, selectorSpins=0, pairedConn=false] [2018-12-14 07:38:08,878][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] 3-rd party licenses can be found at: /data/teamcity/work/ae48a463bd611b52/libs/licenses [2018-12-14 07:38:08,879][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] Configured plugins: [2018-12-14 07:38:08,879][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] ^-- TestReconnectPlugin 1.0 [2018-12-14 07:38:08,880][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] ^-- [2018-12-14 07:38:08,880][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] [2018-12-14 07:38:08,880][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] ^-- StanByClusterTestProvider 1.0 [2018-12-14 07:38:08,880][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] ^-- null [2018-12-14 07:38:08,880][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] [2018-12-14 07:38:08,880][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] ^-- PageMemory tracker plugin 1.0 [2018-12-14 07:38:08,880][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] Configured plugins: [2018-12-14 07:38:08,881][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] ^-- TestReconnectPlugin 1.0 [2018-12-14 07:38:08,881][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] ^-- [2018-12-14 07:38:08,881][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] [2018-12-14 07:38:08,881][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] ^-- StanByClusterTestProvider 1.0 [2018-12-14 07:38:08,881][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] ^-- null [2018-12-14 07:38:08,881][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] [2018-12-14 07:38:08,881][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] ^-- PageMemory tracker plugin 1.0 [2018-12-14 07:38:08,882][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] ^-- [2018-12-14 07:38:08,882][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgnitePluginProcessor] [2018-12-14 07:38:08,880][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] ^-- [2018-12-14 07:38:08,882][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgnitePluginProcessor] [2018-12-14 07:38:08,882][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][FailureProcessor] Configured failure handler: [hnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]]] [2018-12-14 07:38:08,882][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][FailureProcessor] Configured failure handler: [hnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]]] [2018-12-14 07:38:08,884][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Security status [authentication=off, tls/ssl=off] [2018-12-14 07:38:08,885][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][IgniteCacheDatabaseSharedManager] Configured data regions initialized successfully [total=3] [2018-12-14 07:38:08,886][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][PartitionsEvictManager] Evict partition permits=2 [2018-12-14 07:38:08,888][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][TestRecordingCommunicationSpi] Successfully bound communication NIO server to TCP port [port=47102, locHost=/127.0.0.1, selectorsCnt=4, selectorSpins=0, pairedConn=false] [2018-12-14 07:38:08,888][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][ClientListenerProcessor] Client connector processor has started on TCP port 10801 [2018-12-14 07:38:08,893][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][TestRecordingCommunicationSpi] Successfully bound communication NIO server to TCP port [port=47103, locHost=/127.0.0.1, selectorsCnt=4, selectorSpins=0, pairedConn=false] [2018-12-14 07:38:08,894][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Non-loopback local IPs: 172.17.0.3 [2018-12-14 07:38:08,894][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Enabled local MACs: 0242AC110003 [2018-12-14 07:38:08,894][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Security status [authentication=off, tls/ssl=off] [2018-12-14 07:38:08,896][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][IgniteCacheDatabaseSharedManager] Configured data regions initialized successfully [total=3] [2018-12-14 07:38:08,896][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][PartitionsEvictManager] Evict partition permits=2 [2018-12-14 07:38:08,899][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][TestTcpDiscoverySpi] Connection check threshold is calculated: 10000 [2018-12-14 07:38:08,900][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Security status [authentication=off, tls/ssl=off] [2018-12-14 07:38:08,900][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][ClientListenerProcessor] Client connector processor has started on TCP port 10802 [2018-12-14 07:38:08,901][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Non-loopback local IPs: 172.17.0.3 [2018-12-14 07:38:08,902][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Enabled local MACs: 0242AC110003 [2018-12-14 07:38:08,902][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][IgniteCacheDatabaseSharedManager] Configured data regions initialized successfully [total=3] [2018-12-14 07:38:08,902][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][PartitionsEvictManager] Evict partition permits=2 [2018-12-14 07:38:08,902][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][TestTcpDiscoverySpi] Connection check threshold is calculated: 10000 [2018-12-14 07:38:08,903][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][TestTcpDiscoverySpi] Successfully bound to TCP port [port=47502, localHost=/127.0.0.1, locNodeId=a0c7a652-9e42-4d24-8891-376d4ce00001] [2018-12-14 07:38:08,900][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][TestTcpDiscoverySpi] Successfully bound to TCP port [port=47501, localHost=/127.0.0.1, locNodeId=30a52e18-f733-46ab-bfde-fd8883700003] [2018-12-14 07:38:08,905][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=38442] [2018-12-14 07:38:08,907][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=38442] [2018-12-14 07:38:08,908][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][ClientListenerProcessor] Client connector processor has started on TCP port 10803 [2018-12-14 07:38:08,913][INFO ][tcp-disco-sock-reader-#13633%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:38442, rmtPort=38442] [2018-12-14 07:38:08,913][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=58529] [2018-12-14 07:38:08,914][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=58529] [2018-12-14 07:38:08,917][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Non-loopback local IPs: 172.17.0.3 [2018-12-14 07:38:08,918][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Enabled local MACs: 0242AC110003 [2018-12-14 07:38:08,918][INFO ][tcp-disco-sock-reader-#13634%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:58529, rmtPort=58529] [2018-12-14 07:38:08,919][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][TestTcpDiscoverySpi] Connection check threshold is calculated: 10000 [2018-12-14 07:38:08,920][INFO ][tcp-disco-sock-reader-#13634%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:58529, rmtPort=58529 [2018-12-14 07:38:08,920][INFO ][tcp-disco-sock-reader-#13633%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:38442, rmtPort=38442 [2018-12-14 07:38:08,920][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][TestTcpDiscoverySpi] Successfully bound to TCP port [port=47503, localHost=/127.0.0.1, locNodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:08,921][INFO ][tcp-disco-msg-worker-#13620%mvcc.CacheMvccTxRecoveryTest0%][GridEncryptionManager] Joining node doesn't have encryption data [node=a0c7a652-9e42-4d24-8891-376d4ce00001] [2018-12-14 07:38:08,924][INFO ][tcp-disco-msg-worker-#13620%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] New next node [newNext=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=0, intOrder=2, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:08,925][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=46762] [2018-12-14 07:38:08,925][INFO ][tcp-disco-srvr-#13631%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=50503] [2018-12-14 07:38:08,925][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=46762] [2018-12-14 07:38:08,925][INFO ][tcp-disco-srvr-#13631%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=50503] [2018-12-14 07:38:08,926][INFO ][tcp-disco-sock-reader-#13637%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:46762, rmtPort=46762] [2018-12-14 07:38:08,926][INFO ][tcp-disco-sock-reader-#13638%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:50503, rmtPort=50503] [2018-12-14 07:38:08,929][INFO ][tcp-disco-sock-reader-#13637%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:46762, rmtPort=46762 [2018-12-14 07:38:09,001][INFO ][tcp-disco-msg-worker-#13630%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] New next node [newNext=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:09,002][INFO ][tcp-disco-msg-worker-#13620%mvcc.CacheMvccTxRecoveryTest0%][GridEncryptionManager] Joining node doesn't have encryption data [node=30a52e18-f733-46ab-bfde-fd8883700003] [2018-12-14 07:38:09,002][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=55377] [2018-12-14 07:38:09,003][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=55377] [2018-12-14 07:38:09,004][INFO ][tcp-disco-msg-worker-#13620%mvcc.CacheMvccTxRecoveryTest0%][GridEncryptionManager] Joining node doesn't have encryption data [node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:09,004][INFO ][tcp-disco-sock-reader-#13639%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:55377, rmtPort=55377] [2018-12-14 07:38:09,005][INFO ][tcp-disco-msg-worker-#13630%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] New next node [newNext=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=0, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:09,006][INFO ][tcp-disco-srvr-#13632%mvcc.CacheMvccTxRecoveryTest3%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=48105] [2018-12-14 07:38:09,006][INFO ][tcp-disco-srvr-#13632%mvcc.CacheMvccTxRecoveryTest3%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=48105] [2018-12-14 07:38:09,007][INFO ][tcp-disco-sock-reader-#13639%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:55377, rmtPort=55377 [2018-12-14 07:38:09,006][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:09,007][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Topology snapshot [ver=2, locNode=d10813a9, servers=2, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,008][INFO ][tcp-disco-sock-reader-#13640%mvcc.CacheMvccTxRecoveryTest3%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:48105, rmtPort=48105] [2018-12-14 07:38:09,008][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], crd=true, evt=NODE_JOINED, evtNode=a0c7a652-9e42-4d24-8891-376d4ce00001, customEvt=null, allowMerge=true] [2018-12-14 07:38:09,009][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:09,009][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ServerLatch [permits=0, pendingAcks=HashSet [], super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0]]] [2018-12-14 07:38:09,010][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:09,010][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], crd=true] [2018-12-14 07:38:09,011][INFO ][tcp-disco-msg-worker-#13629%mvcc.CacheMvccTxRecoveryTest3%][TestTcpDiscoverySpi] New next node [newNext=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:09,012][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=40812] [2018-12-14 07:38:09,012][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=40812] [2018-12-14 07:38:09,017][INFO ][disco-notifier-worker-#115828%mvcc.CacheMvccTxRecoveryTest1%][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, crdVer=1544773088791, topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0]], crdNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:09,018][INFO ][tcp-disco-sock-reader-#13641%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:40812, rmtPort=40812] [2018-12-14 07:38:09,019][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=a0c7a652-9e42-4d24-8891-376d4ce00001, customEvt=null, allowMerge=true] [2018-12-14 07:38:09,020][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][IgniteCacheDatabaseSharedManager] Configured data regions started successfully [total=3] [2018-12-14 07:38:09,020][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][msg] Components activation performed in 1 ms. [2018-12-14 07:38:09,020][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:09,021][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCacheProcessor] Started cache [name=ignite-sys-cache, id=-2100569601, dataRegionName=sysMemPlc, mode=REPLICATED, atomicity=TRANSACTIONAL, backups=2147483647, mvcc=false] [2018-12-14 07:38:09,021][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCacheProcessor] Starting caches on local join performed in 10 ms. [2018-12-14 07:38:09,020][INFO ][tcp-disco-msg-worker-#13629%mvcc.CacheMvccTxRecoveryTest3%][TestTcpDiscoverySpi] New next node [newNext=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=0, intOrder=4, lastExchangeTime=1544773089011, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:09,021][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Skipped waiting for partitions release future (local node is joining) [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0]] [2018-12-14 07:38:09,021][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:09,023][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Topology snapshot [ver=3, locNode=a0c7a652, servers=3, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,021][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Topology snapshot [ver=3, locNode=d10813a9, servers=3, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,023][INFO ][grid-nio-worker-tcp-comm-0-#115705%mvcc.CacheMvccTxRecoveryTest0%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45310] [2018-12-14 07:38:09,022][INFO ][tcp-disco-srvr-#13636%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=53398] [2018-12-14 07:38:09,022][INFO ][tcp-disco-sock-reader-#13641%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:40812, rmtPort=40812 [2018-12-14 07:38:09,024][INFO ][grid-nio-worker-tcp-comm-0-#115803%mvcc.CacheMvccTxRecoveryTest1%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:45310, rmtAddr=/127.0.0.1:47100] [2018-12-14 07:38:09,024][INFO ][tcp-disco-srvr-#13636%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=53398] [2018-12-14 07:38:09,025][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 3 ms. [2018-12-14 07:38:09,025][INFO ][tcp-disco-sock-reader-#13643%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:53398, rmtPort=53398] [2018-12-14 07:38:09,026][INFO ][sys-#115721%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=2, minorTopVer=0], node=a0c7a652-9e42-4d24-8891-376d4ce00001, allReceived=true] [2018-12-14 07:38:09,025][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], crd=false] [2018-12-14 07:38:09,026][INFO ][sys-#115721%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received all messages, try merge [ver=AffinityTopologyVersion [topVer=2, minorTopVer=0]] [2018-12-14 07:38:09,027][INFO ][sys-#115721%mvcc.CacheMvccTxRecoveryTest0%][GridCachePartitionExchangeManager] Merge exchange future [curFut=AffinityTopologyVersion [topVer=2, minorTopVer=0], mergedFut=AffinityTopologyVersion [topVer=3, minorTopVer=0], evt=NODE_JOINED, evtNode=30a52e18-f733-46ab-bfde-fd8883700003, evtNodeClient=false] [2018-12-14 07:38:09,027][INFO ][sys-#115721%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Merge server join exchange, wait for message [curFut=AffinityTopologyVersion [topVer=2, minorTopVer=0], node=30a52e18-f733-46ab-bfde-fd8883700003] [2018-12-14 07:38:09,028][INFO ][sys-#115721%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Exchanges merging performed in 1 ms. [2018-12-14 07:38:09,029][INFO ][tcp-disco-msg-worker-#13635%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] New next node [newNext=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:09,029][INFO ][disco-notifier-worker-#115820%mvcc.CacheMvccTxRecoveryTest3%][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, crdVer=1544773088791, topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0]], crdNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:09,030][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=35238] [2018-12-14 07:38:09,030][INFO ][tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=35238] [2018-12-14 07:38:09,031][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=30a52e18-f733-46ab-bfde-fd8883700003, customEvt=null, allowMerge=true] [2018-12-14 07:38:09,031][INFO ][tcp-disco-sock-reader-#13645%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:35238, rmtPort=35238] [2018-12-14 07:38:09,032][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][IgniteCacheDatabaseSharedManager] Configured data regions started successfully [total=3] [2018-12-14 07:38:09,032][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][msg] Components activation performed in 1 ms. [2018-12-14 07:38:09,033][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridCacheProcessor] Started cache [name=ignite-sys-cache, id=-2100569601, dataRegionName=sysMemPlc, mode=REPLICATED, atomicity=TRANSACTIONAL, backups=2147483647, mvcc=false] [2018-12-14 07:38:09,034][INFO ][disco-event-worker-#115839%mvcc.CacheMvccTxRecoveryTest3%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089011, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:09,035][INFO ][disco-notifier-worker-#115836%mvcc.CacheMvccTxRecoveryTest2%][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, crdVer=1544773088791, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]], crdNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:09,034][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:09,033][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:09,036][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, customEvt=null, allowMerge=true] [2018-12-14 07:38:09,036][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Topology snapshot [ver=4, locNode=a0c7a652, servers=4, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,035][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridCacheProcessor] Starting caches on local join performed in 0 ms. [2018-12-14 07:38:09,035][INFO ][disco-event-worker-#115839%mvcc.CacheMvccTxRecoveryTest3%][GridDiscoveryManager] Topology snapshot [ver=4, locNode=30a52e18, servers=4, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,038][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Skipped waiting for partitions release future (local node is joining) [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0]] [2018-12-14 07:38:09,037][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][IgniteCacheDatabaseSharedManager] Configured data regions started successfully [total=3] [2018-12-14 07:38:09,037][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Topology snapshot [ver=4, locNode=d10813a9, servers=4, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,038][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][msg] Components activation performed in 1 ms. [2018-12-14 07:38:09,039][INFO ][grid-nio-worker-tcp-comm-1-#115706%mvcc.CacheMvccTxRecoveryTest0%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45312] [2018-12-14 07:38:09,040][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCacheProcessor] Started cache [name=ignite-sys-cache, id=-2100569601, dataRegionName=sysMemPlc, mode=REPLICATED, atomicity=TRANSACTIONAL, backups=2147483647, mvcc=false] [2018-12-14 07:38:09,040][INFO ][grid-nio-worker-tcp-comm-0-#115785%mvcc.CacheMvccTxRecoveryTest3%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:45312, rmtAddr=/127.0.0.1:47100] [2018-12-14 07:38:09,040][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCacheProcessor] Starting caches on local join performed in 0 ms. [2018-12-14 07:38:09,040][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 2 ms. [2018-12-14 07:38:09,041][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Merge server join exchange, received message [curFut=AffinityTopologyVersion [topVer=2, minorTopVer=0], node=30a52e18-f733-46ab-bfde-fd8883700003, msgVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], process=true, awaited=1] [2018-12-14 07:38:09,041][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Skipped waiting for partitions release future (local node is joining) [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]] [2018-12-14 07:38:09,041][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], crd=false] [2018-12-14 07:38:09,041][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] finishExchangeOnCoordinator [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=3, minorTopVer=0]] [2018-12-14 07:38:09,043][INFO ][grid-nio-worker-tcp-comm-2-#115707%mvcc.CacheMvccTxRecoveryTest0%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45314] [2018-12-14 07:38:09,043][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][CacheAffinitySharedManager] Affinity recalculation (on server join) performed in 1 ms. [2018-12-14 07:38:09,043][INFO ][grid-nio-worker-tcp-comm-0-#115815%mvcc.CacheMvccTxRecoveryTest2%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:45314, rmtAddr=/127.0.0.1:47100] [2018-12-14 07:38:09,043][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Affinity changes (coordinator) applied in 1 ms. [2018-12-14 07:38:09,044][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 2 ms. [2018-12-14 07:38:09,044][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions validation performed in 0 ms. [2018-12-14 07:38:09,044][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=false] [2018-12-14 07:38:09,044][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions assignment performed in 0 ms. [2018-12-14 07:38:09,045][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Preparing Full Message performed in 0 ms. [2018-12-14 07:38:09,046][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], err=null] [2018-12-14 07:38:09,046][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:09,046][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCachePartitionExchangeManager] Skipping rebalancing (obsolete exchange ID) [top=AffinityTopologyVersion [topVer=3, minorTopVer=0], evt=NODE_JOINED, node=a0c7a652-9e42-4d24-8891-376d4ce00001] [2018-12-14 07:38:09,047][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=true, evt=NODE_JOINED, evtNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, customEvt=null, allowMerge=true] [2018-12-14 07:38:09,047][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:09,047][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=d10813a9-bbf0-4aee-a38b-d32993400000, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], durationFromInit=40] [2018-12-14 07:38:09,049][INFO ][sys-#115722%mvcc.CacheMvccTxRecoveryTest0%][GridCachePartitionExchangeManager] Fast replied to single message [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], discoEvt=null, nodeId=30a52e18, evt=NODE_JOINED], nodeId=30a52e18-f733-46ab-bfde-fd8883700003] [2018-12-14 07:38:09,050][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=3, minorTopVer=0]] [2018-12-14 07:38:09,050][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=3, minorTopVer=0]] [2018-12-14 07:38:09,050][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Received full message, need merge [curFut=AffinityTopologyVersion [topVer=2, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=3, minorTopVer=0]] [2018-12-14 07:38:09,051][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] Merge exchange future on finish [curFut=AffinityTopologyVersion [topVer=2, minorTopVer=0], mergedFut=AffinityTopologyVersion [topVer=3, minorTopVer=0], evt=NODE_JOINED, evtNode=30a52e18-f733-46ab-bfde-fd8883700003, evtNodeClient=false] [2018-12-14 07:38:09,051][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] Merge exchange future on finish stop [curFut=AffinityTopologyVersion [topVer=2, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nextFutVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]] [2018-12-14 07:38:09,052][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][CacheAffinitySharedManager] Affinity initialization on local join performed in 1 ms. [2018-12-14 07:38:09,052][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 1 ms. [2018-12-14 07:38:09,053][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][CacheAffinitySharedManager] Affinity initialization on local join performed in 1 ms. [2018-12-14 07:38:09,053][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 3 ms. [2018-12-14 07:38:09,054][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 1 ms. [2018-12-14 07:38:09,054][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], err=null] [2018-12-14 07:38:09,054][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:09,055][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridCacheProcessor] Finish proxy initialization, cacheName=ignite-sys-cache, localNodeId=30a52e18-f733-46ab-bfde-fd8883700003 [2018-12-14 07:38:09,055][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=30a52e18-f733-46ab-bfde-fd8883700003, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089041, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], durationFromInit=30] [2018-12-14 07:38:09,055][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 2 ms. [2018-12-14 07:38:09,055][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridCachePartitionExchangeManager] Skipping rebalancing (obsolete exchange ID) [top=AffinityTopologyVersion [topVer=3, minorTopVer=0], evt=NODE_JOINED, node=30a52e18-f733-46ab-bfde-fd8883700003] [2018-12-14 07:38:09,057][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], err=null] [2018-12-14 07:38:09,058][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, customEvt=null, allowMerge=true] [2018-12-14 07:38:09,058][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:09,059][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:09,059][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridCacheProcessor] Finish proxy initialization, cacheName=ignite-sys-cache, localNodeId=a0c7a652-9e42-4d24-8891-376d4ce00001 [2018-12-14 07:38:09,060][INFO ][sys-#115843%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=a0c7a652-9e42-4d24-8891-376d4ce00001, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773089031, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], durationFromInit=40] [2018-12-14 07:38:09,061][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] Skipping rebalancing (obsolete exchange ID) [top=AffinityTopologyVersion [topVer=3, minorTopVer=0], evt=NODE_JOINED, node=a0c7a652-9e42-4d24-8891-376d4ce00001] [2018-12-14 07:38:09,062][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, customEvt=null, allowMerge=true] [2018-12-14 07:38:09,063][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:09,063][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ServerLatch [permits=0, pendingAcks=HashSet [], super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]]] [2018-12-14 07:38:09,064][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=true, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]]] [2018-12-14 07:38:09,065][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:09,064][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=true, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]]] [2018-12-14 07:38:09,064][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:09,067][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 1 ms. [2018-12-14 07:38:09,068][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=false] [2018-12-14 07:38:09,067][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:09,068][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=4, minorTopVer=0], node=30a52e18-f733-46ab-bfde-fd8883700003, allReceived=false] [2018-12-14 07:38:09,070][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=4, minorTopVer=0], node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, allReceived=false] [2018-12-14 07:38:09,070][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=true] [2018-12-14 07:38:09,069][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 0 ms. [2018-12-14 07:38:09,070][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=4, minorTopVer=0], node=a0c7a652-9e42-4d24-8891-376d4ce00001, allReceived=true] [2018-12-14 07:38:09,071][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=false] [2018-12-14 07:38:09,072][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received all messages, try merge [ver=AffinityTopologyVersion [topVer=4, minorTopVer=0]] [2018-12-14 07:38:09,073][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Exchanges merging performed in 0 ms. [2018-12-14 07:38:09,073][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] finishExchangeOnCoordinator [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]] [2018-12-14 07:38:09,074][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][CacheAffinitySharedManager] Affinity recalculation (on server join) performed in 0 ms. [2018-12-14 07:38:09,074][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Affinity changes (coordinator) applied in 0 ms. [2018-12-14 07:38:09,075][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions validation performed in 0 ms. [2018-12-14 07:38:09,075][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions assignment performed in 0 ms. [2018-12-14 07:38:09,076][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Preparing Full Message performed in 1 ms. [2018-12-14 07:38:09,077][INFO ][sys-#115847%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]] [2018-12-14 07:38:09,077][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], err=null] [2018-12-14 07:38:09,078][INFO ][sys-#115848%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]] [2018-12-14 07:38:09,079][INFO ][sys-#115848%mvcc.CacheMvccTxRecoveryTest3%][CacheAffinitySharedManager] Affinity recalculation (on server join) performed in 1 ms. [2018-12-14 07:38:09,079][INFO ][sys-#115848%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 1 ms. [2018-12-14 07:38:09,079][INFO ][sys-#115859%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]] [2018-12-14 07:38:09,078][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:09,080][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=4, minorTopVer=0], force=false, evt=NODE_JOINED, node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:09,079][INFO ][sys-#115847%mvcc.CacheMvccTxRecoveryTest1%][CacheAffinitySharedManager] Affinity recalculation (on server join) performed in 2 ms. [2018-12-14 07:38:09,081][INFO ][sys-#115847%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 4 ms. [2018-12-14 07:38:09,081][INFO ][sys-#115847%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 0 ms. [2018-12-14 07:38:09,082][INFO ][sys-#115847%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], err=null] [2018-12-14 07:38:09,082][INFO ][sys-#115847%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:09,083][INFO ][sys-#115847%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=a0c7a652-9e42-4d24-8891-376d4ce00001, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], durationFromInit=10] [2018-12-14 07:38:09,079][INFO ][sys-#115848%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 0 ms. [2018-12-14 07:38:09,083][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] Rebalancing scheduled [order=[ignite-sys-cache], top=AffinityTopologyVersion [topVer=4, minorTopVer=0], force=false, evt=NODE_JOINED, node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:09,081][INFO ][sys-#115859%mvcc.CacheMvccTxRecoveryTest2%][CacheAffinitySharedManager] Affinity initialization on local join performed in 1 ms. [2018-12-14 07:38:09,086][INFO ][sys-#115859%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 6 ms. [2018-12-14 07:38:09,080][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=d10813a9-bbf0-4aee-a38b-d32993400000, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], durationFromInit=30] [2018-12-14 07:38:09,086][INFO ][sys-#115859%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 0 ms. [2018-12-14 07:38:09,085][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionDemander] Prepared rebalancing [grp=ignite-sys-cache, mode=SYNC, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, partitionsCount=100, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], parallelism=1] [2018-12-14 07:38:09,084][INFO ][sys-#115848%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], err=null] [2018-12-14 07:38:09,089][INFO ][sys-#115849%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionDemander] Started rebalance routine [ignite-sys-cache, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, topic=0, fullPartitions=[0-99], histPartitions=[]] [2018-12-14 07:38:09,087][INFO ][sys-#115859%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], err=null] [2018-12-14 07:38:09,090][INFO ][utility-#115867%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionSupplier] Finished supplying rebalancing [grp=ignite-sys-cache, demander=a0c7a652-9e42-4d24-8891-376d4ce00001, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], topic=0] [2018-12-14 07:38:09,089][INFO ][sys-#115848%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:09,091][INFO ][sys-#115859%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:09,090][INFO ][utility-#115868%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionDemander] Completed (final) rebalancing [grp=ignite-sys-cache, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], progress=1/1, time=0 ms] [2018-12-14 07:38:09,091][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridCachePartitionExchangeManager] Rebalancing scheduled [order=[ignite-sys-cache], top=AffinityTopologyVersion [topVer=4, minorTopVer=0], force=false, evt=NODE_JOINED, node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:09,091][INFO ][sys-#115859%mvcc.CacheMvccTxRecoveryTest2%][GridCacheProcessor] Finish proxy initialization, cacheName=ignite-sys-cache, localNodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002 [2018-12-14 07:38:09,091][INFO ][sys-#115848%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=30a52e18-f733-46ab-bfde-fd8883700003, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089011, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], durationFromInit=33] [2018-12-14 07:38:09,093][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCachePartitionExchangeManager] Rebalancing scheduled [order=[ignite-sys-cache], top=AffinityTopologyVersion [topVer=4, minorTopVer=0], force=false, evt=NODE_JOINED, node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:09,093][INFO ][sys-#115859%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089041, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], durationFromInit=53] [2018-12-14 07:38:09,093][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionDemander] Prepared rebalancing [grp=ignite-sys-cache, mode=SYNC, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, partitionsCount=100, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], parallelism=1] [2018-12-14 07:38:09,092][INFO ][utility-#115868%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionDemander] Completed rebalance future: RebalanceFuture [grp=CacheGroupContext [grp=ignite-sys-cache], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], rebalanceId=2, routines=1] [2018-12-14 07:38:09,098][INFO ][sys-#115854%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionDemander] Started rebalance routine [ignite-sys-cache, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, topic=0, fullPartitions=[0-99], histPartitions=[]] [2018-12-14 07:38:09,099][INFO ][utility-#115869%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionSupplier] Finished supplying rebalancing [grp=ignite-sys-cache, demander=30a52e18-f733-46ab-bfde-fd8883700003, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], topic=0] [2018-12-14 07:38:09,101][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} [2018-12-14 07:38:09,102][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Data Regions Configured: [2018-12-14 07:38:09,102][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] ^-- default [initSize=64.0 MiB, maxSize=64.0 MiB, persistence=false] [2018-12-14 07:38:09,103][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] >>> +-------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff >>> +-------------------------------------------------------------------------------+ >>> OS name: Linux 4.4.0-139-generic amd64 >>> CPU(s): 5 >>> Heap: 2.0GB >>> VM name: 2201424@c44c28153473 >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest1 >>> Local node [ID=A0C7A652-9E42-4D24-8891-376D4CE00001, order=2, clientMode=false] >>> Local node addresses: [127.0.0.1] >>> Local ports: TCP:10802 TCP:47102 TCP:47502 [2018-12-14 07:38:09,095][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionDemander] Prepared rebalancing [grp=ignite-sys-cache, mode=SYNC, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, partitionsCount=100, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], parallelism=1] [2018-12-14 07:38:09,105][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][GridDiscoveryManager] Topology snapshot [ver=2, locNode=a0c7a652, servers=2, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,105][INFO ][sys-#115860%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionDemander] Started rebalance routine [ignite-sys-cache, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, topic=0, fullPartitions=[0-99], histPartitions=[]] [2018-12-14 07:38:09,106][INFO ][utility-#115870%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionDemander] Completed (final) rebalancing [grp=ignite-sys-cache, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], progress=1/1, time=21 ms] [2018-12-14 07:38:09,106][INFO ][utility-#115873%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionDemander] Completed (final) rebalancing [grp=ignite-sys-cache, supplier=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], progress=1/1, time=11 ms] [2018-12-14 07:38:09,106][INFO ][utility-#115872%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionSupplier] Finished supplying rebalancing [grp=ignite-sys-cache, demander=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], topic=0] [2018-12-14 07:38:09,106][INFO ][grid-starter-testCountersNeighborcastServerFailed-1][root] Node started with the following configuration [id=a0c7a652-9e42-4d24-8891-376d4ce00001, marshaller=BinaryMarshaller [], discovery=TcpDiscoverySpi [addrRslvr=null, sockTimeout=5000, ackTimeout=5000, marsh=JdkMarshaller [clsFilter=org.apache.ignite.marshaller.MarshallerUtils$1@71878394], reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], binaryCfg=null, lateAff=true] [2018-12-14 07:38:09,107][INFO ][utility-#115873%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionDemander] Completed rebalance future: RebalanceFuture [grp=CacheGroupContext [grp=ignite-sys-cache], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], rebalanceId=1, routines=1] [2018-12-14 07:38:09,106][INFO ][utility-#115870%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionDemander] Completed rebalance future: RebalanceFuture [grp=CacheGroupContext [grp=ignite-sys-cache], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], rebalanceId=2, routines=1] [2018-12-14 07:38:09,111][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} [2018-12-14 07:38:09,111][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Data Regions Configured: [2018-12-14 07:38:09,111][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} [2018-12-14 07:38:09,112][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Data Regions Configured: [2018-12-14 07:38:09,112][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] ^-- default [initSize=64.0 MiB, maxSize=64.0 MiB, persistence=false] [2018-12-14 07:38:09,112][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] ^-- default [initSize=64.0 MiB, maxSize=64.0 MiB, persistence=false] [2018-12-14 07:38:09,113][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] >>> +-------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff >>> +-------------------------------------------------------------------------------+ >>> OS name: Linux 4.4.0-139-generic amd64 >>> CPU(s): 5 >>> Heap: 2.0GB >>> VM name: 2201424@c44c28153473 >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest2 >>> Local node [ID=0D502E4A-5C65-4698-B4CF-B2DDC6B00002, order=4, clientMode=false] >>> Local node addresses: [127.0.0.1] >>> Local ports: TCP:10803 TCP:47103 TCP:47503 [2018-12-14 07:38:09,114][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][GridDiscoveryManager] Topology snapshot [ver=4, locNode=0d502e4a, servers=4, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,113][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] >>> +-------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff >>> +-------------------------------------------------------------------------------+ >>> OS name: Linux 4.4.0-139-generic amd64 >>> CPU(s): 5 >>> Heap: 2.0GB >>> VM name: 2201424@c44c28153473 >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest3 >>> Local node [ID=30A52E18-F733-46AB-BFDE-FD8883700003, order=3, clientMode=false] >>> Local node addresses: [127.0.0.1] >>> Local ports: TCP:10801 TCP:47101 TCP:47501 [2018-12-14 07:38:09,115][INFO ][grid-starter-testCountersNeighborcastServerFailed-2][root] Node started with the following configuration [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, marshaller=BinaryMarshaller [], discovery=TcpDiscoverySpi [addrRslvr=null, sockTimeout=5000, ackTimeout=5000, marsh=JdkMarshaller [clsFilter=org.apache.ignite.marshaller.MarshallerUtils$1@6e8d585f], reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], binaryCfg=null, lateAff=true] [2018-12-14 07:38:09,115][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][GridDiscoveryManager] Topology snapshot [ver=3, locNode=30a52e18, servers=3, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:09,117][INFO ][grid-starter-testCountersNeighborcastServerFailed-3][root] Node started with the following configuration [id=30a52e18-f733-46ab-bfde-fd8883700003, marshaller=BinaryMarshaller [], discovery=TcpDiscoverySpi [addrRslvr=null, sockTimeout=5000, ackTimeout=5000, marsh=JdkMarshaller [clsFilter=org.apache.ignite.marshaller.MarshallerUtils$1@19fa4747], reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], binaryCfg=null, lateAff=true] [2018-12-14 07:38:10,626][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=false, evt=DISCOVERY_CUSTOM_EVT, evtNode=d10813a9-bbf0-4aee-a38b-d32993400000, customEvt=CacheAffinityChangeMessage [id=2d7917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], exchId=null, partsMsg=null, exchangeNeeded=true], allowMerge=false] [2018-12-14 07:38:10,622][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=false, evt=DISCOVERY_CUSTOM_EVT, evtNode=d10813a9-bbf0-4aee-a38b-d32993400000, customEvt=CacheAffinityChangeMessage [id=2d7917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], exchId=null, partsMsg=null, exchangeNeeded=true], allowMerge=false] [2018-12-14 07:38:10,621][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=false, evt=DISCOVERY_CUSTOM_EVT, evtNode=d10813a9-bbf0-4aee-a38b-d32993400000, customEvt=CacheAffinityChangeMessage [id=2d7917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], exchId=null, partsMsg=null, exchangeNeeded=true], allowMerge=false] [2018-12-14 07:38:10,620][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=true, evt=DISCOVERY_CUSTOM_EVT, evtNode=d10813a9-bbf0-4aee-a38b-d32993400000, customEvt=CacheAffinityChangeMessage [id=2d7917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], exchId=null, partsMsg=null, exchangeNeeded=true], allowMerge=false] [2018-12-14 07:38:10,631][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,630][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,629][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,632][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,634][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ServerLatch [permits=0, pendingAcks=HashSet [], super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]]] [2018-12-14 07:38:10,634][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:10,634][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=true, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]]] [2018-12-14 07:38:10,634][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=true, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]]] [2018-12-14 07:38:10,635][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:10,634][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=true] [2018-12-14 07:38:10,634][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=true, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]]] [2018-12-14 07:38:10,637][INFO ][sys-#115727%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=4, minorTopVer=1], node=30a52e18-f733-46ab-bfde-fd8883700003, allReceived=false] [2018-12-14 07:38:10,637][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 0 ms. [2018-12-14 07:38:10,636][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:10,638][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=false] [2018-12-14 07:38:10,638][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:10,639][INFO ][sys-#115721%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=4, minorTopVer=1], node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, allReceived=false] [2018-12-14 07:38:10,639][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 0 ms. [2018-12-14 07:38:10,640][INFO ][sys-#115723%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=4, minorTopVer=1], node=a0c7a652-9e42-4d24-8891-376d4ce00001, allReceived=true] [2018-12-14 07:38:10,640][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 0 ms. [2018-12-14 07:38:10,641][INFO ][sys-#115723%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] finishExchangeOnCoordinator [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]] [2018-12-14 07:38:10,642][INFO ][sys-#115723%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Affinity changes (coordinator) applied in 0 ms. [2018-12-14 07:38:10,641][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=false] [2018-12-14 07:38:10,642][INFO ][sys-#115723%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions validation performed in 0 ms. [2018-12-14 07:38:10,642][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=false] [2018-12-14 07:38:10,643][INFO ][sys-#115723%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Preparing Full Message performed in 0 ms. [2018-12-14 07:38:10,644][INFO ][sys-#115723%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], err=null] [2018-12-14 07:38:10,644][INFO ][sys-#115858%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]] [2018-12-14 07:38:10,644][INFO ][sys-#115858%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 0 ms. [2018-12-14 07:38:10,645][INFO ][sys-#115858%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 1 ms. [2018-12-14 07:38:10,644][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=4, minorTopVer=1], force=false, evt=DISCOVERY_CUSTOM_EVT, node=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:10,644][INFO ][sys-#115723%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=d10813a9-bbf0-4aee-a38b-d32993400000, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090614, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], durationFromInit=20] [2018-12-14 07:38:10,644][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]] [2018-12-14 07:38:10,647][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 0 ms. [2018-12-14 07:38:10,645][INFO ][sys-#115858%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], err=null] [2018-12-14 07:38:10,645][INFO ][sys-#115863%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]] [2018-12-14 07:38:10,648][INFO ][sys-#115863%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 0 ms. [2018-12-14 07:38:10,647][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=4, minorTopVer=1], force=false, evt=DISCOVERY_CUSTOM_EVT, node=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:10,647][INFO ][sys-#115858%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=a0c7a652-9e42-4d24-8891-376d4ce00001, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], durationFromInit=31] [2018-12-14 07:38:10,647][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 0 ms. [2018-12-14 07:38:10,648][INFO ][sys-#115863%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 0 ms. [2018-12-14 07:38:10,650][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], err=null] [2018-12-14 07:38:10,650][INFO ][sys-#115863%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], err=null] [2018-12-14 07:38:10,651][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=4, minorTopVer=1], force=false, evt=DISCOVERY_CUSTOM_EVT, node=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:10,651][INFO ][sys-#115844%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=30a52e18-f733-46ab-bfde-fd8883700003, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], durationFromInit=31] [2018-12-14 07:38:10,651][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=4, minorTopVer=1], force=false, evt=DISCOVERY_CUSTOM_EVT, node=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:10,651][INFO ][sys-#115863%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], durationFromInit=21] [2018-12-14 07:38:10,669][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] awaitPartitionMapExchange finished [2018-12-14 07:38:10,675][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] >>> __________ ________________ >>> / _/ ___/ |/ / _/_ __/ __/ >>> _/ // (7 7 // / / / / _/ >>> /___/\___/_/|_/___/ /_/ /___/ >>> >>> ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89 >>> 2018 Copyright(C) Apache Software Foundation >>> >>> Ignite documentation: http://ignite.apache.org [2018-12-14 07:38:10,675][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Config URL: n/a [2018-12-14 07:38:10,676][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] IgniteConfiguration [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest4, pubPoolSize=8, svcPoolSize=8, callbackPoolSize=8, stripedPoolSize=8, sysPoolSize=8, mgmtPoolSize=4, igfsPoolSize=5, dataStreamerPoolSize=8, utilityCachePoolSize=8, utilityCacheKeepAliveTime=60000, p2pPoolSize=2, qryPoolSize=8, igniteHome=/data/teamcity/work/ae48a463bd611b52, igniteWorkDir=/data/teamcity/work/ae48a463bd611b52/work, mbeanSrv=com.sun.jmx.mbeanserver.JmxMBeanServer@47b11ec7, nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, marsh=BinaryMarshaller [], marshLocJobs=false, daemon=false, p2pEnabled=true, netTimeout=10000, netCompressionLevel=1, sndRetryDelay=1000, sndRetryCnt=3, metricsHistSize=10000, metricsUpdateFreq=1000, metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi [addrRslvr=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], segPlc=STOP, segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true, segChkFreq=10000, commSpi=TcpCommunicationSpi [connectGate=null, connPlc=org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$FirstConnectionPolicy@4e12054f, enableForcibleNodeKill=false, enableTroubleshootingLog=false, locAddr=null, locHost=null, locPort=47100, locPortRange=100, shmemPort=-1, directBuf=true, directSndBuf=false, idleConnTimeout=600000, connTimeout=5000, maxConnTimeout=600000, reconCnt=10, sockSndBuf=32768, sockRcvBuf=32768, msgQueueLimit=0, slowClientQueueLimit=0, nioSrvr=null, shmemSrv=null, usePairedConnections=false, connectionsPerNode=1, tcpNoDelay=true, filterReachableAddresses=false, ackSndThreshold=32, unackedMsgsBufSize=0, sockWriteTimeout=2000, boundTcpPort=-1, boundTcpShmemPort=-1, selectorsCnt=4, selectorSpins=0, addrRslvr=null, ctxInitLatch=java.util.concurrent.CountDownLatch@38149bb4[Count = 1], stopping=false], evtSpi=MemoryEventStorageSpi [expireAgeMs=9223372036854775807, expireCnt=10000, filter=null], colSpi=NoopCollisionSpi [], deploySpi=LocalDeploymentSpi [], indexingSpi=org.apache.ignite.spi.indexing.noop.NoopIndexingSpi@96afdcd, addrRslvr=null, encryptionSpi=org.apache.ignite.spi.encryption.noop.NoopEncryptionSpi@f415cf7, clientMode=true, rebalanceThreadPoolSize=1, txCfg=TransactionConfiguration [txSerEnabled=false, dfltIsolation=REPEATABLE_READ, dfltConcurrency=PESSIMISTIC, dfltTxTimeout=0, txTimeoutOnPartitionMapExchange=0, pessimisticTxLogSize=0, pessimisticTxLogLinger=10000, tmLookupClsName=null, txManagerFactory=null, useJtaSync=false], cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED, p2pMissedCacheSize=100, locHost=127.0.0.1, timeSrvPortBase=31100, timeSrvPortRange=100, failureDetectionTimeout=10000, sysWorkerBlockedTimeout=null, clientFailureDetectionTimeout=10000, metricsLogFreq=0, hadoopCfg=null, connectorCfg=null, odbcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null, grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null, binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=DataStorageConfiguration [sysRegionInitSize=41943040, sysRegionMaxSize=104857600, pageSize=4096, concLvl=0, dfltDataRegConf=DataRegionConfiguration [name=default, maxSize=67108864, initSize=268435456, swapPath=null, pageEvictionMode=DISABLED, evictionThreshold=0.9, emptyPagesPoolSize=100, metricsEnabled=false, metricsSubIntervalCount=5, metricsRateTimeInterval=60000, persistenceEnabled=false, checkpointPageBufSize=0], dataRegions=null, storagePath=null, checkpointFreq=180000, lockWaitTime=10000, checkpointThreads=4, checkpointWriteOrder=SEQUENTIAL, walHistSize=20, maxWalArchiveSize=1073741824, walSegments=10, walSegmentSize=67108864, walPath=db/wal, walArchivePath=db/wal/archive, metricsEnabled=false, walMode=LOG_ONLY, walTlbSize=131072, walBuffSize=0, walFlushFreq=2000, walFsyncDelay=1000, walRecordIterBuffSize=67108864, alwaysWriteFullPages=false, fileIOFactory=org.apache.ignite.internal.processors.cache.persistence.file.AsyncFileIOFactory@1d16a844, metricsSubIntervalCnt=5, metricsRateTimeInterval=60000, walAutoArchiveAfterInactivity=-1, writeThrottlingEnabled=false, walCompactionEnabled=false, walCompactionLevel=1, checkpointReadLockTimeout=null], activeOnStart=true, autoActivation=true, longQryWarnTimeout=3000, sqlConnCfg=null, cliConnCfg=ClientConnectorConfiguration [host=null, port=10800, portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true, maxOpenCursorsPerConn=128, threadPoolSize=8, idleTimeout=0, jdbcEnabled=true, odbcEnabled=true, thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true, sslClientAuth=false, sslCtxFactory=null], mvccVacuumThreadCnt=2, mvccVacuumFreq=5000, authEnabled=false, failureHnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]], commFailureRslvr=null] [2018-12-14 07:38:10,686][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Daemon mode: off [2018-12-14 07:38:10,687][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] OS: Linux 4.4.0-139-generic amd64 [2018-12-14 07:38:10,687][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] OS user: teamcity [2018-12-14 07:38:10,687][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] PID: 2201424 [2018-12-14 07:38:10,687][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Language runtime: Java Platform API Specification ver. 1.8 [2018-12-14 07:38:10,688][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] VM information: Java(TM) SE Runtime Environment 1.8.0_181-b13 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 25.181-b13 [2018-12-14 07:38:10,688][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] VM total memory: 1.8GB [2018-12-14 07:38:10,688][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Remote Management [restart: off, REST: off, JMX (remote: off)] [2018-12-14 07:38:10,688][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Logger: GridTestLog4jLogger [quiet=false, config=null] [2018-12-14 07:38:10,689][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] IGNITE_HOME=/data/teamcity/work/ae48a463bd611b52 [2018-12-14 07:38:10,689][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] VM arguments: [-DIGNITE_DUMP_THREADS_ON_FAILURE=false, -DMono=/usr/bin/mono-sgen, -DMono4.0_x64=/usr/lib/mono/4.0, -DMono4.5_x64=/usr/lib/mono/4.5, -DMonoVersion=5.12.0.226, -Dagent.home.dir=/home/teamcity/agent, -Dagent.name=publicagent14_9092, -Dagent.ownPort=9092, -Dagent.work.dir=/data/teamcity/work, -Dbuild.number=3076, -Dbuild.vcs.number=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.1=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dbuild.vcs.number.GitHubApacheIgnite=90508b89593a11cecd6d4d948d6d4bdb4c5e0eff, -Dclassworlds.conf=/data/teamcity/temp/buildTmp/teamcity.m2.conf, -Dcom.jetbrains.maven.watcher.report.file=/data/teamcity/temp/buildTmp/maven-build-info.xml, -Djava.io.tmpdir=/data/teamcity/temp/buildTmp, -Dmaven.home=/home/teamcity/agent/tools/maven.3.5.3, -Dmaven.multiModuleProjectDirectory=/data/teamcity/work/ae48a463bd611b52, -Dmaven.repo.local=/home/teamcity/.m2/repository, -Dteamcity.agent.cpuBenchmark=540, -Dteamcity.agent.dotnet.agent_url=http://localhost:9092/RPC2, -Dteamcity.agent.dotnet.build_id=2545122, -Dteamcity.auth.password=*******, -Dteamcity.auth.userId=TeamCityBuildId=2545122, -Dteamcity.build.changedFiles.file=/data/teamcity/temp/buildTmp/changedFiles7374753561609408980.txt, -Dteamcity.build.checkoutDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.build.id=2545122, -Dteamcity.build.properties.file=/data/teamcity/temp/buildTmp/teamcity.build7570051439472680357.properties, -Dteamcity.build.tempDir=/data/teamcity/temp/buildTmp, -Dteamcity.build.workingDir=/data/teamcity/work/ae48a463bd611b52, -Dteamcity.buildConfName=MVCC Queries, -Dteamcity.buildType.id=IgniteTests24Java8_MvccQueries, -Dteamcity.configuration.properties.file=/data/teamcity/temp/buildTmp/teamcity.config8546523677733895082.properties, -Dteamcity.maven.watcher.home=/home/teamcity/agent/plugins/mavenPlugin/maven-watcher-jdk16, -Dteamcity.projectName=Ignite Tests 2.4+ (Java 8/9/10/11), -Dteamcity.runner.properties.file=/data/teamcity/temp/buildTmp/teamcity.runner237466661875265171.properties, -Dteamcity.tests.recentlyFailedTests.file=/data/teamcity/temp/buildTmp/testsToRunFirst8084231963276624855.txt, -Dteamcity.version=2017.2.3 (build 51047), -ea, -Xms2g, -Xmx2g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, -DIGNITE_TEST_HOME="/data/teamcity/work/ae48a463bd611b52", -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true, -DIGNITE_QUIET=false, -Djava.net.preferIPv4Stack=true, -DTEST_SCALE_FACTOR=1.0] [2018-12-14 07:38:10,694][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] System cache's DataRegion size is configured to 40 MB. Use DataStorageConfiguration.systemRegionInitialSize property to change the setting. [2018-12-14 07:38:10,694][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Configured caches [in 'sysMemPlc' dataRegion: ['ignite-sys-cache']] [2018-12-14 07:38:10,696][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] 3-rd party licenses can be found at: /data/teamcity/work/ae48a463bd611b52/libs/licenses [2018-12-14 07:38:10,698][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] Configured plugins: [2018-12-14 07:38:10,698][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- TestReconnectPlugin 1.0 [2018-12-14 07:38:10,699][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- [2018-12-14 07:38:10,699][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] [2018-12-14 07:38:10,699][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- StanByClusterTestProvider 1.0 [2018-12-14 07:38:10,699][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- null [2018-12-14 07:38:10,699][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] [2018-12-14 07:38:10,699][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- PageMemory tracker plugin 1.0 [2018-12-14 07:38:10,699][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] ^-- [2018-12-14 07:38:10,699][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgnitePluginProcessor] [2018-12-14 07:38:10,700][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][FailureProcessor] Configured failure handler: [hnd=NoOpFailureHandler [super=AbstractFailureHandler [ignoredFailureTypes=SingletonSet [SYSTEM_WORKER_BLOCKED]]]] [2018-12-14 07:38:10,701][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][TestRecordingCommunicationSpi] Successfully bound communication NIO server to TCP port [port=47104, locHost=/127.0.0.1, selectorsCnt=4, selectorSpins=0, pairedConn=false] [2018-12-14 07:38:10,704][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Security status [authentication=off, tls/ssl=off] [2018-12-14 07:38:10,706][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgniteCacheDatabaseSharedManager] Configured data regions initialized successfully [total=3] [2018-12-14 07:38:10,707][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][PartitionsEvictManager] Evict partition permits=2 [2018-12-14 07:38:10,710][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][ClientListenerProcessor] Client connector processor has started on TCP port 10804 [2018-12-14 07:38:10,711][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Non-loopback local IPs: 172.17.0.3 [2018-12-14 07:38:10,712][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Enabled local MACs: 0242AC110003 [2018-12-14 07:38:10,718][INFO ][tcp-disco-srvr-#13636%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=41779] [2018-12-14 07:38:10,718][INFO ][tcp-disco-srvr-#13636%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=41779] [2018-12-14 07:38:10,719][INFO ][tcp-disco-sock-reader-#13652%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:41779, rmtPort=41779] [2018-12-14 07:38:10,729][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true] [2018-12-14 07:38:10,730][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Topology snapshot [ver=5, locNode=d10813a9, servers=4, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,730][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=true, evt=NODE_JOINED, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,731][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], err=null] [2018-12-14 07:38:10,731][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=d10813a9-bbf0-4aee-a38b-d32993400000, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], durationFromInit=0] [2018-12-14 07:38:10,732][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=true] [2018-12-14 07:38:10,732][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=5, minorTopVer=0], force=false, evt=NODE_JOINED, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,733][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true] [2018-12-14 07:38:10,734][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Topology snapshot [ver=5, locNode=a0c7a652, servers=4, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,734][INFO ][disco-event-worker-#115839%mvcc.CacheMvccTxRecoveryTest3%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true] [2018-12-14 07:38:10,735][INFO ][disco-event-worker-#115839%mvcc.CacheMvccTxRecoveryTest3%][GridDiscoveryManager] Topology snapshot [ver=5, locNode=30a52e18, servers=4, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,736][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,737][INFO ][disco-notifier-worker-#115911%mvcc.CacheMvccTxRecoveryTest4%][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, crdVer=1544773088791, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0]], crdNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:10,735][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true] [2018-12-14 07:38:10,735][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,738][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Topology snapshot [ver=5, locNode=0d502e4a, servers=4, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,738][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,737][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], err=null] [2018-12-14 07:38:10,741][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][IgniteCacheDatabaseSharedManager] Configured data regions started successfully [total=3] [2018-12-14 07:38:10,740][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,739][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], err=null] [2018-12-14 07:38:10,742][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], err=null] [2018-12-14 07:38:10,741][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][msg] Components activation performed in 1 ms. [2018-12-14 07:38:10,741][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=30a52e18-f733-46ab-bfde-fd8883700003, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], durationFromInit=11] [2018-12-14 07:38:10,744][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridCacheProcessor] Started cache [name=ignite-sys-cache, id=-2100569601, dataRegionName=sysMemPlc, mode=REPLICATED, atomicity=TRANSACTIONAL, backups=2147483647, mvcc=false] [2018-12-14 07:38:10,743][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], durationFromInit=0] [2018-12-14 07:38:10,746][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=false] [2018-12-14 07:38:10,743][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=a0c7a652-9e42-4d24-8891-376d4ce00001, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], durationFromInit=11] [2018-12-14 07:38:10,747][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=5, minorTopVer=0], force=false, evt=NODE_JOINED, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,745][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridCacheProcessor] Starting caches on local join performed in 0 ms. [2018-12-14 07:38:10,744][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=false] [2018-12-14 07:38:10,749][INFO ][grid-nio-worker-tcp-comm-3-#115708%mvcc.CacheMvccTxRecoveryTest0%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45324] [2018-12-14 07:38:10,748][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=false] [2018-12-14 07:38:10,749][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=5, minorTopVer=0], force=false, evt=NODE_JOINED, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,750][INFO ][grid-nio-worker-tcp-comm-0-#115899%mvcc.CacheMvccTxRecoveryTest4%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:45324, rmtAddr=/127.0.0.1:47100] [2018-12-14 07:38:10,750][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=5, minorTopVer=0], force=false, evt=NODE_JOINED, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,751][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 2 ms. [2018-12-14 07:38:10,752][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], crd=false] [2018-12-14 07:38:10,753][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=5, minorTopVer=0]] [2018-12-14 07:38:10,754][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][CacheAffinitySharedManager] Affinity initialization on local join performed in 0 ms. [2018-12-14 07:38:10,754][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 0 ms. [2018-12-14 07:38:10,754][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Full map updating for 1 groups performed in 0 ms. [2018-12-14 07:38:10,755][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], err=null] [2018-12-14 07:38:10,755][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Detecting lost partitions performed in 0 ms. [2018-12-14 07:38:10,755][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][GridCacheProcessor] Finish proxy initialization, cacheName=ignite-sys-cache, localNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004 [2018-12-14 07:38:10,756][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridCachePartitionExchangeManager] Skipping rebalancing (no affinity changes) [top=AffinityTopologyVersion [topVer=5, minorTopVer=0], rebTopVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], evt=NODE_JOINED, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, client=true] [2018-12-14 07:38:10,757][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} [2018-12-14 07:38:10,757][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Data Regions Configured: [2018-12-14 07:38:10,757][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] ^-- default [initSize=64.0 MiB, maxSize=64.0 MiB, persistence=false] [2018-12-14 07:38:10,758][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] >>> +-------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff >>> +-------------------------------------------------------------------------------+ >>> OS name: Linux 4.4.0-139-generic amd64 >>> CPU(s): 5 >>> Heap: 2.0GB >>> VM name: 2201424@c44c28153473 >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest4 >>> Local node [ID=484B3412-B55D-4E0F-B4ED-FA8FB8D00004, order=5, clientMode=true] >>> Local node addresses: [127.0.0.1] >>> Local ports: TCP:10804 TCP:47104 [2018-12-14 07:38:10,759][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDiscoveryManager] Topology snapshot [ver=5, locNode=484b3412, servers=4, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,759][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] Node started with the following configuration [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, marshaller=BinaryMarshaller [], discovery=TcpDiscoverySpi [addrRslvr=null, sockTimeout=5000, ackTimeout=5000, marsh=JdkMarshaller [clsFilter=org.apache.ignite.marshaller.MarshallerUtils$1@1c0d7cb1], reconCnt=10, reconDelay=2000, maxAckTimeout=600000, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], binaryCfg=null, lateAff=true] [2018-12-14 07:38:10,756][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=0, lastExchangeTime=1544773090716, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], durationFromInit=10] [2018-12-14 07:38:10,765][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=true, evt=DISCOVERY_CUSTOM_EVT, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=DynamicCacheChangeBatch [id=338917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, reqs=ArrayList [DynamicCacheChangeRequest [cacheName=default, hasCfg=true, nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, clientStartOnly=false, stop=false, destroy=false, disabledAfterStartfalse]], exchangeActions=ExchangeActions [startCaches=[default], stopCaches=null, startGrps=[default], stopGrps=[], resetParts=null, stateChangeRequest=null], startCaches=false], allowMerge=false] [2018-12-14 07:38:10,766][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=false, evt=DISCOVERY_CUSTOM_EVT, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=DynamicCacheChangeBatch [id=338917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, reqs=ArrayList [DynamicCacheChangeRequest [cacheName=default, hasCfg=true, nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, clientStartOnly=false, stop=false, destroy=false, disabledAfterStartfalse]], exchangeActions=ExchangeActions [startCaches=[default], stopCaches=null, startGrps=[default], stopGrps=[], resetParts=null, stateChangeRequest=null], startCaches=false], allowMerge=false] [2018-12-14 07:38:10,767][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][CacheAffinitySharedManager] Updating caches registry performed in 0 ms. [2018-12-14 07:38:10,767][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=false, evt=DISCOVERY_CUSTOM_EVT, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=DynamicCacheChangeBatch [id=338917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, reqs=ArrayList [DynamicCacheChangeRequest [cacheName=default, hasCfg=true, nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, clientStartOnly=false, stop=false, destroy=false, disabledAfterStartfalse]], exchangeActions=ExchangeActions [startCaches=[default], stopCaches=null, startGrps=[default], stopGrps=[], resetParts=null, stateChangeRequest=null], startCaches=false], allowMerge=false] [2018-12-14 07:38:10,765][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=false, evt=DISCOVERY_CUSTOM_EVT, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=DynamicCacheChangeBatch [id=338917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, reqs=ArrayList [DynamicCacheChangeRequest [cacheName=default, hasCfg=true, nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, clientStartOnly=false, stop=false, destroy=false, disabledAfterStartfalse]], exchangeActions=ExchangeActions [startCaches=[default], stopCaches=null, startGrps=[default], stopGrps=[], resetParts=null, stateChangeRequest=null], startCaches=false], allowMerge=false] [2018-12-14 07:38:10,769][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][CacheAffinitySharedManager] Updating caches registry performed in 0 ms. [2018-12-14 07:38:10,768][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][MvccProcessorImpl] Mvcc processor started. [2018-12-14 07:38:10,766][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=false, evt=DISCOVERY_CUSTOM_EVT, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, customEvt=DynamicCacheChangeBatch [id=338917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, reqs=ArrayList [DynamicCacheChangeRequest [cacheName=default, hasCfg=true, nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, clientStartOnly=false, stop=false, destroy=false, disabledAfterStartfalse]], exchangeActions=ExchangeActions [startCaches=[default], stopCaches=null, startGrps=[default], stopGrps=[], resetParts=null, stateChangeRequest=null], startCaches=false], allowMerge=false] [2018-12-14 07:38:10,773][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][CacheAffinitySharedManager] Updating caches registry performed in 0 ms. [2018-12-14 07:38:10,773][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridCacheProcessor] Started cache [name=default, id=1544803905, dataRegionName=default, mode=PARTITIONED, atomicity=TRANSACTIONAL_SNAPSHOT, backups=2, mvcc=true] [2018-12-14 07:38:10,766][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][CacheAffinitySharedManager] Updating caches registry performed in 0 ms. [2018-12-14 07:38:10,774][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][MvccProcessorImpl] Mvcc processor started. [2018-12-14 07:38:10,774][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][CacheAffinitySharedManager] Caches starting performed in 11 ms. [2018-12-14 07:38:10,773][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridCacheProcessor] Started cache [name=default, id=1544803905, dataRegionName=default, mode=PARTITIONED, atomicity=TRANSACTIONAL_SNAPSHOT, backups=2, mvcc=true] [2018-12-14 07:38:10,775][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][CacheAffinitySharedManager] Caches starting performed in 0 ms. [2018-12-14 07:38:10,770][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][CacheAffinitySharedManager] Updating caches registry performed in 0 ms. [2018-12-14 07:38:10,775][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][CacheAffinitySharedManager] Affinity initialization for started caches performed in 0 ms. [2018-12-14 07:38:10,775][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,775][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][MvccProcessorImpl] Mvcc processor started. [2018-12-14 07:38:10,776][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][CacheAffinitySharedManager] Affinity initialization for started caches performed in 0 ms. [2018-12-14 07:38:10,776][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 0 ms. [2018-12-14 07:38:10,777][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=false] [2018-12-14 07:38:10,776][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][MvccProcessorImpl] Mvcc processor started. [2018-12-14 07:38:10,780][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCacheProcessor] Started cache [name=default, id=1544803905, dataRegionName=default, mode=PARTITIONED, atomicity=TRANSACTIONAL_SNAPSHOT, backups=2, mvcc=true] [2018-12-14 07:38:10,780][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCacheProcessor] Started cache [name=default, id=1544803905, dataRegionName=default, mode=PARTITIONED, atomicity=TRANSACTIONAL_SNAPSHOT, backups=2, mvcc=true] [2018-12-14 07:38:10,780][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][CacheAffinitySharedManager] Caches starting performed in 10 ms. [2018-12-14 07:38:10,780][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][CacheAffinitySharedManager] Caches starting performed in 10 ms. [2018-12-14 07:38:10,781][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][CacheAffinitySharedManager] Affinity initialization for started caches performed in 0 ms. [2018-12-14 07:38:10,782][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,782][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][CacheAffinitySharedManager] Affinity initialization for started caches performed in 0 ms. [2018-12-14 07:38:10,782][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCacheProcessor] Started cache [name=default, id=1544803905, dataRegionName=default, mode=PARTITIONED, atomicity=TRANSACTIONAL_SNAPSHOT, backups=2, mvcc=true] [2018-12-14 07:38:10,782][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,783][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][CacheAffinitySharedManager] Caches starting performed in 10 ms. [2018-12-14 07:38:10,784][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][CacheAffinitySharedManager] Affinity initialization for started caches performed in 0 ms. [2018-12-14 07:38:10,785][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,786][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=true, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]]] [2018-12-14 07:38:10,786][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=true, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]]] [2018-12-14 07:38:10,786][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=true, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]]] [2018-12-14 07:38:10,789][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:10,786][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partitions release latch: ServerLatch [permits=0, pendingAcks=HashSet [], super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]]] [2018-12-14 07:38:10,788][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:10,787][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:10,790][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:38:10,800][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 1 ms. [2018-12-14 07:38:10,800][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=false] [2018-12-14 07:38:10,804][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 8 ms. [2018-12-14 07:38:10,804][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=false] [2018-12-14 07:38:10,805][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 5 ms. [2018-12-14 07:38:10,805][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=false] [2018-12-14 07:38:10,805][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=5, minorTopVer=1], node=30a52e18-f733-46ab-bfde-fd8883700003, allReceived=false] [2018-12-14 07:38:10,806][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=5, minorTopVer=1], node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, allReceived=false] [2018-12-14 07:38:10,806][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Coordinator received single message [ver=AffinityTopologyVersion [topVer=5, minorTopVer=1], node=a0c7a652-9e42-4d24-8891-376d4ce00001, allReceived=true] [2018-12-14 07:38:10,807][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] finishExchangeOnCoordinator [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] [2018-12-14 07:38:10,807][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Affinity changes (coordinator) applied in 0 ms. [2018-12-14 07:38:10,807][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions validation performed in 0 ms. [2018-12-14 07:38:10,808][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partitions assignment performed in 0 ms. [2018-12-14 07:38:10,809][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Preparing Full Message performed in 1 ms. [2018-12-14 07:38:10,810][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], err=null] [2018-12-14 07:38:10,811][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCacheProcessor] Finish proxy initialization, cacheName=default, localNodeId=d10813a9-bbf0-4aee-a38b-d32993400000 [2018-12-14 07:38:10,811][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=d10813a9-bbf0-4aee-a38b-d32993400000, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], durationFromInit=51] [2018-12-14 07:38:10,812][INFO ][sys-#115860%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] [2018-12-14 07:38:10,813][INFO ][sys-#115860%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 0 ms. [2018-12-14 07:38:10,813][INFO ][sys-#115860%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Full map updating for 2 groups performed in 0 ms. [2018-12-14 07:38:10,813][INFO ][sys-#115860%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], err=null] [2018-12-14 07:38:10,814][INFO ][sys-#115919%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] [2018-12-14 07:38:10,814][INFO ][sys-#115919%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 0 ms. [2018-12-14 07:38:10,815][INFO ][sys-#115919%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Full map updating for 2 groups performed in 0 ms. [2018-12-14 07:38:10,815][INFO ][sys-#115919%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], err=null] [2018-12-14 07:38:10,811][INFO ][sys-#115849%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] [2018-12-14 07:38:10,816][INFO ][sys-#115849%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 0 ms. [2018-12-14 07:38:10,816][INFO ][sys-#115919%mvcc.CacheMvccTxRecoveryTest4%][GridCacheProcessor] Finish proxy initialization, cacheName=default, localNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004 [2018-12-14 07:38:10,815][INFO ][sys-#115854%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Received full message, will finish exchange [node=d10813a9-bbf0-4aee-a38b-d32993400000, resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] [2018-12-14 07:38:10,817][INFO ][sys-#115854%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Affinity changes applied in 0 ms. [2018-12-14 07:38:10,817][INFO ][sys-#115854%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Full map updating for 2 groups performed in 0 ms. [2018-12-14 07:38:10,814][INFO ][sys-#115860%mvcc.CacheMvccTxRecoveryTest2%][GridCacheProcessor] Finish proxy initialization, cacheName=default, localNodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002 [2018-12-14 07:38:10,817][INFO ][sys-#115854%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], err=null] [2018-12-14 07:38:10,818][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=5, minorTopVer=1], force=false, evt=DISCOVERY_CUSTOM_EVT, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,819][INFO ][grid-nio-worker-tcp-comm-1-#115790%mvcc.CacheMvccTxRecoveryTest3%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47101, rmtAddr=/127.0.0.1:37584] [2018-12-14 07:38:10,819][INFO ][grid-nio-worker-tcp-comm-1-#115900%mvcc.CacheMvccTxRecoveryTest4%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:37584, rmtAddr=/127.0.0.1:47101] [2018-12-14 07:38:10,820][INFO ][grid-nio-worker-tcp-comm-1-#115816%mvcc.CacheMvccTxRecoveryTest2%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47103, rmtAddr=/127.0.0.1:46494] [2018-12-14 07:38:10,821][INFO ][grid-nio-worker-tcp-comm-2-#115793%mvcc.CacheMvccTxRecoveryTest3%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:46494, rmtAddr=/127.0.0.1:47103] [2018-12-14 07:38:10,821][INFO ][grid-nio-worker-tcp-comm-1-#115804%mvcc.CacheMvccTxRecoveryTest1%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47102, rmtAddr=/127.0.0.1:35066] [2018-12-14 07:38:10,822][INFO ][grid-nio-worker-tcp-comm-3-#115796%mvcc.CacheMvccTxRecoveryTest3%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:35066, rmtAddr=/127.0.0.1:47102] [2018-12-14 07:38:10,817][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], crd=true] [2018-12-14 07:38:10,817][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridCachePartitionExchangeManager] Skipping rebalancing (no affinity changes) [top=AffinityTopologyVersion [topVer=5, minorTopVer=1], rebTopVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], evt=DISCOVERY_CUSTOM_EVT, evtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, client=true] [2018-12-14 07:38:10,816][INFO ][sys-#115919%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=0, lastExchangeTime=1544773090716, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], durationFromInit=51] [2018-12-14 07:38:10,816][INFO ][sys-#115849%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Full map updating for 2 groups performed in 0 ms. [2018-12-14 07:38:10,824][INFO ][sys-#115849%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], err=null] [2018-12-14 07:38:10,825][INFO ][sys-#115849%mvcc.CacheMvccTxRecoveryTest1%][GridCacheProcessor] Finish proxy initialization, cacheName=default, localNodeId=a0c7a652-9e42-4d24-8891-376d4ce00001 [2018-12-14 07:38:10,826][INFO ][sys-#115849%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=a0c7a652-9e42-4d24-8891-376d4ce00001, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], durationFromInit=61] [2018-12-14 07:38:10,818][INFO ][sys-#115854%mvcc.CacheMvccTxRecoveryTest3%][GridCacheProcessor] Finish proxy initialization, cacheName=default, localNodeId=30a52e18-f733-46ab-bfde-fd8883700003 [2018-12-14 07:38:10,828][INFO ][sys-#115854%mvcc.CacheMvccTxRecoveryTest3%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=30a52e18-f733-46ab-bfde-fd8883700003, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], durationFromInit=61] [2018-12-14 07:38:10,818][INFO ][sys-#115860%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], durationFromInit=51] [2018-12-14 07:38:10,832][INFO ][exchange-worker-#115840%mvcc.CacheMvccTxRecoveryTest3%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=5, minorTopVer=1], force=false, evt=DISCOVERY_CUSTOM_EVT, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,833][INFO ][sys-stripe-3-#115764%mvcc.CacheMvccTxRecoveryTest3%][IgniteTestResources] Block message [node=d10813a9-bbf0-4aee-a38b-d32993400000, order=1, msg=GridDhtTxPrepareRequest [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, futId=f98917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, miniId=2, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], invalidateNearEntries={}, nearWrites=null, owned=null, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], subjId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, taskNameHash=0, preloadKeys=null, mvccSnapshot=MvccSnapshotResponse [futId=1, crdVer=1544773088791, cntr=4, opCntr=1, txs=null, cleanupVer=1, tracking=0], skipCompletedVers=false, txLbl=null, super=GridDistributedTxPrepareRequest [threadId=135778, concurrency=PESSIMISTIC, isolation=REPEATABLE_READ, writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], timeout=0, reads=null, writes=EmptyList [], dhtVers=null, txSize=-1, plc=2, txState=null, flags=last, super=GridDistributedBaseMessage [ver=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], committedVers=null, rolledbackVers=null, cnt=0, super=GridCacheIdMessage [cacheId=0]]]]] [2018-12-14 07:38:10,836][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=5, minorTopVer=1], force=false, evt=DISCOVERY_CUSTOM_EVT, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,836][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridCachePartitionExchangeManager] Skipping rebalancing (nothing scheduled) [top=AffinityTopologyVersion [topVer=5, minorTopVer=1], force=false, evt=DISCOVERY_CUSTOM_EVT, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,842][INFO ][grid-nio-worker-tcp-comm-2-#115817%mvcc.CacheMvccTxRecoveryTest2%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47103, rmtAddr=/127.0.0.1:46498] [2018-12-14 07:38:10,843][INFO ][grid-nio-worker-tcp-comm-2-#115901%mvcc.CacheMvccTxRecoveryTest4%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:46498, rmtAddr=/127.0.0.1:47103] [2018-12-14 07:38:10,844][INFO ][grid-nio-worker-tcp-comm-2-#115805%mvcc.CacheMvccTxRecoveryTest1%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47102, rmtAddr=/127.0.0.1:35070] [2018-12-14 07:38:10,845][INFO ][grid-nio-worker-tcp-comm-3-#115818%mvcc.CacheMvccTxRecoveryTest2%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:35070, rmtAddr=/127.0.0.1:47102] [2018-12-14 07:38:10,848][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:10,848][INFO ][tcp-disco-sock-reader-#13640%mvcc.CacheMvccTxRecoveryTest3%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:48105, rmtPort=48105 [2018-12-14 07:38:10,848][INFO ][tcp-disco-msg-worker-#13630%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] New next node [newNext=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:10,850][INFO ][tcp-disco-srvr-#13636%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=47290] [2018-12-14 07:38:10,850][INFO ][tcp-disco-srvr-#13636%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=47290] [2018-12-14 07:38:10,851][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridCacheProcessor] Stopped cache [cacheName=ignite-sys-cache] [2018-12-14 07:38:10,851][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridCacheProcessor] Stopped cache [cacheName=default] [2018-12-14 07:38:10,849][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:10,852][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Topology snapshot [ver=6, locNode=a0c7a652, servers=3, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,854][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], crd=false, evt=NODE_LEFT, evtNode=30a52e18-f733-46ab-bfde-fd8883700003, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,849][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Topology snapshot [ver=6, locNode=d10813a9, servers=3, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,855][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], crd=true, evt=NODE_LEFT, evtNode=30a52e18-f733-46ab-bfde-fd8883700003, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,856][INFO ][tcp-disco-sock-reader-#13654%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:47290, rmtPort=47290] [2018-12-14 07:38:10,858][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Removed undeployed class: GridDeployment [ts=1544773089041, depMode=SHARED, clsLdr=IsolatedClassLoader{roleName='test'}, clsLdrId=c57917cb761-30a52e18-f733-46ab-bfde-fd8883700003, userVer=0, loc=true, sampleClsName=org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap, pendingUndeploy=false, undeployed=true, usage=0] [2018-12-14 07:38:10,859][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap [2018-12-14 07:38:10,859][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ResendTimeoutObject$1 [2018-12-14 07:38:10,860][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceAssignmentsPredicate [2018-12-14 07:38:10,860][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionsToReloadMap [2018-12-14 07:38:10,861][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap [2018-12-14 07:38:10,861][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2 [2018-12-14 07:38:10,861][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.CachePartitionFullCountersMap [2018-12-14 07:38:10,862][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionDemander [2018-12-14 07:38:10,862][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionHistorySuppliersMap [2018-12-14 07:38:10,862][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionDemander [2018-12-14 07:38:10,863][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridDeploymentLocalStore] Class locally undeployed: class java.util.Collections$UnmodifiableMap [2018-12-14 07:38:10,863][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:10,864][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Topology snapshot [ver=6, locNode=0d502e4a, servers=3, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,864][INFO ][disco-event-worker-#115912%mvcc.CacheMvccTxRecoveryTest4%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:38:10,864][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], crd=false, evt=NODE_LEFT, evtNode=30a52e18-f733-46ab-bfde-fd8883700003, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,865][INFO ][disco-event-worker-#115912%mvcc.CacheMvccTxRecoveryTest4%][GridDiscoveryManager] Topology snapshot [ver=6, locNode=484b3412, servers=3, clients=1, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:38:10,866][INFO ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest3] >>> +------------------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff stopped OK >>> +------------------------------------------------------------------------------------------+ >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest3 >>> Grid uptime: 00:00:01.753 [2018-12-14 07:38:10,867][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][time] Started exchange init [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], crd=false, evt=NODE_LEFT, evtNode=30a52e18-f733-46ab-bfde-fd8883700003, customEvt=null, allowMerge=true] [2018-12-14 07:38:10,868][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridDhtPartitionsExchangeFuture] Sending Single Message performed in 0 ms. [2018-12-14 07:38:10,868][INFO ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], crd=false] [2018-12-14 07:38:10,955][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], waitTime=101ms, futInfo=NA, mode=DISTRIBUTED] [2018-12-14 07:38:10,959][INFO ][sys-#115852%mvcc.CacheMvccTxRecoveryTest1%][IgniteTxManager] Checking optimistic transaction state on remote nodes [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=131ms, onePhaseCommit=false]]], fut=GridCacheTxRecoveryFuture [trackable=true, futId=4e8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=131ms, onePhaseCommit=false]]], failedNodeIds=SingletonSet [30a52e18-f733-46ab-bfde-fd8883700003], nearTxCheck=true, innerFuts=EmptyList [], super=GridCompoundIdentityFuture [super=GridCompoundFuture [rdc=Bool reducer: true, initFlag=0, lsnrCalls=0, done=false, cancelled=false, err=null, futs=EmptyList []]]]] [2018-12-14 07:38:10,964][INFO ][grid-nio-worker-tcp-comm-3-#115902%mvcc.CacheMvccTxRecoveryTest4%][TestRecordingCommunicationSpi] Accepted incoming communication connection [locAddr=/127.0.0.1:47104, rmtAddr=/127.0.0.1:34734] [2018-12-14 07:38:10,964][INFO ][sys-#115861%mvcc.CacheMvccTxRecoveryTest2%][IgniteTxManager] Checking optimistic transaction state on remote nodes [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135853, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=141ms, onePhaseCommit=false]]], fut=GridCacheTxRecoveryFuture [trackable=true, futId=8e8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135853, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=141ms, onePhaseCommit=false]]], failedNodeIds=SingletonSet [30a52e18-f733-46ab-bfde-fd8883700003], nearTxCheck=true, innerFuts=EmptyList [], super=GridCompoundIdentityFuture [super=GridCompoundFuture [rdc=Bool reducer: true, initFlag=0, lsnrCalls=0, done=false, cancelled=false, err=null, futs=EmptyList []]]]] [2018-12-14 07:38:10,965][INFO ][grid-nio-worker-tcp-comm-3-#115806%mvcc.CacheMvccTxRecoveryTest1%][TestRecordingCommunicationSpi] Established outgoing communication connection [locAddr=/127.0.0.1:34734, rmtAddr=/127.0.0.1:47104] [2018-12-14 07:38:10,972][INFO ][sys-#115852%mvcc.CacheMvccTxRecoveryTest1%][recovery] Recovery fut, sent request near tx [txId=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], dhtTxId=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,973][INFO ][sys-#115861%mvcc.CacheMvccTxRecoveryTest2%][recovery] Recovery fut, sent request near tx [txId=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], dhtTxId=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:38:10,973][INFO ][sys-stripe-2-#115731%mvcc.CacheMvccTxRecoveryTest1%][recovery] Received tx recovery response [txId=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, res=GridCacheTxRecoveryResponse [futId=4e8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, miniId=6e8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, success=false, txState=null, super=GridDistributedBaseMessage [ver=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], committedVers=null, rolledbackVers=null, cnt=0, super=GridCacheIdMessage [cacheId=0]]]] [2018-12-14 07:38:10,975][INFO ][sys-stripe-2-#115731%mvcc.CacheMvccTxRecoveryTest1%][IgniteTxManager] Finishing prepared transaction [commit=false, tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=151ms, onePhaseCommit=false]]]] [2018-12-14 07:38:10,973][INFO ][sys-stripe-0-#115745%mvcc.CacheMvccTxRecoveryTest2%][recovery] Received tx recovery response [txId=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, res=GridCacheTxRecoveryResponse [futId=8e8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, miniId=ae8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, success=false, txState=null, super=GridDistributedBaseMessage [ver=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], committedVers=null, rolledbackVers=null, cnt=0, super=GridCacheIdMessage [cacheId=0]]]] [2018-12-14 07:38:10,979][INFO ][sys-stripe-0-#115745%mvcc.CacheMvccTxRecoveryTest2%][IgniteTxManager] Finishing prepared transaction [commit=false, tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135853, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=151ms, onePhaseCommit=false]]]] [2018-12-14 07:38:10,982][INFO ][sys-stripe-0-#115745%mvcc.CacheMvccTxRecoveryTest2%][recovery] Starting delivery partition countres to remote nodes [txId=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], futId=ce8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02 [2018-12-14 07:38:10,982][INFO ][sys-stripe-2-#115731%mvcc.CacheMvccTxRecoveryTest1%][recovery] Starting delivery partition countres to remote nodes [txId=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], futId=be8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02 [2018-12-14 07:38:10,986][INFO ][sys-stripe-3-#115732%mvcc.CacheMvccTxRecoveryTest1%][recovery] Remote peer acked partition counters delivery [futId=be8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:10,987][INFO ][sys-stripe-3-#115749%mvcc.CacheMvccTxRecoveryTest2%][recovery] Remote peer acked partition counters delivery [futId=ce8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, node=a0c7a652-9e42-4d24-8891-376d4ce00001] [2018-12-14 07:38:10,997][INFO ][sys-stripe-1-#115747%mvcc.CacheMvccTxRecoveryTest2%][recovery] Remote peer acked partition counters delivery [futId=ce8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, node=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:12,106][INFO ][sys-#115914%mvcc.CacheMvccTxRecoveryTest4%][GridCachePartitionExchangeManager] Delay process full message without exchange id (there is exchange in progress) [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:12,106][INFO ][sys-#115858%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] Delay process full message without exchange id (there is exchange in progress) [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:12,107][INFO ][sys-#115865%mvcc.CacheMvccTxRecoveryTest2%][GridCachePartitionExchangeManager] Delay process full message without exchange id (there is exchange in progress) [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:38:15,877][INFO ][main][root] >>> Stopping test: CacheMvccTxRecoveryTest#testCountersNeighborcastServerFailed in 7143 ms <<< [2018-12-14 07:38:30,951][INFO ][grid-nio-worker-tcp-comm-0-#115815%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Exchange future waiting for coordinator response [crd=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]] Remote node information: General node info [id=d10813a9-bbf0-4aee-a38b-d32993400000, client=false, discoTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], time=07:38:30.948] Partitions exchange info [readyVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] Last initialized exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773110664, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20120ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Communication SPI statistics [rmtNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, idx=0, connCnt=0, dummy=false], msgsSent=18, msgsAckedByRmt=0, msgsRcvd=19, lastAcked=0, reserveCnt=1, descIdHash=1973009349] Communication SPI clients: [node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=2, bytesRcvd=5027, bytesSent=22532, bytesRcvd0=877, bytesSent0=40, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-2, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, finished=false, heartbeatTs=1544773110938, hashCode=1747087971, interrupted=false, runner=grid-nio-worker-tcp-comm-2-#115707%mvcc.CacheMvccTxRecoveryTest0%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=19, sentCnt=18, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=19, sentCnt=18, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45314, createTime=1544773089041, closeTime=0, bytesSent=22532, bytesRcvd=5027, bytesSent0=40, bytesRcvd0=877, sndSchedTime=1544773089041, lastSndTime=1544773110765, lastRcvTime=1544773110938, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@7c575c56, directMode=true], GridConnectionBytesVerifyFilter], accepted=true, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773089041, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=2, keysCnt=1, bytesRcvd=5027, bytesRcvd0=877, bytesSent=22532, bytesSent0=40] Connection info [in=true, rmtAddr=/127.0.0.1:45314, locAddr=/127.0.0.1:47100, msgsSent=18, msgsAckedByRmt=0, descIdHash=1973009349, unackedMsgs=[GridDhtPartitionsFullMessage, GridDhtPartitionSupplyMessage, LatchAckMessage, GridDhtPartitionsFullMessage, LatchAckMessage], msgsRcvd=19, lastAcked=0, descIdHash=1973009349, bytesRcvd=5027, bytesRcvd0=877, bytesSent=22532, bytesSent0=40, opQueueSize=0] Exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773110664, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20120ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Local communication statistics: Communication SPI statistics [rmtNode=d10813a9-bbf0-4aee-a38b-d32993400000] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, idx=0, connCnt=-1, dummy=false], msgsSent=19, msgsAckedByRmt=0, msgsRcvd=19, lastAcked=0, reserveCnt=1, descIdHash=948665256] Communication SPI clients: [node=d10813a9-bbf0-4aee-a38b-d32993400000, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=0, bytesRcvd=34678, bytesSent=4985, bytesRcvd0=12214, bytesSent0=877, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-0, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest2, finished=false, heartbeatTs=1544773110948, hashCode=1116897676, interrupted=false, runner=grid-nio-worker-tcp-comm-0-#115815%mvcc.CacheMvccTxRecoveryTest2%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=19, sentCnt=19, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=19, sentCnt=19, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:45314, rmtAddr=/127.0.0.1:47100, createTime=1544773089041, closeTime=0, bytesSent=4985, bytesRcvd=34678, bytesSent0=877, bytesRcvd0=12214, sndSchedTime=1544773089041, lastSndTime=1544773110938, lastRcvTime=1544773110948, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@b1e77f, directMode=true], GridConnectionBytesVerifyFilter], accepted=false, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773089041, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=0, keysCnt=1, bytesRcvd=34678, bytesRcvd0=12214, bytesSent=4985, bytesSent0=877] Connection info [in=false, rmtAddr=/127.0.0.1:47100, locAddr=/127.0.0.1:45314, msgsSent=19, msgsAckedByRmt=0, descIdHash=948665256, unackedMsgs=[GridDhtPartitionsSingleMessage, GridDhtPartitionDemandMessage, GridDhtPartitionsSingleMessage, LatchAckMessage, GridDhtPartitionsSingleMessage], msgsRcvd=19, lastAcked=0, descIdHash=948665256, bytesRcvd=34678, bytesRcvd0=12214, bytesSent=4985, bytesSent0=877, opQueueSize=0] [2018-12-14 07:38:30,980][INFO ][grid-nio-worker-tcp-comm-3-#115902%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Exchange future waiting for coordinator response [crd=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]] Remote node information: General node info [id=d10813a9-bbf0-4aee-a38b-d32993400000, client=false, discoTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], time=07:38:30.938] Partitions exchange info [readyVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] Last initialized exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773110664, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20110ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Communication SPI statistics [rmtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, idx=0, connCnt=0, dummy=false], msgsSent=7, msgsAckedByRmt=0, msgsRcvd=9, lastAcked=0, reserveCnt=1, descIdHash=1931128370] Communication SPI clients: [node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=3, bytesRcvd=1226, bytesSent=20206, bytesRcvd0=853, bytesSent0=0, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-3, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, finished=false, heartbeatTs=1544773110938, hashCode=1690280297, interrupted=false, runner=grid-nio-worker-tcp-comm-3-#115708%mvcc.CacheMvccTxRecoveryTest0%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=9, sentCnt=7, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=9, sentCnt=7, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45324, createTime=1544773090747, closeTime=0, bytesSent=20206, bytesRcvd=1226, bytesSent0=0, bytesRcvd0=853, sndSchedTime=1544773090747, lastSndTime=1544773092095, lastRcvTime=1544773110938, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@7c575c56, directMode=true], GridConnectionBytesVerifyFilter], accepted=true, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773090747, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=3, keysCnt=1, bytesRcvd=1226, bytesRcvd0=853, bytesSent=20206, bytesSent0=0] Connection info [in=true, rmtAddr=/127.0.0.1:45324, locAddr=/127.0.0.1:47100, msgsSent=7, msgsAckedByRmt=0, descIdHash=1931128370, unackedMsgs=[GridDhtPartitionsFullMessage, GridCacheQueryResponse, MetadataResponseMessage, GridDhtPartitionsFullMessage, MvccSnapshotResponse], msgsRcvd=9, lastAcked=0, descIdHash=1931128370, bytesRcvd=1226, bytesRcvd0=853, bytesSent=20206, bytesSent0=0, opQueueSize=0] Exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773110664, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20120ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Local communication statistics: Communication SPI statistics [rmtNode=d10813a9-bbf0-4aee-a38b-d32993400000] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, idx=0, connCnt=-1, dummy=false], msgsSent=9, msgsAckedByRmt=0, msgsRcvd=8, lastAcked=0, reserveCnt=1, descIdHash=1575809917] Communication SPI clients: [node=d10813a9-bbf0-4aee-a38b-d32993400000, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=0, bytesRcvd=32328, bytesSent=1184, bytesRcvd0=12150, bytesSent0=853, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-0, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest4, finished=false, heartbeatTs=1544773110948, hashCode=1503896774, interrupted=false, runner=grid-nio-worker-tcp-comm-0-#115899%mvcc.CacheMvccTxRecoveryTest4%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=8, sentCnt=9, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=8, sentCnt=9, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:45324, rmtAddr=/127.0.0.1:47100, createTime=1544773090747, closeTime=0, bytesSent=1184, bytesRcvd=32328, bytesSent0=853, bytesRcvd0=12150, sndSchedTime=1544773090747, lastSndTime=1544773110938, lastRcvTime=1544773110948, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@74afbb58, directMode=true], GridConnectionBytesVerifyFilter], accepted=false, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773090747, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=0, keysCnt=1, bytesRcvd=32328, bytesRcvd0=12150, bytesSent=1184, bytesSent0=853] Connection info [in=false, rmtAddr=/127.0.0.1:47100, locAddr=/127.0.0.1:45324, msgsSent=9, msgsAckedByRmt=0, descIdHash=1575809917, unackedMsgs=[GridDhtPartitionsSingleMessage, GridCacheQueryRequest, MetadataRequestMessage, GridDhtPartitionsSingleMessage, MvccTxSnapshotRequest], msgsRcvd=8, lastAcked=0, descIdHash=1575809917, bytesRcvd=32328, bytesRcvd0=12150, bytesSent=1184, bytesSent0=853, opQueueSize=0] [2018-12-14 07:38:31,010][INFO ][grid-nio-worker-tcp-comm-0-#115803%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Exchange future waiting for coordinator response [crd=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]] Remote node information: General node info [id=d10813a9-bbf0-4aee-a38b-d32993400000, client=false, discoTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], time=07:38:30.998] Partitions exchange info [readyVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] Last initialized exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773110958, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20170ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Communication SPI statistics [rmtNode=a0c7a652-9e42-4d24-8891-376d4ce00001] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=a0c7a652-9e42-4d24-8891-376d4ce00001, idx=0, connCnt=0, dummy=false], msgsSent=19, msgsAckedByRmt=0, msgsRcvd=20, lastAcked=0, reserveCnt=1, descIdHash=1378260227] Communication SPI clients: [node=a0c7a652-9e42-4d24-8891-376d4ce00001, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=0, bytesRcvd=5480, bytesSent=23175, bytesRcvd0=877, bytesSent0=40, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-0, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, finished=false, heartbeatTs=1544773110998, hashCode=925046572, interrupted=false, runner=grid-nio-worker-tcp-comm-0-#115705%mvcc.CacheMvccTxRecoveryTest0%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=20, sentCnt=19, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=20, sentCnt=19, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45310, createTime=1544773089021, closeTime=0, bytesSent=23175, bytesRcvd=5480, bytesSent0=40, bytesRcvd0=877, sndSchedTime=1544773089021, lastSndTime=1544773110775, lastRcvTime=1544773110998, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@7c575c56, directMode=true], GridConnectionBytesVerifyFilter], accepted=true, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773089021, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=0, keysCnt=1, bytesRcvd=5480, bytesRcvd0=877, bytesSent=23175, bytesSent0=40] Connection info [in=true, rmtAddr=/127.0.0.1:45310, locAddr=/127.0.0.1:47100, msgsSent=19, msgsAckedByRmt=0, descIdHash=1378260227, unackedMsgs=[GridDhtPartitionsFullMessage, LatchAckMessage, GridDhtPartitionsFullMessage, GridDhtPartitionSupplyMessage, LatchAckMessage], msgsRcvd=20, lastAcked=0, descIdHash=1378260227, bytesRcvd=5480, bytesRcvd0=877, bytesSent=23175, bytesSent0=40, opQueueSize=0] Exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773110958, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20170ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Local communication statistics: Communication SPI statistics [rmtNode=d10813a9-bbf0-4aee-a38b-d32993400000] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, idx=0, connCnt=-1, dummy=false], msgsSent=20, msgsAckedByRmt=0, msgsRcvd=20, lastAcked=0, reserveCnt=1, descIdHash=453745883] Communication SPI clients: [node=d10813a9-bbf0-4aee-a38b-d32993400000, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=0, bytesRcvd=35320, bytesSent=5438, bytesRcvd0=12213, bytesSent0=877, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-0, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest1, finished=false, heartbeatTs=1544773111008, hashCode=1093658471, interrupted=false, runner=grid-nio-worker-tcp-comm-0-#115803%mvcc.CacheMvccTxRecoveryTest1%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=20, sentCnt=20, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=20, sentCnt=20, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:45310, rmtAddr=/127.0.0.1:47100, createTime=1544773089021, closeTime=0, bytesSent=5438, bytesRcvd=35320, bytesSent0=877, bytesRcvd0=12213, sndSchedTime=1544773089021, lastSndTime=1544773110998, lastRcvTime=1544773111008, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@60fee4f4, directMode=true], GridConnectionBytesVerifyFilter], accepted=false, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773089021, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=0, keysCnt=1, bytesRcvd=35320, bytesRcvd0=12213, bytesSent=5438, bytesSent0=877] Connection info [in=false, rmtAddr=/127.0.0.1:47100, locAddr=/127.0.0.1:45310, msgsSent=20, msgsAckedByRmt=0, descIdHash=453745883, unackedMsgs=[GridDhtPartitionsSingleMessage, LatchAckMessage, GridDhtPartitionsSingleMessage, GridDhtPartitionDemandMessage, GridDhtPartitionsSingleMessage], msgsRcvd=20, lastAcked=0, descIdHash=453745883, bytesRcvd=35320, bytesRcvd0=12213, bytesSent=5438, bytesSent0=877, opQueueSize=0] [2018-12-14 07:38:51,087][INFO ][grid-nio-worker-tcp-comm-0-#115815%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Exchange future waiting for coordinator response [crd=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]] Remote node information: General node info [id=d10813a9-bbf0-4aee-a38b-d32993400000, client=false, discoTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], time=07:38:51.083] Partitions exchange info [readyVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] Last initialized exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773130807, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=40255ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Communication SPI statistics [rmtNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, idx=0, connCnt=0, dummy=false], msgsSent=27, msgsAckedByRmt=0, msgsRcvd=28, lastAcked=0, reserveCnt=1, descIdHash=1973009349] Communication SPI clients: [node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=2, bytesRcvd=5976, bytesSent=34866, bytesRcvd0=853, bytesSent0=0, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-2, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, finished=false, heartbeatTs=1544773131083, hashCode=1747087971, interrupted=false, runner=grid-nio-worker-tcp-comm-2-#115707%mvcc.CacheMvccTxRecoveryTest0%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=28, sentCnt=27, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=28, sentCnt=27, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45314, createTime=1544773089041, closeTime=0, bytesSent=34866, bytesRcvd=5976, bytesSent0=0, bytesRcvd0=853, sndSchedTime=1544773089041, lastSndTime=1544773130757, lastRcvTime=1544773131083, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@7c575c56, directMode=true], GridConnectionBytesVerifyFilter], accepted=true, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773089041, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=2, keysCnt=1, bytesRcvd=5976, bytesRcvd0=853, bytesSent=34866, bytesSent0=0] Connection info [in=true, rmtAddr=/127.0.0.1:45314, locAddr=/127.0.0.1:47100, msgsSent=27, msgsAckedByRmt=0, descIdHash=1973009349, unackedMsgs=[GridDhtPartitionsFullMessage, GridDhtPartitionSupplyMessage, LatchAckMessage, GridDhtPartitionsFullMessage, LatchAckMessage], msgsRcvd=28, lastAcked=0, descIdHash=1973009349, bytesRcvd=5976, bytesRcvd0=853, bytesSent=34866, bytesSent0=0, opQueueSize=0] Exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773130807, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=40255ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Local communication statistics: Communication SPI statistics [rmtNode=d10813a9-bbf0-4aee-a38b-d32993400000] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, idx=0, connCnt=-1, dummy=false], msgsSent=28, msgsAckedByRmt=0, msgsRcvd=28, lastAcked=0, reserveCnt=1, descIdHash=948665256] Communication SPI clients: [node=d10813a9-bbf0-4aee-a38b-d32993400000, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=0, bytesRcvd=47008, bytesSent=5934, bytesRcvd0=12210, bytesSent0=877, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-0, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest2, finished=false, heartbeatTs=1544773131083, hashCode=1116897676, interrupted=false, runner=grid-nio-worker-tcp-comm-0-#115815%mvcc.CacheMvccTxRecoveryTest2%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=28, sentCnt=28, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=28, sentCnt=28, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:45314, rmtAddr=/127.0.0.1:47100, createTime=1544773089041, closeTime=0, bytesSent=5934, bytesRcvd=47008, bytesSent0=877, bytesRcvd0=12210, sndSchedTime=1544773089041, lastSndTime=1544773131083, lastRcvTime=1544773131083, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@b1e77f, directMode=true], GridConnectionBytesVerifyFilter], accepted=false, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773089041, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=0, keysCnt=1, bytesRcvd=47008, bytesRcvd0=12210, bytesSent=5934, bytesSent0=877] Connection info [in=false, rmtAddr=/127.0.0.1:47100, locAddr=/127.0.0.1:45314, msgsSent=28, msgsAckedByRmt=0, descIdHash=948665256, unackedMsgs=[GridDhtPartitionsSingleMessage, GridDhtPartitionDemandMessage, GridDhtPartitionsSingleMessage, LatchAckMessage, GridDhtPartitionsSingleMessage], msgsRcvd=28, lastAcked=0, descIdHash=948665256, bytesRcvd=47008, bytesRcvd0=12210, bytesSent=5934, bytesSent0=877, opQueueSize=0] [2018-12-14 07:38:51,113][INFO ][grid-nio-worker-tcp-comm-0-#115899%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Exchange future waiting for coordinator response [crd=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]] Remote node information: General node info [id=d10813a9-bbf0-4aee-a38b-d32993400000, client=false, discoTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], time=07:38:51.083] Partitions exchange info [readyVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] Last initialized exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773130807, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=40255ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Communication SPI statistics [rmtNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, idx=0, connCnt=0, dummy=false], msgsSent=8, msgsAckedByRmt=0, msgsRcvd=10, lastAcked=0, reserveCnt=1, descIdHash=1931128370] Communication SPI clients: [node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=3, bytesRcvd=2079, bytesSent=32356, bytesRcvd0=853, bytesSent0=0, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-3, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, finished=false, heartbeatTs=1544773131083, hashCode=1690280297, interrupted=false, runner=grid-nio-worker-tcp-comm-3-#115708%mvcc.CacheMvccTxRecoveryTest0%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=10, sentCnt=8, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=10, sentCnt=8, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45324, createTime=1544773090747, closeTime=0, bytesSent=32356, bytesRcvd=2079, bytesSent0=0, bytesRcvd0=853, sndSchedTime=1544773090747, lastSndTime=1544773110948, lastRcvTime=1544773131083, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@7c575c56, directMode=true], GridConnectionBytesVerifyFilter], accepted=true, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773090747, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=3, keysCnt=1, bytesRcvd=2079, bytesRcvd0=853, bytesSent=32356, bytesSent0=0] Connection info [in=true, rmtAddr=/127.0.0.1:45324, locAddr=/127.0.0.1:47100, msgsSent=8, msgsAckedByRmt=0, descIdHash=1931128370, unackedMsgs=[GridDhtPartitionsFullMessage, GridCacheQueryResponse, MetadataResponseMessage, GridDhtPartitionsFullMessage, MvccSnapshotResponse], msgsRcvd=10, lastAcked=0, descIdHash=1931128370, bytesRcvd=2079, bytesRcvd0=853, bytesSent=32356, bytesSent0=0, opQueueSize=0] Exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773130807, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=40255ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Local communication statistics: Communication SPI statistics [rmtNode=d10813a9-bbf0-4aee-a38b-d32993400000] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, idx=0, connCnt=-1, dummy=false], msgsSent=10, msgsAckedByRmt=0, msgsRcvd=9, lastAcked=0, reserveCnt=1, descIdHash=1575809917] Communication SPI clients: [node=d10813a9-bbf0-4aee-a38b-d32993400000, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=0, bytesRcvd=44482, bytesSent=2037, bytesRcvd0=12154, bytesSent0=853, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-0, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest4, finished=false, heartbeatTs=1544773131083, hashCode=1503896774, interrupted=false, runner=grid-nio-worker-tcp-comm-0-#115899%mvcc.CacheMvccTxRecoveryTest4%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=9, sentCnt=10, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=0, resendCnt=0, rcvCnt=9, sentCnt=10, reserved=true, lastAck=0, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:45324, rmtAddr=/127.0.0.1:47100, createTime=1544773090747, closeTime=0, bytesSent=2037, bytesRcvd=44482, bytesSent0=853, bytesRcvd0=12154, sndSchedTime=1544773090747, lastSndTime=1544773131083, lastRcvTime=1544773131083, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@74afbb58, directMode=true], GridConnectionBytesVerifyFilter], accepted=false, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773090747, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=0, keysCnt=1, bytesRcvd=44482, bytesRcvd0=12154, bytesSent=2037, bytesSent0=853] Connection info [in=false, rmtAddr=/127.0.0.1:47100, locAddr=/127.0.0.1:45324, msgsSent=10, msgsAckedByRmt=0, descIdHash=1575809917, unackedMsgs=[GridDhtPartitionsSingleMessage, GridCacheQueryRequest, MetadataRequestMessage, GridDhtPartitionsSingleMessage, MvccTxSnapshotRequest], msgsRcvd=9, lastAcked=0, descIdHash=1575809917, bytesRcvd=44482, bytesRcvd0=12154, bytesSent=2037, bytesSent0=853, opQueueSize=0] [2018-12-14 07:39:11,050][INFO ][grid-nio-worker-tcp-comm-2-#115805%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Exchange future waiting for coordinator response [crd=d10813a9-bbf0-4aee-a38b-d32993400000, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]] Remote node information: General node info [id=d10813a9-bbf0-4aee-a38b-d32993400000, client=false, discoTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], time=07:39:11.045] Partitions exchange info [readyVer=AffinityTopologyVersion [topVer=5, minorTopVer=1]] Last initialized exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773150954, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=60217ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Communication SPI statistics [rmtNode=a0c7a652-9e42-4d24-8891-376d4ce00001] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=a0c7a652-9e42-4d24-8891-376d4ce00001, idx=0, connCnt=0, dummy=false], msgsSent=36, msgsAckedByRmt=32, msgsRcvd=37, lastAcked=32, reserveCnt=1, descIdHash=1378260227] Communication SPI clients: [node=a0c7a652-9e42-4d24-8891-376d4ce00001, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=0, bytesRcvd=6535, bytesSent=35678, bytesRcvd0=877, bytesSent0=40, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-0, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, finished=false, heartbeatTs=1544773151045, hashCode=925046572, interrupted=false, runner=grid-nio-worker-tcp-comm-0-#115705%mvcc.CacheMvccTxRecoveryTest0%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=32, resendCnt=0, rcvCnt=37, sentCnt=36, reserved=true, lastAck=32, nodeLeft=false, node=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=32, resendCnt=0, rcvCnt=37, sentCnt=36, reserved=true, lastAck=32, nodeLeft=false, node=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=true, connectCnt=0, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:47100, rmtAddr=/127.0.0.1:45310, createTime=1544773089021, closeTime=0, bytesSent=35678, bytesRcvd=6535, bytesSent0=40, bytesRcvd0=877, sndSchedTime=1544773089021, lastSndTime=1544773150773, lastRcvTime=1544773151045, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@7c575c56, directMode=true], GridConnectionBytesVerifyFilter], accepted=true, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773089021, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=0, keysCnt=1, bytesRcvd=6535, bytesRcvd0=877, bytesSent=35678, bytesSent0=40] Connection info [in=true, rmtAddr=/127.0.0.1:45310, locAddr=/127.0.0.1:47100, msgsSent=36, msgsAckedByRmt=32, descIdHash=1378260227, unackedMsgs=[MvccSnapshotResponse, MvccFutureResponse, MvccSnapshotResponse, MvccFutureResponse], msgsRcvd=37, lastAcked=32, descIdHash=1378260227, bytesRcvd=6535, bytesRcvd0=877, bytesSent=35678, bytesSent0=40, opQueueSize=0] Exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773150954, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=60217ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]] Local communication statistics: Communication SPI statistics [rmtNode=d10813a9-bbf0-4aee-a38b-d32993400000] Communication SPI recovery descriptors: [key=ConnectionKey [nodeId=d10813a9-bbf0-4aee-a38b-d32993400000, idx=0, connCnt=-1, dummy=false], msgsSent=37, msgsAckedByRmt=32, msgsRcvd=37, lastAcked=32, reserveCnt=1, descIdHash=453745883] Communication SPI clients: [node=d10813a9-bbf0-4aee-a38b-d32993400000, client=GridTcpNioCommunicationClient [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=0, bytesRcvd=47790, bytesSent=6493, bytesRcvd0=12140, bytesSent0=853, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-0, igniteInstanceName=mvcc.CacheMvccTxRecoveryTest1, finished=false, heartbeatTs=1544773151045, hashCode=1093658471, interrupted=false, runner=grid-nio-worker-tcp-comm-0-#115803%mvcc.CacheMvccTxRecoveryTest1%]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=32, resendCnt=0, rcvCnt=37, sentCnt=37, reserved=true, lastAck=32, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=32, resendCnt=0, rcvCnt=37, sentCnt=37, reserved=true, lastAck=32, nodeLeft=false, node=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=1, pairedConnections=false], super=GridNioSessionImpl [locAddr=/127.0.0.1:45310, rmtAddr=/127.0.0.1:47100, createTime=1544773089021, closeTime=0, bytesSent=6493, bytesRcvd=47790, bytesSent0=853, bytesRcvd0=12140, sndSchedTime=1544773089021, lastSndTime=1544773151045, lastRcvTime=1544773151045, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=org.apache.ignite.internal.util.nio.GridDirectParser@60fee4f4, directMode=true], GridConnectionBytesVerifyFilter], accepted=false, markedForClose=false]], super=GridAbstractCommunicationClient [lastUsed=1544773089021, closed=false, connIdx=0]]] NIO sessions statistics: >> Selector info [idx=0, keysCnt=1, bytesRcvd=47790, bytesRcvd0=12140, bytesSent=6493, bytesSent0=853] Connection info [in=false, rmtAddr=/127.0.0.1:47100, locAddr=/127.0.0.1:45310, msgsSent=37, msgsAckedByRmt=32, descIdHash=453745883, unackedMsgs=[MvccTxSnapshotRequest, MvccAckRequestTx, MvccTxSnapshotRequest, MvccAckRequestTx, IgniteDiagnosticMessage], msgsRcvd=37, lastAcked=32, descIdHash=453745883, bytesRcvd=47790, bytesRcvd0=12140, bytesSent=6493, bytesSent0=853, opQueueSize=0] [2018-12-14 07:39:16,335][INFO ][main][root] >>> Stopping grid [name=mvcc.CacheMvccTxRecoveryTest4, id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:39:16,336][INFO ][main][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Node is stopping: mvcc.CacheMvccTxRecoveryTest4] [2018-12-14 07:39:16,337][INFO ][main][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=null, durationFromInit=65470] [2018-12-14 07:39:16,339][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true] [2018-12-14 07:39:16,340][INFO ][disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%][GridDiscoveryManager] Topology snapshot [ver=7, locNode=d10813a9, servers=3, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:39:16,340][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true] [2018-12-14 07:39:16,340][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true] [2018-12-14 07:39:16,342][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Topology snapshot [ver=7, locNode=0d502e4a, servers=3, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:39:16,349][INFO ][main][GridCacheProcessor] Stopped cache [cacheName=ignite-sys-cache] [2018-12-14 07:39:16,341][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Topology snapshot [ver=7, locNode=a0c7a652, servers=3, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:39:16,349][INFO ][main][GridCacheProcessor] Stopped cache [cacheName=default] [2018-12-14 07:39:16,349][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][recovery] Failed during partition counters delivery to remote node. Node left cluster (will ignore) [futId=be8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004] [2018-12-14 07:39:16,344][INFO ][tcp-disco-sock-reader-#13652%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:41779, rmtPort=41779 [2018-12-14 07:39:16,350][INFO ][main][GridDeploymentLocalStore] Removed undeployed class: GridDeployment [ts=1544773090747, depMode=SHARED, clsLdr=IsolatedClassLoader{roleName='test'}, clsLdrId=628917cb761-484b3412-b55d-4e0f-b4ed-fa8fb8d00004, userVer=0, loc=true, sampleClsName=org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap, pendingUndeploy=false, undeployed=true, usage=0] [2018-12-14 07:39:16,352][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.transactions.IgniteTxManager$NodeFailureTimeoutObject$1 [2018-12-14 07:39:16,353][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap [2018-12-14 07:39:16,353][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.service.GridServiceProcessor$1 [2018-12-14 07:39:16,353][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.datastructures.DataStructuresProcessor$1$1 [2018-12-14 07:39:16,354][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionsToReloadMap [2018-12-14 07:39:16,354][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap [2018-12-14 07:39:16,354][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2 [2018-12-14 07:39:16,355][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.CachePartitionFullCountersMap [2018-12-14 07:39:16,355][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1 [2018-12-14 07:39:16,355][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionHistorySuppliersMap [2018-12-14 07:39:16,356][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class java.util.Collections$UnmodifiableMap [2018-12-14 07:39:16,357][INFO ][main][CacheMvccTxRecoveryTest4] >>> +------------------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff stopped OK >>> +------------------------------------------------------------------------------------------+ >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest4 >>> Grid uptime: 00:01:05.592 [2018-12-14 07:39:16,359][INFO ][main][root] >>> Stopping grid [name=mvcc.CacheMvccTxRecoveryTest0, id=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:39:16,361][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Finished waiting for partition release future [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], waitTime=0ms, futInfo=NA, mode=LOCAL] [2018-12-14 07:39:16,361][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Partition counters finalization performed in 0 ms. [2018-12-14 07:39:16,362][INFO ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][time] Finished exchange init [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], crd=true] [2018-12-14 07:39:16,362][INFO ][main][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=7, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Node is stopping: mvcc.CacheMvccTxRecoveryTest0] [2018-12-14 07:39:16,362][INFO ][main][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=d10813a9-bbf0-4aee-a38b-d32993400000, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=7, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=null, durationFromInit=1544773156359] [2018-12-14 07:39:16,363][INFO ][main][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Node is stopping: mvcc.CacheMvccTxRecoveryTest0] [2018-12-14 07:39:16,364][INFO ][main][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=d10813a9-bbf0-4aee-a38b-d32993400000, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=null, durationFromInit=65511] [2018-12-14 07:39:16,367][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:39:16,368][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Topology snapshot [ver=8, locNode=a0c7a652, servers=2, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:39:16,368][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][GridDiscoveryManager] Coordinator changed [prev=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], cur=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773156359, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:16,369][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:39:16,370][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Topology snapshot [ver=8, locNode=0d502e4a, servers=2, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:39:16,370][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Coordinator changed [prev=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], cur=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:16,371][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [nodeId=a0c7a652-9e42-4d24-8891-376d4ce00001, crdVer=1544773088792, topVer=AffinityTopologyVersion [topVer=8, minorTopVer=0]], crdNode=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:16,368][INFO ][tcp-disco-msg-worker-#13635%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] New next node [newNext=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:16,368][INFO ][tcp-disco-sock-reader-#13645%mvcc.CacheMvccTxRecoveryTest0%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:35238, rmtPort=35238 [2018-12-14 07:39:16,373][INFO ][tcp-disco-srvr-#13631%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] TCP discovery accepted incoming connection [rmtAddr=/127.0.0.1, rmtPort=59644] [2018-12-14 07:39:16,374][INFO ][tcp-disco-srvr-#13631%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] TCP discovery spawning a new thread for connection [rmtAddr=/127.0.0.1, rmtPort=59644] [2018-12-14 07:39:16,369][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [nodeId=a0c7a652-9e42-4d24-8891-376d4ce00001, crdVer=1544773088792, topVer=AffinityTopologyVersion [topVer=8, minorTopVer=0]], crdNode=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773156359, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:16,375][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][MvccProcessorImpl] Initialize local node as mvcc coordinator [node=a0c7a652-9e42-4d24-8891-376d4ce00001, crdVer=1544773088792] [2018-12-14 07:39:16,375][INFO ][disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%][recovery] Failed during partition counters delivery to remote node. Node left cluster (will ignore) [futId=be8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, node=d10813a9-bbf0-4aee-a38b-d32993400000] [2018-12-14 07:39:16,376][INFO ][sys-#115847%mvcc.CacheMvccTxRecoveryTest1%][ExchangeLatchManager] Become new coordinator a0c7a652-9e42-4d24-8891-376d4ce00001 [2018-12-14 07:39:16,374][INFO ][main][GridCacheProcessor] Stopped cache [cacheName=ignite-sys-cache] [2018-12-14 07:39:16,377][INFO ][main][GridCacheProcessor] Stopped cache [cacheName=default] [2018-12-14 07:39:16,376][INFO ][tcp-disco-sock-reader-#13655%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] Started serving remote node connection [rmtAddr=/127.0.0.1:59644, rmtPort=59644] [2018-12-14 07:39:16,380][INFO ][main][GridDeploymentLocalStore] Removed undeployed class: GridDeployment [ts=1544773089001, depMode=SHARED, clsLdr=IsolatedClassLoader{roleName='test'}, clsLdrId=aa6917cb761-d10813a9-bbf0-4aee-a38b-d32993400000, userVer=0, loc=true, sampleClsName=org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceDeploymentPredicate, pendingUndeploy=false, undeployed=true, usage=0] [2018-12-14 07:39:16,380][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.datastructures.DataStructuresProcessor$1$1 [2018-12-14 07:39:16,381][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.CachePartitionPartialCountersMap [2018-12-14 07:39:16,381][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.GridTopic$T6 [2018-12-14 07:39:16,381][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtDemandedPartitionsMap [2018-12-14 07:39:16,381][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.latch.ExchangeLatchManager [2018-12-14 07:39:16,382][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceDeploymentPredicate [2018-12-14 07:39:16,382][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.GridCacheProcessor$RemovedItemsCleanupTask$1 [2018-12-14 07:39:16,382][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.transactions.IgniteTxManager$NodeFailureTimeoutObject$1 [2018-12-14 07:39:16,383][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap [2018-12-14 07:39:16,383][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ResendTimeoutObject$1 [2018-12-14 07:39:16,383][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceAssignmentsPredicate [2018-12-14 07:39:16,383][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.latch.ExchangeLatchManager [2018-12-14 07:39:16,384][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1 [2018-12-14 07:39:16,388][INFO ][main][CacheMvccTxRecoveryTest0] >>> +------------------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff stopped OK >>> +------------------------------------------------------------------------------------------+ >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest0 >>> Grid uptime: 00:01:07.567 [2018-12-14 07:39:16,390][INFO ][main][root] >>> Stopping grid [name=mvcc.CacheMvccTxRecoveryTest1, id=a0c7a652-9e42-4d24-8891-376d4ce00001] [2018-12-14 07:39:16,394][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Got interrupted while waiting for future to complete.] [2018-12-14 07:39:16,394][INFO ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=a0c7a652-9e42-4d24-8891-376d4ce00001, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=null, durationFromInit=65541] [2018-12-14 07:39:16,396][INFO ][main][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=7, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Node is stopping: mvcc.CacheMvccTxRecoveryTest1] [2018-12-14 07:39:16,396][INFO ][main][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=a0c7a652-9e42-4d24-8891-376d4ce00001, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=7, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=null, durationFromInit=1544773156389] [2018-12-14 07:39:16,397][INFO ][main][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=8, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Node is stopping: mvcc.CacheMvccTxRecoveryTest1] [2018-12-14 07:39:16,397][INFO ][main][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=a0c7a652-9e42-4d24-8891-376d4ce00001, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=8, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=null, durationFromInit=1544773156389] [2018-12-14 07:39:16,409][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Node left topology: TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false] [2018-12-14 07:39:16,409][INFO ][tcp-disco-sock-reader-#13638%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:50503, rmtPort=50503 [2018-12-14 07:39:16,410][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Topology snapshot [ver=9, locNode=0d502e4a, servers=1, clients=0, state=ACTIVE, CPUs=5, offheap=0.1GB, heap=2.0GB] [2018-12-14 07:39:16,409][INFO ][tcp-disco-sock-reader-#13655%mvcc.CacheMvccTxRecoveryTest1%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:59644, rmtPort=59644 [2018-12-14 07:39:16,410][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][GridDiscoveryManager] Coordinator changed [prev=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], cur=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773156399, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:16,411][INFO ][main][GridCacheProcessor] Stopped cache [cacheName=ignite-sys-cache] [2018-12-14 07:39:16,412][INFO ][main][GridCacheProcessor] Stopped cache [cacheName=default] [2018-12-14 07:39:16,412][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][MvccProcessorImpl] Assigned mvcc coordinator [crd=MvccCoordinator [nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, crdVer=1544773088794, topVer=AffinityTopologyVersion [topVer=9, minorTopVer=0]], crdNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773156399, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:16,414][INFO ][main][GridDeploymentLocalStore] Removed undeployed class: GridDeployment [ts=1544773089041, depMode=SHARED, clsLdr=IsolatedClassLoader{roleName='test'}, clsLdrId=957917cb761-a0c7a652-9e42-4d24-8891-376d4ce00001, userVer=0, loc=true, sampleClsName=org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap, pendingUndeploy=false, undeployed=true, usage=0] [2018-12-14 07:39:16,414][INFO ][disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%][MvccProcessorImpl] Initialize local node as mvcc coordinator [node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, crdVer=1544773088794] [2018-12-14 07:39:16,415][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.datastructures.DataStructuresProcessor$1$1 [2018-12-14 07:39:16,416][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2 [2018-12-14 07:39:16,416][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.CachePartitionFullCountersMap [2018-12-14 07:39:16,416][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionDemander [2018-12-14 07:39:16,416][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.latch.ExchangeLatchManager [2018-12-14 07:39:16,417][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceDeploymentPredicate [2018-12-14 07:39:16,417][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionDemander [2018-12-14 07:39:16,417][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class java.util.Collections$UnmodifiableMap [2018-12-14 07:39:16,416][INFO ][sys-#115861%mvcc.CacheMvccTxRecoveryTest2%][ExchangeLatchManager] Become new coordinator 0d502e4a-5c65-4698-b4cf-b2ddc6b00002 [2018-12-14 07:39:16,418][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.GridCacheProcessor$RemovedItemsCleanupTask$1 [2018-12-14 07:39:16,418][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.transactions.IgniteTxManager$NodeFailureTimeoutObject$1 [2018-12-14 07:39:16,418][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap [2018-12-14 07:39:16,419][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ResendTimeoutObject$1 [2018-12-14 07:39:16,419][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceAssignmentsPredicate [2018-12-14 07:39:16,419][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionsToReloadMap [2018-12-14 07:39:16,420][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap [2018-12-14 07:39:16,420][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.latch.ExchangeLatchManager [2018-12-14 07:39:16,420][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1 [2018-12-14 07:39:16,420][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionHistorySuppliersMap [2018-12-14 07:39:16,429][INFO ][main][CacheMvccTxRecoveryTest1] >>> +------------------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff stopped OK >>> +------------------------------------------------------------------------------------------+ >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest1 >>> Grid uptime: 00:01:07.326 [2018-12-14 07:39:16,431][INFO ][main][root] >>> Stopping grid [name=mvcc.CacheMvccTxRecoveryTest2, id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:39:16,438][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Got interrupted while waiting for future to complete.] [2018-12-14 07:39:16,438][INFO ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=null, durationFromInit=65572] [2018-12-14 07:39:16,439][INFO ][main][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=7, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Node is stopping: mvcc.CacheMvccTxRecoveryTest2] [2018-12-14 07:39:16,440][INFO ][main][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=7, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true], topVer=null, durationFromInit=1544773156440] [2018-12-14 07:39:16,441][INFO ][main][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=8, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Node is stopping: mvcc.CacheMvccTxRecoveryTest2] [2018-12-14 07:39:16,442][INFO ][main][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=8, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=null, durationFromInit=1544773156440] [2018-12-14 07:39:16,443][INFO ][main][GridDhtPartitionsExchangeFuture] Finish exchange future [startVer=AffinityTopologyVersion [topVer=9, minorTopVer=0], resVer=null, err=class org.apache.ignite.internal.IgniteInterruptedCheckedException: Node is stopping: mvcc.CacheMvccTxRecoveryTest2] [2018-12-14 07:39:16,443][INFO ][main][GridDhtPartitionsExchangeFuture] Completed partition exchange [localNode=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=9, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true], topVer=null, durationFromInit=1544773156440] [2018-12-14 07:39:16,447][INFO ][tcp-disco-sock-reader-#13643%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:53398, rmtPort=53398 [2018-12-14 07:39:16,447][INFO ][tcp-disco-sock-reader-#13654%mvcc.CacheMvccTxRecoveryTest2%][TestTcpDiscoverySpi] Finished serving remote node connection [rmtAddr=/127.0.0.1:47290, rmtPort=47290 [2018-12-14 07:39:16,448][INFO ][main][GridCacheProcessor] Stopped cache [cacheName=ignite-sys-cache] [2018-12-14 07:39:16,448][INFO ][main][GridCacheProcessor] Stopped cache [cacheName=default] [2018-12-14 07:39:16,451][INFO ][main][GridDeploymentLocalStore] Removed undeployed class: GridDeployment [ts=1544773089071, depMode=SHARED, clsLdr=IsolatedClassLoader{roleName='test'}, clsLdrId=b67917cb761-0d502e4a-5c65-4698-b4cf-b2ddc6b00002, userVer=0, loc=true, sampleClsName=org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap, pendingUndeploy=false, undeployed=true, usage=0] [2018-12-14 07:39:16,452][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.transactions.PartitionCountersNeighborcastFuture [2018-12-14 07:39:16,453][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.datastructures.DataStructuresProcessor$1$1 [2018-12-14 07:39:16,453][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2 [2018-12-14 07:39:16,453][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.CachePartitionFullCountersMap [2018-12-14 07:39:16,453][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionDemander [2018-12-14 07:39:16,454][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.latch.ExchangeLatchManager [2018-12-14 07:39:16,454][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.transactions.PartitionCountersNeighborcastFuture [2018-12-14 07:39:16,454][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceDeploymentPredicate [2018-12-14 07:39:16,454][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionDemander [2018-12-14 07:39:16,455][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class java.util.Collections$UnmodifiableMap [2018-12-14 07:39:16,455][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.GridCacheProcessor$RemovedItemsCleanupTask$1 [2018-12-14 07:39:16,455][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.transactions.IgniteTxManager$NodeFailureTimeoutObject$1 [2018-12-14 07:39:16,456][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap [2018-12-14 07:39:16,456][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ResendTimeoutObject$1 [2018-12-14 07:39:16,456][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceAssignmentsPredicate [2018-12-14 07:39:16,456][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionsToReloadMap [2018-12-14 07:39:16,457][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap [2018-12-14 07:39:16,457][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.latch.ExchangeLatchManager [2018-12-14 07:39:16,457][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1 [2018-12-14 07:39:16,458][INFO ][main][GridDeploymentLocalStore] Class locally undeployed: class org.apache.ignite.internal.processors.cache.distributed.dht.preloader.IgniteDhtPartitionHistorySuppliersMap [2018-12-14 07:39:16,459][INFO ][main][CacheMvccTxRecoveryTest2] >>> +------------------------------------------------------------------------------------------+ >>> Ignite ver. 2.7.0-SNAPSHOT#20181214-sha1:90508b89593a11cecd6d4d948d6d4bdb4c5e0eff stopped OK >>> +------------------------------------------------------------------------------------------+ >>> Ignite instance name: mvcc.CacheMvccTxRecoveryTest2 >>> Grid uptime: 00:01:07.345 ------- Stderr: ------- [2018-12-14 07:38:08,762][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest0] Peer class loading is enabled (disable it in production for performance and deployment consistency reasons) [2018-12-14 07:38:08,771][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][TestRecordingCommunicationSpi] Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. [2018-12-14 07:38:08,774][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [2018-12-14 07:38:08,777][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgniteCacheDatabaseSharedManager] DataRegion maxSize=67.1 MB is smaller than defaultInitialSize=268.4 MB, setting initialSize to 67.1 MB [2018-12-14 07:38:08,778][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgniteCacheDatabaseSharedManager] DataRegionConfiguration.maxWalArchiveSize instead DataRegionConfiguration.walHistorySize would be used for removing old archive wal files [2018-12-14 07:38:08,785][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgniteH2Indexing] Custom H2 serialization is already configured, will override. [2018-12-14 07:38:08,861][WARN ][grid-starter-testCountersNeighborcastServerFailed-3][CacheMvccTxRecoveryTest3] Peer class loading is enabled (disable it in production for performance and deployment consistency reasons) [2018-12-14 07:38:08,870][WARN ][grid-starter-testCountersNeighborcastServerFailed-1][CacheMvccTxRecoveryTest1] Peer class loading is enabled (disable it in production for performance and deployment consistency reasons) [2018-12-14 07:38:08,875][WARN ][grid-starter-testCountersNeighborcastServerFailed-2][CacheMvccTxRecoveryTest2] Peer class loading is enabled (disable it in production for performance and deployment consistency reasons) [2018-12-14 07:38:08,877][WARN ][grid-starter-testCountersNeighborcastServerFailed-3][TestRecordingCommunicationSpi] Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. [2018-12-14 07:38:08,883][WARN ][grid-starter-testCountersNeighborcastServerFailed-3][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [2018-12-14 07:38:08,887][WARN ][grid-starter-testCountersNeighborcastServerFailed-3][IgniteH2Indexing] Custom H2 serialization is already configured, will override. [2018-12-14 07:38:08,888][WARN ][grid-starter-testCountersNeighborcastServerFailed-1][TestRecordingCommunicationSpi] Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. [2018-12-14 07:38:08,893][WARN ][grid-starter-testCountersNeighborcastServerFailed-2][TestRecordingCommunicationSpi] Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. [2018-12-14 07:38:08,893][WARN ][grid-starter-testCountersNeighborcastServerFailed-1][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [2018-12-14 07:38:08,898][WARN ][grid-starter-testCountersNeighborcastServerFailed-1][IgniteH2Indexing] Custom H2 serialization is already configured, will override. [2018-12-14 07:38:08,900][WARN ][grid-starter-testCountersNeighborcastServerFailed-2][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [2018-12-14 07:38:08,904][WARN ][grid-starter-testCountersNeighborcastServerFailed-2][IgniteH2Indexing] Custom H2 serialization is already configured, will override. [2018-12-14 07:38:09,118][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=ignite-sys-cache, cacheId=-2100569601, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], p=0, affNodesCnt=4, ownersCnt=1, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, d10813a9-bbf0-4aee-a38b-d32993400000, a0c7a652-9e42-4d24-8891-376d4ce00001, 30a52e18-f733-46ab-bfde-fd8883700003], owners=[d10813a9-bbf0-4aee-a38b-d32993400000], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=4, nodeId8=d10813a9, msg=Node joined: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_JOINED, tstamp=1544773089031], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089031, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=4, nodeId8=d10813a9, msg=Node joined: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_JOINED, tstamp=1544773089031], nodeId=0d502e4a, evt=NODE_JOINED], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=true, hash=1013436545], init=true, lastVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773089041, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=true, state=DONE, registerCachesFuture=GridFinishedFuture [resFlag=2], partitionsSent=true, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=null, hash=214978093], evtLatch=0, remaining=HashSet [], super=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=AffinityTopologyVersion [topVer=4, minorTopVer=0], hash=1009452074]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089031, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:10,130][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=ignite-sys-cache, cacheId=-2100569601, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], p=0, affNodesCnt=4, ownersCnt=1, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, d10813a9-bbf0-4aee-a38b-d32993400000, a0c7a652-9e42-4d24-8891-376d4ce00001, 30a52e18-f733-46ab-bfde-fd8883700003], owners=[d10813a9-bbf0-4aee-a38b-d32993400000], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=4, nodeId8=d10813a9, msg=Node joined: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_JOINED, tstamp=1544773089031], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090021, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=4, nodeId8=d10813a9, msg=Node joined: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_JOINED, tstamp=1544773089031], nodeId=0d502e4a, evt=NODE_JOINED], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=true, hash=1013436545], init=true, lastVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773089041, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=true, state=DONE, registerCachesFuture=GridFinishedFuture [resFlag=2], partitionsSent=true, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=null, hash=214978093], evtLatch=0, remaining=HashSet [], super=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=AffinityTopologyVersion [topVer=4, minorTopVer=0], hash=1009452074]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090021, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:10,618][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] Finished waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, p=0, duration=1492ms] [2018-12-14 07:38:10,619][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest3, cache=ignite-sys-cache, cacheId=-2100569601, topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], p=0, affNodesCnt=4, ownersCnt=2, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, d10813a9-bbf0-4aee-a38b-d32993400000, a0c7a652-9e42-4d24-8891-376d4ce00001, 30a52e18-f733-46ab-bfde-fd8883700003], owners=[d10813a9-bbf0-4aee-a38b-d32993400000, 30a52e18-f733-46ab-bfde-fd8883700003], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089011, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=4, nodeId8=30a52e18, msg=Node joined: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089011, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_JOINED, tstamp=1544773089031], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089011, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=4, nodeId8=30a52e18, msg=Node joined: TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089011, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_JOINED, tstamp=1544773089031], nodeId=0d502e4a, evt=NODE_JOINED], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=true, hash=770301999], init=true, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773089051, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=true, state=DONE, registerCachesFuture=GridFinishedFuture [resFlag=2], partitionsSent=false, partitionsReceived=true, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=null, hash=212604295], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, d10813a9-bbf0-4aee-a38b-d32993400000, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=AffinityTopologyVersion [topVer=4, minorTopVer=0], hash=234333504]], locNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090554, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:10,668][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][root] Finished waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest3, p=0, duration=40ms] [2018-12-14 07:38:10,695][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][CacheMvccTxRecoveryTest4] Peer class loading is enabled (disable it in production for performance and deployment consistency reasons) [2018-12-14 07:38:10,702][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][TestRecordingCommunicationSpi] Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. [2018-12-14 07:38:10,704][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [2018-12-14 07:38:10,709][WARN ][test-runner-#115681%mvcc.CacheMvccTxRecoveryTest%][IgniteH2Indexing] Custom H2 serialization is already configured, will override. [2018-12-14 07:38:10,998][WARN ][sys-#115864%mvcc.CacheMvccTxRecoveryTest2%][IgniteCacheOffheapManagerImpl] Stale update counter task [cur=1, start=0, delta=1] [2018-12-14 07:38:15,873][ERROR][main][root] Test failed. junit.framework.AssertionFailedError at junit.framework.Assert.fail(Assert.java:55) at junit.framework.Assert.fail(Assert.java:64) at junit.framework.TestCase.fail(TestCase.java:235) at org.apache.ignite.internal.processors.cache.mvcc.CacheMvccTxRecoveryTest.assertConditionEventually(CacheMvccTxRecoveryTest.java:610) at org.apache.ignite.internal.processors.cache.mvcc.CacheMvccTxRecoveryTest.testCountersNeighborcastServerFailed(CacheMvccTxRecoveryTest.java:478) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at junit.framework.TestCase.runTest(TestCase.java:176) at org.apache.ignite.testframework.junits.GridAbstractTest.access$001(GridAbstractTest.java:150) at org.apache.ignite.testframework.junits.GridAbstractTest$6.evaluate(GridAbstractTest.java:2104) at org.apache.ignite.testframework.junits.GridAbstractTest$7.run(GridAbstractTest.java:2119) at java.lang.Thread.run(Thread.java:748) [07:38:15] (err) Failed to execute compound future reducer: GridCompoundIdentityFuture [super=GridCompoundFuture [rdc=null, initFlag=1, lsnrCalls=2, done=false, cancelled=false, err=null, futs=TransformCollectionView [true, true, true]]]class org.apache.ignite.internal.transactions.IgniteTxMvccVersionCheckedException: Unexpected state: [state=1, rowVer=1544773088791:4:1, localNodeId=a0c7a652-9e42-4d24-8891-376d4ce00001] at org.apache.ignite.internal.processors.cache.mvcc.MvccUtils.unexpectedStateException(MvccUtils.java:317) at org.apache.ignite.internal.processors.cache.mvcc.MvccUtils.unexpectedStateException(MvccUtils.java:288) at org.apache.ignite.internal.processors.cache.IgniteCacheOffheapManagerImpl$MvccUpdateTxStateHintHandler.run(IgniteCacheOffheapManagerImpl.java:3343) at org.apache.ignite.internal.processors.cache.IgniteCacheOffheapManagerImpl$MvccUpdateTxStateHintHandler.run(IgniteCacheOffheapManagerImpl.java:3317) at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.writePage(PageHandler.java:279) at org.apache.ignite.internal.processors.cache.persistence.DataStructure.write(DataStructure.java:256) at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.updateDataRow(AbstractFreeList.java:555) at org.apache.ignite.internal.processors.cache.persistence.RowStore.updateDataRow(RowStore.java:138) at org.apache.ignite.internal.processors.cache.IgniteCacheOffheapManagerImpl$CacheDataStoreImpl.updateTxState(IgniteCacheOffheapManagerImpl.java:2495) at org.apache.ignite.internal.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.cleanup(MvccProcessorImpl.java:2446) at org.apache.ignite.internal.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.processPartition(MvccProcessorImpl.java:2332) at org.apache.ignite.internal.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.body(MvccProcessorImpl.java:2230) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) [2018-12-14 07:38:15,884][WARN ][main][root] Failed to perform vacuum, will retry. class org.apache.ignite.internal.transactions.IgniteTxMvccVersionCheckedException: Unexpected state: [state=1, rowVer=1544773088791:4:1, localNodeId=a0c7a652-9e42-4d24-8891-376d4ce00001] at org.apache.ignite.internal.processors.cache.mvcc.MvccUtils.unexpectedStateException(MvccUtils.java:317) at org.apache.ignite.internal.processors.cache.mvcc.MvccUtils.unexpectedStateException(MvccUtils.java:288) at org.apache.ignite.internal.processors.cache.IgniteCacheOffheapManagerImpl$MvccUpdateTxStateHintHandler.run(IgniteCacheOffheapManagerImpl.java:3343) at org.apache.ignite.internal.processors.cache.IgniteCacheOffheapManagerImpl$MvccUpdateTxStateHintHandler.run(IgniteCacheOffheapManagerImpl.java:3317) at org.apache.ignite.internal.processors.cache.persistence.tree.util.PageHandler.writePage(PageHandler.java:279) at org.apache.ignite.internal.processors.cache.persistence.DataStructure.write(DataStructure.java:256) at org.apache.ignite.internal.processors.cache.persistence.freelist.AbstractFreeList.updateDataRow(AbstractFreeList.java:555) at org.apache.ignite.internal.processors.cache.persistence.RowStore.updateDataRow(RowStore.java:138) at org.apache.ignite.internal.processors.cache.IgniteCacheOffheapManagerImpl$CacheDataStoreImpl.updateTxState(IgniteCacheOffheapManagerImpl.java:2495) at org.apache.ignite.internal.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.cleanup(MvccProcessorImpl.java:2446) at org.apache.ignite.internal.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.processPartition(MvccProcessorImpl.java:2332) at org.apache.ignite.internal.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.body(MvccProcessorImpl.java:2230) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) [2018-12-14 07:38:30,854][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Failed to wait for partition release future [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], node=a0c7a652-9e42-4d24-8891-376d4ce00001] [2018-12-14 07:38:30,855][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Consider changing TransactionConfiguration.txTimeoutOnPartitionMapExchange to non default value to avoid this message. [2018-12-14 07:38:30,856][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Partition release future: PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20028ms, onePhaseCommit=false]]], completionTime=0, duration=20028], TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=7a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=false, threadId=135842, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=5, cleanupVer=1, opCntr=0], parentTx=null, duration=20018ms, onePhaseCommit=false]]], completionTime=0, duration=20018]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]] [2018-12-14 07:38:30,861][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Dumping pending objects that might be the cause: [2018-12-14 07:38:30,861][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Ready affinity version: AffinityTopologyVersion [topVer=5, minorTopVer=1] [2018-12-14 07:38:30,864][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Last exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=a0c7a652, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=a0c7a652, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1509157715], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20038ms, onePhaseCommit=false]]], completionTime=0, duration=20038], TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=7a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=false, threadId=135842, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=5, cleanupVer=1, opCntr=0], parentTx=null, duration=20018ms, onePhaseCommit=false]]], completionTime=0, duration=20018]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=SRV, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=GridDhtPartitionsFullMessage [parts=HashMap {-2100569601=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=23, size=100], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=110, size=100]}, 1544803905=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=757], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=764], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=755], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=796]}}, partCntrs=IgniteDhtPartitionCountersMap [], partCntrs2=o.a.i.i.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2@1f846859, partHistSuppliers=IgniteDhtPartitionHistorySuppliersMap [], partsToReload=IgniteDhtPartitionsToReloadMap [], partsSizes=HashMap {-2100569601=UnmodifiableMap {0=0, 1=0, 2=0, 3=0, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=0, 14=0, 15=0, 16=0, 17=0, 18=0, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=0, 26=0, 27=0, 28=0, 29=0, 30=0, 31=0, 32=0, 33=0, 34=0, 35=0, 36=0, 37=0, 38=0, 39=0, 40=0, 41=0, 42=0, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=0, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=0, 57=0, 58=0, 59=0, 60=0, 61=0, 62=0, 63=0, 64=0, 65=0, 66=0, 67=0, 68=0, 69=0, 70=0, 71=0, 72=0, 73=0, 74=0, 75=0, 76=0, 77=0, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=0, 87=0, 88=0, 89=0, 90=0, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=0}, 1544803905=UnmodifiableMap {0=0, 1=0, 2=null, 3=null, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=null, 14=0, 15=0, 16=0, 17=0, 18=null, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0] 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]]... and 2116 skipped ...ull, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0] 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1800011789] 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0] 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1800011789], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, d10813a9-bbf0-4aee-a38b-d32993400000], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1392378655]] [2018-12-14 07:38:30,869][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Failed to wait for partition map exchange [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004]. Consider changing TransactionConfiguration.txTimeoutOnPartitionMapExchange to non default value to avoid this message. Dumping pending objects that might be the cause: [2018-12-14 07:38:30,867][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Failed to wait for partition release future [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:30,886][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Consider changing TransactionConfiguration.txTimeoutOnPartitionMapExchange to non default value to avoid this message. [2018-12-14 07:38:30,886][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Ready affinity version: AffinityTopologyVersion [topVer=5, minorTopVer=1] [2018-12-14 07:38:30,885][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] First 10 pending exchange futures [total=2] [2018-12-14 07:38:30,887][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Partition release future: PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135853, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20059ms, onePhaseCommit=false]]], completionTime=1544773090979, duration=161], TxFinishFuture [tx=GridDhtTxLocal [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, nearFutId=5a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearMiniId=1, nearFinFutId=null, nearFinMiniId=0, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], lb=null, super=GridDhtTxLocalAdapter [nearOnOriginatingNode=false, nearNodes=KeySetView [], dhtNodes=KeySetView [30a52e18-f733-46ab-bfde-fd8883700003, a0c7a652-9e42-4d24-8891-376d4ce00001], explicitLock=false, super=IgniteTxLocalAdapter [completedBase=null, sndTransformedVals=false, depEnabled=false, txState=IgniteTxStateImpl [activeCacheIds=[1544803905], recovery=false, mvccEnabled=true, txMap=HashSet []], mvccWaitTxs=null, qryEnlisted=true, forceSkipCompletedVers=false, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=true, threadId=136087, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotResponse [futId=2, crdVer=1544773088791, cntr=5, opCntr=1, txs=[4], cleanupVer=1, tracking=0], parentTx=null, duration=20039ms, onePhaseCommit=false], size=0]]], completionTime=0, duration=20039]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]] [2018-12-14 07:38:30,893][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Dumping pending objects that might be the cause: [2018-12-14 07:38:30,890][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Last exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=484b3412, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090858], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=484b3412, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090858], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=true, hash=165895175], init=true, lastVer=null, partReleaseFut=null, exchActions=null, affChangeMsg=null, initTs=1544773090858, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CLIENT, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=GridDhtPartitionsFullMessage [parts=HashMap {-2100569601=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=23, size=100], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=110, size=100]}, 1544803905=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=757], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=764], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=755], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=796]}}, partCntrs=IgniteDhtPartitionCountersMap [], partCntrs2=o.a.i.i.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2@795aaa69, partHistSuppliers=IgniteDhtPartitionHistorySuppliersMap [], partsToReload=IgniteDhtPartitionsToReloadMap [], partsSizes=HashMap {-2100569601=UnmodifiableMap {0=0, 1=0, 2=0, 3=0, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=0, 14=0, 15=0, 16=0, 17=0, 18=0, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=0, 26=0, 27=0, 28=0, 29=0, 30=0, 31=0, 32=0, 33=0, 34=0, 35=0, 36=0, 37=0, 38=0, 39=0, 40=0, 41=0, 42=0, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=0, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=0, 57=0, 58=0, 59=0, 60=0, 61=0, 62=0, 63=0, 64=0, 65=0, 66=0, 67=0, 68=0, 69=0, 70=0, 71=0, 72=0, 73=0, 74=0, 75=0, 76=0, 77=0, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=0, 87=0, 88=0, 89=0, 90=0, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=0}, 1544803905=UnmodifiableMap {0=0, 1=0, 2=null, 3=null, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=null, 14=0, 15=0, 16=0, 17=0, 18=null, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1449063036], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, d10813a9-bbf0-4aee-a38b-d32993400000, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=458573815]] [2018-12-14 07:38:30,889][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Last 10 exchange futures (total: 7): [2018-12-14 07:38:30,902][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridCachePartitionExchangeManager] First 10 pending exchange futures [total=2] [2018-12-14 07:38:30,893][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Ready affinity version: AffinityTopologyVersion [topVer=5, minorTopVer=1] [2018-12-14 07:38:30,903][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=false] [2018-12-14 07:38:30,903][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] First 5 pending affinity ready futures [total=1] [2018-12-14 07:38:30,904][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:30,905][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Last exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=0d502e4a, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090858], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=0d502e4a, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090858], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=220753891], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135853, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20080ms, onePhaseCommit=false]]], completionTime=1544773090979, duration=161], TxFinishFuture [tx=GridDhtTxLocal [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, nearFutId=5a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearMiniId=1, nearFinFutId=null, nearFinMiniId=0, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], lb=null, super=GridDhtTxLocalAdapter [nearOnOriginatingNode=false, nearNodes=KeySetView [], dhtNodes=KeySetView [30a52e18-f733-46ab-bfde-fd8883700003, a0c7a652-9e42-4d24-8891-376d4ce00001], explicitLock=false, super=IgniteTxLocalAdapter [completedBase=null, sndTransformedVals=false, depEnabled=false, txState=IgniteTxStateImpl [activeCacheIds=[1544803905], recovery=false, mvccEnabled=true, txMap=HashSet []], mvccWaitTxs=null, qryEnlisted=true, forceSkipCompletedVers=false, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=true, threadId=136087, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotResponse [futId=2, crdVer=1544773088791, cntr=5, opCntr=1, txs=[4], cleanupVer=1, tracking=0], parentTx=null, duration=20060ms, onePhaseCommit=false], size=0]]], completionTime=0, duration=20060]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]], exchActions=null, affChangeMsg=null, initTs=1544773090858, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=SRV, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=GridDhtPartitionsFullMessage [parts=HashMap {-2100569601=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=23, size=100], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=110, size=100]}, 1544803905=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=757], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=764], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=755], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=796]}}, partCntrs=IgniteDhtPartitionCountersMap [], partCntrs2=o.a.i.i.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2@25e69d3e, partHistSuppliers=IgniteDhtPartitionHistorySuppliersMap [], partsToReload=IgniteDhtPartitionsToReloadMap [], partsSizes=HashMap {-2100569601=UnmodifiableMap {0=0, 1=0, 2=0, 3=0, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=0, 14=0, 15=0, 16=0, 17=0, 18=0, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=0, 26=0, 27=0, 28=0, 29=0, 30=0, 31=0, 32=0, 33=0, 34=0, 35=0, 36=0, 37=0, 38=0, 39=0, 40=0, 41=0, 42=0, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=0, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=0, 57=0, 58=0, 59=0, 60=0, 61=0, 62=0, 63=0, 64=0, 65=0, 66=0, 67=0, 68=0, 69=0, 70=0, 71=0, 72=0, 73=0, 74=0, 75=0, 76=0, 77=0, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=0, 87=0, 88=0, 89=0, 90=0, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=0}, 1544803905=UnmodifiableMap {0=0, 1=0, 2=null, 3=null, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=null, 14=0, 15=0, 16=0, 17=0, 18=null, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]l, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]]... and 3479 skipped ... [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1161765612]l, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]l, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1161765612], evtLatch=0, remaining=HashSet [d10813a9-bbf0-4aee-a38b-d32993400000, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=884788950]] [2018-12-14 07:38:30,905][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> AffinityReadyFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1491814939]] [2018-12-14 07:38:30,922][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCachePartitionExchangeManager] First 10 pending exchange futures [total=2] [2018-12-14 07:38:30,906][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:30,923][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Last 10 exchange futures (total: 5): [2018-12-14 07:38:30,923][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Last 10 exchange futures (total: 3): [2018-12-14 07:38:30,924][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=false] [2018-12-14 07:38:30,924][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:38:30,925][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:30,925][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=false] [2018-12-14 07:38:30,927][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:30,926][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:38:30,929][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:38:30,928][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=0, lastExchangeTime=1544773090716, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:30,930][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773110695, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:38:30,930][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:38:30,932][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Latch manager state: ExchangeLatchManager [serverLatches=ConcurrentHashMap {}, clientLatches=ConcurrentHashMap {CompletableLatchUid{id='exchange', topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]}=ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=false, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]]]}] [2018-12-14 07:38:30,931][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=0, lastExchangeTime=1544773090716, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:30,933][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Pending transactions: [2018-12-14 07:38:30,933][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773110685, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:38:30,935][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> [txVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], exchWait=true, tx=GridDhtTxLocal [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, nearFutId=5a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearMiniId=1, nearFinFutId=null, nearFinMiniId=0, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], lb=null, super=GridDhtTxLocalAdapter [nearOnOriginatingNode=false, nearNodes=KeySetView [], dhtNodes=KeySetView [30a52e18-f733-46ab-bfde-fd8883700003, a0c7a652-9e42-4d24-8891-376d4ce00001], explicitLock=false, super=IgniteTxLocalAdapter [completedBase=null, sndTransformedVals=false, depEnabled=false, txState=IgniteTxStateImpl [activeCacheIds=[1544803905], recovery=false, mvccEnabled=true, txMap=HashSet []], mvccWaitTxs=null, qryEnlisted=true, forceSkipCompletedVers=false, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=true, threadId=136087, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotResponse [futId=2, crdVer=1544773088791, cntr=5, opCntr=1, txs=[4], cleanupVer=1, tracking=0], parentTx=null, duration=20088ms, onePhaseCommit=false], size=0]]]] [2018-12-14 07:38:30,934][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Latch manager state: ExchangeLatchManager [serverLatches=ConcurrentHashMap {}, clientLatches=ConcurrentHashMap {}] [2018-12-14 07:38:30,938][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Pending transactions: [2018-12-14 07:38:30,938][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Pending mvcc listener: [2018-12-14 07:38:30,936][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Latch manager state: ExchangeLatchManager [serverLatches=ConcurrentHashMap {}, clientLatches=ConcurrentHashMap {CompletableLatchUid{id='exchange', topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]}=ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=false, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]]]}] [2018-12-14 07:38:30,940][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> [txVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], exchWait=true, tx=GridNearTxLocal [mappings=IgniteTxMappingsImpl [], nearLocallyMapped=false, colocatedLocallyMapped=false, needCheckBackup=null, hasRemoteLocks=true, trackTimeout=false, lb=null, mvccTracker=null, mvccOp=true, thread=async-callable-runner-1, mappings=IgniteTxMappingsImpl [], super=GridDhtTxLocalAdapter [nearOnOriginatingNode=false, nearNodes=KeySetView [], dhtNodes=KeySetView [], explicitLock=false, super=IgniteTxLocalAdapter [completedBase=null, sndTransformedVals=false, depEnabled=false, txState=IgniteTxStateImpl [activeCacheIds=[1544803905], recovery=false, mvccEnabled=true, txMap=HashSet []], mvccWaitTxs=null, qryEnlisted=true, forceSkipCompletedVers=false, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], writeVer=null, implicit=false, loc=true, threadId=136087, startTime=1544773090838, nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, startVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=null, finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotResponse [futId=2, crdVer=1544773088791, cntr=5, opCntr=2, txs=[4], cleanupVer=1, tracking=0], parentTx=null, duration=20100ms, onePhaseCommit=false], size=0]]]] [2018-12-14 07:38:30,941][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Pending transactions: [2018-12-14 07:38:30,944][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Pending mvcc listener: [2018-12-14 07:38:30,944][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> [txVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], exchWait=true, tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=20120ms, onePhaseCommit=false]]]] [2018-12-14 07:38:30,956][WARN ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Unable to await partitions release latch within timeout: ServerLatch [permits=2, pendingAcks=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]]] [2018-12-14 07:38:30,952][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> [txVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], exchWait=true, tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=7a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=false, threadId=135842, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=5, cleanupVer=1, opCntr=0], parentTx=null, duration=20110ms, onePhaseCommit=false]]]] [2018-12-14 07:38:30,982][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Pending cache futures: [2018-12-14 07:38:31,005][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridCompoundIdentityFuture [super=GridCompoundFuture [rdc=null, initFlag=1, lsnrCalls=0, done=false, cancelled=false, err=null, futs=TransformCollectionView [false]]] [2018-12-14 07:38:31,005][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Pending mvcc listener: [2018-12-14 07:38:45,888][ERROR][main][root] Failed to wait for exchange [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], node=mvcc.CacheMvccTxRecoveryTest0] class org.apache.ignite.internal.IgniteFutureTimeoutCheckedException: Timeout was reached before computation completed. at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:245) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:161) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:153) at org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:627) at org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:551) at org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:536) at org.apache.ignite.internal.processors.cache.mvcc.CacheMvccAbstractTest.verifyOldVersionsCleaned(CacheMvccAbstractTest.java:1619) at org.apache.ignite.internal.processors.cache.mvcc.CacheMvccAbstractTest.afterTest(CacheMvccAbstractTest.java:237) at org.apache.ignite.testframework.junits.GridAbstractTest.tearDown(GridAbstractTest.java:1786) at org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.tearDown(GridCommonAbstractTest.java:505) at junit.framework.TestCase.runBare(TestCase.java:146) at junit.framework.TestResult$1.protect(TestResult.java:122) at junit.framework.TestResult.runProtected(TestResult.java:142) at junit.framework.TestResult.run(TestResult.java:125) at junit.framework.TestCase.run(TestCase.java:129) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:84) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:369) at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:275) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:239) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:160) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray2(ReflectionUtils.java:206) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:160) at org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:83) at org.apache.maven.plugin.surefire.InPluginVMSurefireStarter.runSuitesInProcess(InPluginVMSurefireStarter.java:84) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeProvider(AbstractSurefireMojo.java:1107) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:954) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:832) at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:137) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:208) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:154) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:146) at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:117) at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:81) at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:56) at org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:128) at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:305) at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:192) at org.apache.maven.DefaultMaven.execute(DefaultMaven.java:105) at org.apache.maven.cli.MavenCli.execute(MavenCli.java:956) at org.apache.maven.cli.MavenCli.doMain(MavenCli.java:290) at org.apache.maven.cli.MavenCli.main(MavenCli.java:194) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced(Launcher.java:289) at org.codehaus.plexus.classworlds.launcher.Launcher.launch(Launcher.java:229) at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode(Launcher.java:415) at org.codehaus.plexus.classworlds.launcher.Launcher.main(Launcher.java:356) [2018-12-14 07:38:45,900][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773125774, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=35066ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773125774, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:46,916][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773126781, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=36084ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773126781, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:47,932][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773127787, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=37100ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773127787, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:48,948][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773128794, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=38117ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773128794, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:49,963][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773129801, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=39134ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773129801, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:50,946][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Failed to wait for partition release future [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], node=0d502e4a-5c65-4698-b4cf-b2ddc6b00002] [2018-12-14 07:38:50,946][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Consider changing TransactionConfiguration.txTimeoutOnPartitionMapExchange to non default value to avoid this message. [2018-12-14 07:38:50,947][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Partition release future: PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135853, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=40120ms, onePhaseCommit=false]]], completionTime=1544773090979, duration=161], TxFinishFuture [tx=GridDhtTxLocal [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, nearFutId=5a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearMiniId=1, nearFinFutId=null, nearFinMiniId=0, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], lb=null, super=GridDhtTxLocalAdapter [nearOnOriginatingNode=false, nearNodes=KeySetView [], dhtNodes=KeySetView [30a52e18-f733-46ab-bfde-fd8883700003, a0c7a652-9e42-4d24-8891-376d4ce00001], explicitLock=false, super=IgniteTxLocalAdapter [completedBase=null, sndTransformedVals=false, depEnabled=false, txState=IgniteTxStateImpl [activeCacheIds=[1544803905], recovery=false, mvccEnabled=true, txMap=HashSet []], mvccWaitTxs=null, qryEnlisted=true, forceSkipCompletedVers=false, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=true, threadId=136087, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotResponse [futId=2, crdVer=1544773088791, cntr=5, opCntr=1, txs=[4], cleanupVer=1, tracking=0], parentTx=null, duration=40100ms, onePhaseCommit=false], size=0]]], completionTime=0, duration=40100]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]] [2018-12-14 07:38:50,946][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Failed to wait for partition map exchange [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], node=484b3412-b55d-4e0f-b4ed-fa8fb8d00004]. Consider changing TransactionConfiguration.txTimeoutOnPartitionMapExchange to non default value to avoid this message. Dumping pending objects that might be the cause: [2018-12-14 07:38:51,012][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Ready affinity version: AffinityTopologyVersion [topVer=5, minorTopVer=1] [2018-12-14 07:38:50,955][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Dumping pending objects that might be the cause: [2018-12-14 07:38:51,013][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Ready affinity version: AffinityTopologyVersion [topVer=5, minorTopVer=1] [2018-12-14 07:38:51,012][WARN ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Unable to await partitions release latch within timeout: ServerLatch [permits=2, pendingAcks=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]]] [2018-12-14 07:38:51,013][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Last exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=484b3412, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090858], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=484b3412, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090858], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=DONE, res=true, hash=165895175], init=true, lastVer=null, partReleaseFut=null, exchActions=null, affChangeMsg=null, initTs=1544773090858, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CLIENT, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=GridDhtPartitionsFullMessage [parts=HashMap {-2100569601=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=23, size=100], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=110, size=100]}, 1544803905=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=757], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=764], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=755], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=796]}}, partCntrs=IgniteDhtPartitionCountersMap [], partCntrs2=o.a.i.i.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2@795aaa69, partHistSuppliers=IgniteDhtPartitionHistorySuppliersMap [], partsToReload=IgniteDhtPartitionsToReloadMap [], partsSizes=HashMap {-2100569601=UnmodifiableMap {0=0, 1=0, 2=0, 3=0, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=0, 14=0, 15=0, 16=0, 17=0, 18=0, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=0, 26=0, 27=0, 28=0, 29=0, 30=0, 31=0, 32=0, 33=0, 34=0, 35=0, 36=0, 37=0, 38=0, 39=0, 40=0, 41=0, 42=0, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=0, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=0, 57=0, 58=0, 59=0, 60=0, 61=0, 62=0, 63=0, 64=0, 65=0, 66=0, 67=0, 68=0, 69=0, 70=0, 71=0, 72=0, 73=0, 74=0, 75=0, 76=0, 77=0, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=0, 87=0, 88=0, 89=0, 90=0, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=0}, 1544803905=UnmodifiableMap {0=0, 1=0, 2=null, 3=null, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=null, 14=0, 15=0, 16=0, 17=0, 18=null, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1449063036], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, d10813a9-bbf0-4aee-a38b-d32993400000, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=458573815]] [2018-12-14 07:38:51,015][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Last exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=0d502e4a, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090858], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=0d502e4a, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090858], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=220753891], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135853, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=40194ms, onePhaseCommit=false]]], completionTime=1544773090979, duration=161], TxFinishFuture [tx=GridDhtTxLocal [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, nearFutId=5a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearMiniId=1, nearFinFutId=null, nearFinMiniId=0, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], lb=null, super=GridDhtTxLocalAdapter [nearOnOriginatingNode=false, nearNodes=KeySetView [], dhtNodes=KeySetView [30a52e18-f733-46ab-bfde-fd8883700003, a0c7a652-9e42-4d24-8891-376d4ce00001], explicitLock=false, super=IgniteTxLocalAdapter [completedBase=null, sndTransformedVals=false, depEnabled=false, txState=IgniteTxStateImpl [activeCacheIds=[1544803905], recovery=false, mvccEnabled=true, txMap=HashSet []], mvccWaitTxs=null, qryEnlisted=true, forceSkipCompletedVers=false, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=true, threadId=136087, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotResponse [futId=2, crdVer=1544773088791, cntr=5, opCntr=1, txs=[4], cleanupVer=1, tracking=0], parentTx=null, duration=40174ms, onePhaseCommit=false], size=0]]], completionTime=0, duration=40174]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]], exchActions=null, affChangeMsg=null, initTs=1544773090858, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=SRV, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=GridDhtPartitionsFullMessage [parts=HashMap {-2100569601=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=23, size=100], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=110, size=100]}, 1544803905=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=757], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=764], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=755], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=796]}}, partCntrs=IgniteDhtPartitionCountersMap [], partCntrs2=o.a.i.i.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2@25e69d3e, partHistSuppliers=IgniteDhtPartitionHistorySuppliersMap [], partsToReload=IgniteDhtPartitionsToReloadMap [], partsSizes=HashMap {-2100569601=UnmodifiableMap {0=0, 1=0, 2=0, 3=0, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=0, 14=0, 15=0, 16=0, 17=0, 18=0, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=0, 26=0, 27=0, 28=0, 29=0, 30=0, 31=0, 32=0, 33=0, 34=0, 35=0, 36=0, 37=0, 38=0, 39=0, 40=0, 41=0, 42=0, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=0, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=0, 57=0, 58=0, 59=0, 60=0, 61=0, 62=0, 63=0, 64=0, 65=0, 66=0, 67=0, 68=0, 69=0, 70=0, 71=0, 72=0, 73=0, 74=0, 75=0, 76=0, 77=0, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=0, 87=0, 88=0, 89=0, 90=0, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=0}, 1544803905=UnmodifiableMap {0=0, 1=0, 2=null, 3=null, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=null, 14=0, 15=0, 16=0, 17=0, 18=null, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]l, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]]... and 3479 skipped ... [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1161765612]l, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]l, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1161765612], evtLatch=0, remaining=HashSet [d10813a9-bbf0-4aee-a38b-d32993400000, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=884788950]] [2018-12-14 07:38:51,034][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773130807, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=40205ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773130807, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:51,026][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][GridCachePartitionExchangeManager] First 10 pending exchange futures [total=2] [2018-12-14 07:38:51,054][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridCachePartitionExchangeManager] First 10 pending exchange futures [total=2] [2018-12-14 07:38:51,063][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] First 5 pending affinity ready futures [total=1] [2018-12-14 07:38:51,063][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Last 10 exchange futures (total: 5): [2018-12-14 07:38:51,063][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> AffinityReadyFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1491814939]] [2018-12-14 07:38:51,064][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=false] [2018-12-14 07:38:51,064][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Last 10 exchange futures (total: 3): [2018-12-14 07:38:51,065][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:51,066][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773090726, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=false] [2018-12-14 07:38:51,067][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:51,068][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=0, lastExchangeTime=1544773090716, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:51,069][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:38:51,070][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=0, lastExchangeTime=1544773090716, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:38:51,071][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773130838, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:38:51,072][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Latch manager state: ExchangeLatchManager [serverLatches=ConcurrentHashMap {}, clientLatches=ConcurrentHashMap {}] [2018-12-14 07:38:51,073][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Latch manager state: ExchangeLatchManager [serverLatches=ConcurrentHashMap {}, clientLatches=ConcurrentHashMap {CompletableLatchUid{id='exchange', topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]}=ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773089021, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=false, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]]]}] [2018-12-14 07:38:51,074][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Pending transactions: [2018-12-14 07:38:51,075][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Pending transactions: [2018-12-14 07:38:51,076][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] >>> [txVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], exchWait=true, tx=GridNearTxLocal [mappings=IgniteTxMappingsImpl [], nearLocallyMapped=false, colocatedLocallyMapped=false, needCheckBackup=null, hasRemoteLocks=true, trackTimeout=false, lb=null, mvccTracker=null, mvccOp=true, thread=async-callable-runner-1, mappings=IgniteTxMappingsImpl [], super=GridDhtTxLocalAdapter [nearOnOriginatingNode=false, nearNodes=KeySetView [], dhtNodes=KeySetView [], explicitLock=false, super=IgniteTxLocalAdapter [completedBase=null, sndTransformedVals=false, depEnabled=false, txState=IgniteTxStateImpl [activeCacheIds=[1544803905], recovery=false, mvccEnabled=true, txMap=HashSet []], mvccWaitTxs=null, qryEnlisted=true, forceSkipCompletedVers=false, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], writeVer=null, implicit=false, loc=true, threadId=136087, startTime=1544773090838, nodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, startVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=null, finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotResponse [futId=2, crdVer=1544773088791, cntr=5, opCntr=2, txs=[4], cleanupVer=1, tracking=0], parentTx=null, duration=40235ms, onePhaseCommit=false], size=0]]]] [2018-12-14 07:38:51,076][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] >>> [txVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], exchWait=true, tx=GridDhtTxLocal [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, nearFutId=5a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearMiniId=1, nearFinFutId=null, nearFinMiniId=0, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], lb=null, super=GridDhtTxLocalAdapter [nearOnOriginatingNode=false, nearNodes=KeySetView [], dhtNodes=KeySetView [30a52e18-f733-46ab-bfde-fd8883700003, a0c7a652-9e42-4d24-8891-376d4ce00001], explicitLock=false, super=IgniteTxLocalAdapter [completedBase=null, sndTransformedVals=false, depEnabled=false, txState=IgniteTxStateImpl [activeCacheIds=[1544803905], recovery=false, mvccEnabled=true, txMap=HashSet []], mvccWaitTxs=null, qryEnlisted=true, forceSkipCompletedVers=false, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=true, threadId=136087, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotResponse [futId=2, crdVer=1544773088791, cntr=5, opCntr=1, txs=[4], cleanupVer=1, tracking=0], parentTx=null, duration=40235ms, onePhaseCommit=false], size=0]]]] [2018-12-14 07:38:51,079][WARN ][exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%][diagnostic] Pending mvcc listener: [2018-12-14 07:38:51,083][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][diagnostic] Pending mvcc listener: [2018-12-14 07:38:52,068][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773131818, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=41231ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773131818, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:53,081][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773132824, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=42248ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773132824, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:54,097][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773133832, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=43266ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773133832, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:55,110][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773134839, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=44273ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773134839, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:56,126][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773135846, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=45290ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773135846, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:57,139][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773136853, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=46308ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773136853, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:58,160][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773138153, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=47325ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773138153, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:38:59,175][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773139151, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=48343ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773139151, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:00,190][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773140158, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=49360ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773140158, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:01,205][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773141166, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=50368ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773141166, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:02,222][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773142174, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=51387ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773142174, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:03,237][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773143182, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=52404ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773143182, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:04,253][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773144199, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=53422ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773144199, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:05,267][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773145196, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=54438ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773145196, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:06,283][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773146203, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=55445ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773146203, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:07,299][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773147219, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=56462ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773147219, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:08,314][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773148216, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=57479ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773148216, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:09,329][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773149223, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=58496ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773149223, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:10,344][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773150240, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=59513ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773150240, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:11,012][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Failed to wait for partition release future [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], node=a0c7a652-9e42-4d24-8891-376d4ce00001] [2018-12-14 07:39:11,012][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Consider changing TransactionConfiguration.txTimeoutOnPartitionMapExchange to non default value to avoid this message. [2018-12-14 07:39:11,013][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Partition release future: PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=60187ms, onePhaseCommit=false]]], completionTime=0, duration=60187], TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=7a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=false, threadId=135842, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=5, cleanupVer=1, opCntr=0], parentTx=null, duration=60167ms, onePhaseCommit=false]]], completionTime=0, duration=60167]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]] [2018-12-14 07:39:11,014][WARN ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Unable to await partitions release latch within timeout: ServerLatch [permits=2, pendingAcks=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]]] [2018-12-14 07:39:11,018][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Dumping pending objects that might be the cause: [2018-12-14 07:39:11,018][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Ready affinity version: AffinityTopologyVersion [topVer=5, minorTopVer=1] [2018-12-14 07:39:11,021][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Last exchange future: GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=a0c7a652, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=a0c7a652, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1509157715], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=60197ms, onePhaseCommit=false]]], completionTime=0, duration=60197], TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=7a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=false, threadId=135842, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=5, cleanupVer=1, opCntr=0], parentTx=null, duration=60177ms, onePhaseCommit=false]]], completionTime=0, duration=60177]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=SRV, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=GridDhtPartitionsFullMessage [parts=HashMap {-2100569601=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=23, size=100], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=113, size=100], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=110, size=100]}, 1544803905=GridDhtPartitionFullMap {30a52e18-f733-46ab-bfde-fd8883700003=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=757], d10813a9-bbf0-4aee-a38b-d32993400000=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=764], a0c7a652-9e42-4d24-8891-376d4ce00001=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=755], 0d502e4a-5c65-4698-b4cf-b2ddc6b00002=GridDhtPartitionMap [moving=0, top=AffinityTopologyVersion [topVer=5, minorTopVer=1], updateSeq=2, size=796]}}, partCntrs=IgniteDhtPartitionCountersMap [], partCntrs2=o.a.i.i.processors.cache.distributed.dht.preloader.IgniteDhtPartitionCountersMap2@1f846859, partHistSuppliers=IgniteDhtPartitionHistorySuppliersMap [], partsToReload=IgniteDhtPartitionsToReloadMap [], partsSizes=HashMap {-2100569601=UnmodifiableMap {0=0, 1=0, 2=0, 3=0, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=0, 14=0, 15=0, 16=0, 17=0, 18=0, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=0, 26=0, 27=0, 28=0, 29=0, 30=0, 31=0, 32=0, 33=0, 34=0, 35=0, 36=0, 37=0, 38=0, 39=0, 40=0, 41=0, 42=0, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=0, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=0, 57=0, 58=0, 59=0, 60=0, 61=0, 62=0, 63=0, 64=0, 65=0, 66=0, 67=0, 68=0, 69=0, 70=0, 71=0, 72=0, 73=0, 74=0, 75=0, 76=0, 77=0, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=0, 87=0, 88=0, 89=0, 90=0, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=0}, 1544803905=UnmodifiableMap {0=0, 1=0, 2=null, 3=null, 4=0, 5=0, 6=0, 7=0, 8=0, 9=0, 10=0, 11=0, 12=0, 13=null, 14=0, 15=0, 16=0, 17=0, 18=null, 19=0, 20=0, 21=0, 22=0, 23=0, 24=0, 25=null, 26=0, 27=0, 28=null, 29=null, 30=0, 31=0, 32=0, 33=0, 34=null, 35=0, 36=null, 37=0, 38=null, 39=null, 40=0, 41=0, 42=null, 43=0, 44=0, 45=0, 46=0, 47=0, 48=0, 49=null, 50=0, 51=0, 52=0, 53=0, 54=0, 55=0, 56=null, 57=0, 58=0, 59=0, 60=0, 61=null, 62=null, 63=0, 64=0, 65=0, 66=null, 67=0, 68=0, 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0] 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]]... and 2116 skipped ...ull, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0] 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1800011789] 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0] 69=0, 70=0, 71=null, 72=null, 73=0, 74=0, 75=0, 76=0, 77=null, 78=0, 79=0, 80=0, 81=0, 82=0, 83=0, 84=0, 85=0, 86=null, 87=null, 88=null, 89=0, 90=null, 91=0, 92=0, 93=0, 94=0, 95=0, 96=0, 97=0, 98=0, 99=null... and 924 more}}, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], errs=HashMap {}, compress=false, resTopVer=null, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null, lastVer=null, super=GridCacheMessage [msgId=13893957, depInfo=null, lastAffChangedTopVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], err=null, skipPrepare=false]]], afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1800011789], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, d10813a9-bbf0-4aee-a38b-d32993400000], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1392378655]] [2018-12-14 07:39:11,036][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridCachePartitionExchangeManager] First 10 pending exchange futures [total=2] [2018-12-14 07:39:11,036][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Last 10 exchange futures (total: 7): [2018-12-14 07:39:11,037][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], evt=NODE_LEFT, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=false] [2018-12-14 07:39:11,037][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:39:11,038][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=5, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:0], discPort=0, order=5, intOrder=5, lastExchangeTime=1544773090716, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=true], done=true] [2018-12-14 07:39:11,039][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:39:11,039][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:39:11,040][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773089001, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:39:11,041][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=2, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=a0c7a652-9e42-4d24-8891-376d4ce00001, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47502], discPort=47502, order=2, intOrder=2, lastExchangeTime=1544773151005, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], done=true] [2018-12-14 07:39:11,042][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Latch manager state: ExchangeLatchManager [serverLatches=ConcurrentHashMap {}, clientLatches=ConcurrentHashMap {CompletableLatchUid{id='exchange', topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]}=ClientLatch [coordinator=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773088923, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], ackSent=false, super=CompletableLatch [id=exchange, topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0]]]}] [2018-12-14 07:39:11,043][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Pending transactions: [2018-12-14 07:39:11,043][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> [txVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], exchWait=true, tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=168917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=3], implicit=false, loc=false, threadId=135841, startTime=1544773090818, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=RECOVERY_FINISH, invalidParts=null, state=PREPARED, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=60217ms, onePhaseCommit=false]]]] [2018-12-14 07:39:11,045][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> [txVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], exchWait=true, tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=7a8917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], writeVer=null, implicit=false, loc=false, threadId=135842, startTime=1544773090838, nodeId=0d502e4a-5c65-4698-b4cf-b2ddc6b00002, startVer=GridCacheVersion [topVer=0, order=1544773088892, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090708, nodeOrder=4], finalizing=NONE, invalidParts=null, state=ACTIVE, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=5, cleanupVer=1, opCntr=0], parentTx=null, duration=60207ms, onePhaseCommit=false]]]] [2018-12-14 07:39:11,047][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Pending cache futures: [2018-12-14 07:39:11,047][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] >>> GridCompoundIdentityFuture [super=GridCompoundFuture [rdc=null, initFlag=1, lsnrCalls=0, done=false, cancelled=false, err=null, futs=TransformCollectionView [false]]] [2018-12-14 07:39:11,047][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][diagnostic] Pending mvcc listener: [2018-12-14 07:39:11,356][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773151236, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=60519ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773151236, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:12,368][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773152242, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=61535ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773152242, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:13,382][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773153249, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=62551ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773153249, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:14,395][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773154255, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=63558ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773154255, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:15,414][WARN ][main][root] Waiting for topology map update [igniteInstanceName=mvcc.CacheMvccTxRecoveryTest0, cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], p=0, affNodesCnt=3, ownersCnt=0, affNodes=[0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001, d10813a9-bbf0-4aee-a38b-d32993400000], owners=[], topFut=GridDhtPartitionsExchangeFuture [firstDiscoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], crd=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773155261, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], topVer=6, nodeId8=d10813a9, msg=Node left: TcpDiscoveryNode [id=30a52e18-f733-46ab-bfde-fd8883700003, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47501], discPort=47501, order=3, intOrder=3, lastExchangeTime=1544773088913, loc=false, ver=2.7.0#20181214-sha1:90508b89, isClient=false], type=NODE_LEFT, tstamp=1544773090848], nodeId=30a52e18, evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=643654705], init=false, lastVer=null, partReleaseFut=PartitionReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[ExplicitLockReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], AtomicUpdateReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], DataStreamerReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]], LocalTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[TxFinishFuture [tx=GridDhtTxRemote [nearNodeId=484b3412-b55d-4e0f-b4ed-fa8fb8d00004, rmtFutId=398917cb761-eca28bd5-8962-437d-ab29-fc13b798db02, nearXidVer=GridCacheVersion [topVer=156253093, order=1544773090706, nodeOrder=5], storeWriteThrough=false, super=GridDistributedTxRemoteAdapter [explicitVers=null, started=true, commitAllowed=0, txState=IgniteTxRemoteStateImpl [readMap=EmptyMap {}, writeMap=ConcurrentLinkedHashMap {}], skipCompletedVers=false, txLbl=null, super=IgniteTxAdapter [xidVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], writeVer=null, implicit=false, loc=false, threadId=135785, startTime=1544773090828, nodeId=30a52e18-f733-46ab-bfde-fd8883700003, startVer=GridCacheVersion [topVer=0, order=1544773088770, nodeOrder=0], endVer=null, isolation=REPEATABLE_READ, concurrency=PESSIMISTIC, timeout=0, sysInvalidate=false, sys=false, plc=2, commitVer=GridCacheVersion [topVer=156253093, order=1544773090707, nodeOrder=3], finalizing=NONE, invalidParts=null, state=ROLLED_BACK, timedOut=false, topVer=AffinityTopologyVersion [topVer=5, minorTopVer=1], mvccSnapshot=MvccSnapshotWithoutTxs [crdVer=1544773088791, cntr=4, cleanupVer=1, opCntr=0], parentTx=null, duration=64584ms, onePhaseCommit=false]]], completionTime=1544773090949, duration=121]]], AllTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[RemoteTxReleaseFuture [topVer=AffinityTopologyVersion [topVer=6, minorTopVer=0], futures=[]]]]]], exchActions=null, affChangeMsg=null, initTs=1544773090848, centralizedAff=false, forceAffReassignment=false, exchangeLocE=null, cacheChangeFailureMsgSent=false, done=false, state=CRD, registerCachesFuture=null, partitionsSent=false, partitionsReceived=false, delayedLatestMsg=null, afterLsnrCompleteFut=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=2112946755], evtLatch=0, remaining=HashSet [0d502e4a-5c65-4698-b4cf-b2ddc6b00002, a0c7a652-9e42-4d24-8891-376d4ce00001], super=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1428842521]], locNode=TcpDiscoveryNode [id=d10813a9-bbf0-4aee-a38b-d32993400000, addrs=ArrayList [127.0.0.1], sockAddrs=HashSet [/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1544773155261, loc=true, ver=2.7.0#20181214-sha1:90508b89, isClient=false]] [2018-12-14 07:39:15,925][WARN ][main][root] No deadlocked threads detected. [2018-12-14 07:39:16,113][WARN ][main][root] Thread dump at 2018/12/14 07:39:16 UTC Thread [name="tcp-disco-sock-reader-#13654%mvcc.CacheMvccTxRecoveryTest2%", id=136088, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) - locked java.io.BufferedInputStream@24d18d17 at o.a.i.marshaller.jdk.JdkMarshallerInputStreamWrapper.read(JdkMarshallerInputStreamWrapper.java:53) at java.io.ObjectInputStream$PeekInputStream.read(ObjectInputStream.java:2663) at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2679) at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3156) at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:862) at java.io.ObjectInputStream.(ObjectInputStream.java:358) at o.a.i.marshaller.jdk.JdkMarshallerObjectInputStream.(JdkMarshallerObjectInputStream.java:43) at o.a.i.marshaller.jdk.JdkMarshaller.unmarshal0(JdkMarshaller.java:137) at o.a.i.marshaller.AbstractNodeNameAwareMarshaller.unmarshal(AbstractNodeNameAwareMarshaller.java:93) at o.a.i.i.util.IgniteUtils.unmarshal(IgniteUtils.java:9937) at o.a.i.spi.discovery.tcp.ServerImpl$SocketReader.body(ServerImpl.java:6243) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="async-callable-runner-1", id=136087, state=WAITING, blockCnt=0, waitCnt=3] Lock [object=java.util.concurrent.CountDownLatch$Sync@7191c18b, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at o.a.i.i.processors.cache.mvcc.CacheMvccTxRecoveryTest.lambda$testCountersNeighborcastServerFailed$25(CacheMvccTxRecoveryTest.java:466) at o.a.i.i.processors.cache.mvcc.CacheMvccTxRecoveryTest$$Lambda$366/1058583519.call(Unknown Source) at o.a.i.testframework.GridTestUtils.lambda$runAsync$2(GridTestUtils.java:1005) at o.a.i.testframework.GridTestUtils$$Lambda$191/449155700.run(Unknown Source) at o.a.i.testframework.GridTestUtils$7.call(GridTestUtils.java:1301) at o.a.i.testframework.GridTestThread.run(GridTestThread.java:84) Thread [name="ttl-cleanup-worker-#115938%mvcc.CacheMvccTxRecoveryTest0%", id=136086, state=TIMED_WAITING, blockCnt=0, waitCnt=131] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:7634) at o.a.i.i.processors.cache.GridCacheSharedTtlCleanupManager$CleanupWorker.body(GridCacheSharedTtlCleanupManager.java:152) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="ttl-cleanup-worker-#115939%mvcc.CacheMvccTxRecoveryTest1%", id=136085, state=TIMED_WAITING, blockCnt=0, waitCnt=131] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:7634) at o.a.i.i.processors.cache.GridCacheSharedTtlCleanupManager$CleanupWorker.body(GridCacheSharedTtlCleanupManager.java:152) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="ttl-cleanup-worker-#115936%mvcc.CacheMvccTxRecoveryTest2%", id=136084, state=TIMED_WAITING, blockCnt=0, waitCnt=131] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:7634) at o.a.i.i.processors.cache.GridCacheSharedTtlCleanupManager$CleanupWorker.body(GridCacheSharedTtlCleanupManager.java:152) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-cleaner-#115937%mvcc.CacheMvccTxRecoveryTest1%", id=136083, state=WAITING, blockCnt=1, waitCnt=57] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b99e996, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.body(MvccProcessorImpl.java:2216) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-cleaner-#115935%mvcc.CacheMvccTxRecoveryTest1%", id=136082, state=WAITING, blockCnt=0, waitCnt=92] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b99e996, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.body(MvccProcessorImpl.java:2216) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-scheduler-#115934%mvcc.CacheMvccTxRecoveryTest1%", id=136081, state=TIMED_WAITING, blockCnt=0, waitCnt=28] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:7634) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumScheduler.body(MvccProcessorImpl.java:2190) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-cleaner-#115933%mvcc.CacheMvccTxRecoveryTest0%", id=136080, state=WAITING, blockCnt=0, waitCnt=44] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@569df481, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.body(MvccProcessorImpl.java:2216) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-cleaner-#115932%mvcc.CacheMvccTxRecoveryTest0%", id=136079, state=WAITING, blockCnt=0, waitCnt=32] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@569df481, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.body(MvccProcessorImpl.java:2216) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-scheduler-#115931%mvcc.CacheMvccTxRecoveryTest0%", id=136078, state=TIMED_WAITING, blockCnt=0, waitCnt=28] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:7634) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumScheduler.body(MvccProcessorImpl.java:2190) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-cleaner-#115930%mvcc.CacheMvccTxRecoveryTest2%", id=136077, state=WAITING, blockCnt=0, waitCnt=41] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7e8c7270, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.body(MvccProcessorImpl.java:2216) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-cleaner-#115929%mvcc.CacheMvccTxRecoveryTest2%", id=136076, state=WAITING, blockCnt=0, waitCnt=35] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7e8c7270, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumWorker.body(MvccProcessorImpl.java:2216) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="vacuum-scheduler-#115928%mvcc.CacheMvccTxRecoveryTest2%", id=136075, state=TIMED_WAITING, blockCnt=0, waitCnt=28] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.IgniteUtils.sleep(IgniteUtils.java:7634) at o.a.i.i.processors.cache.mvcc.MvccProcessorImpl$VacuumScheduler.body(MvccProcessorImpl.java:2190) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115917%mvcc.CacheMvccTxRecoveryTest4%", id=136063, state=TIMED_WAITING, blockCnt=0, waitCnt=5] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ee69b3, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115915%mvcc.CacheMvccTxRecoveryTest4%", id=136061, state=TIMED_WAITING, blockCnt=0, waitCnt=5] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ee69b3, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="exchange-worker-#115913%mvcc.CacheMvccTxRecoveryTest4%", id=136059, state=TIMED_WAITING, blockCnt=38, waitCnt=10] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338) at o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:220) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:161) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2900) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2723) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="disco-event-worker-#115912%mvcc.CacheMvccTxRecoveryTest4%", id=136058, state=WAITING, blockCnt=1, waitCnt=130] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@259fe541, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:2853) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:2823) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="tcp-disco-client-message-worker-#13653%mvcc.CacheMvccTxRecoveryTest2%", id=136057, state=TIMED_WAITING, blockCnt=0, waitCnt=200] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1c1f348f, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorker.body(ServerImpl.java:7180) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorkerThread.body(ServerImpl.java:7116) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-sock-reader-#13652%mvcc.CacheMvccTxRecoveryTest2%", id=136056, state=RUNNABLE, blockCnt=0, waitCnt=0] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) - locked java.io.BufferedInputStream@19dda8e at o.a.i.marshaller.jdk.JdkMarshallerInputStreamWrapper.read(JdkMarshallerInputStreamWrapper.java:53) at java.io.ObjectInputStream$PeekInputStream.read(ObjectInputStream.java:2663) at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2679) at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3156) at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:862) at java.io.ObjectInputStream.(ObjectInputStream.java:358) at o.a.i.marshaller.jdk.JdkMarshallerObjectInputStream.(JdkMarshallerObjectInputStream.java:43) at o.a.i.marshaller.jdk.JdkMarshaller.unmarshal0(JdkMarshaller.java:137) at o.a.i.marshaller.AbstractNodeNameAwareMarshaller.unmarshal(AbstractNodeNameAwareMarshaller.java:93) at o.a.i.i.util.IgniteUtils.unmarshal(IgniteUtils.java:9937) at o.a.i.spi.discovery.tcp.ServerImpl$SocketReader.body(ServerImpl.java:6243) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-client-disco-msg-worker-#13651%mvcc.CacheMvccTxRecoveryTest4%", id=136055, state=WAITING, blockCnt=0, waitCnt=396] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@734c98ff, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:492) at java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:680) at o.a.i.spi.discovery.tcp.ClientImpl$MessageWorker.body(ClientImpl.java:1674) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.discovery.tcp.ClientImpl$1.body(ClientImpl.java:304) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-client-disco-sock-reader-#13650%mvcc.CacheMvccTxRecoveryTest4%", id=136054, state=RUNNABLE, blockCnt=1, waitCnt=1] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) - locked java.io.BufferedInputStream@29a3de3a at o.a.i.marshaller.jdk.JdkMarshallerInputStreamWrapper.read(JdkMarshallerInputStreamWrapper.java:53) at java.io.ObjectInputStream$PeekInputStream.read(ObjectInputStream.java:2663) at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2679) at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3156) at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:862) at java.io.ObjectInputStream.(ObjectInputStream.java:358) at o.a.i.marshaller.jdk.JdkMarshallerObjectInputStream.(JdkMarshallerObjectInputStream.java:43) at o.a.i.marshaller.jdk.JdkMarshaller.unmarshal0(JdkMarshaller.java:137) at o.a.i.marshaller.AbstractNodeNameAwareMarshaller.unmarshal(AbstractNodeNameAwareMarshaller.java:93) at o.a.i.i.util.IgniteUtils.unmarshal(IgniteUtils.java:9937) at o.a.i.spi.discovery.tcp.ClientImpl$SocketReader.body(ClientImpl.java:1118) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-client-disco-sock-writer-#13649%mvcc.CacheMvccTxRecoveryTest4%", id=136053, state=WAITING, blockCnt=133, waitCnt=134] Lock [object=java.lang.Object@4cfd3ccd, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at o.a.i.spi.discovery.tcp.ClientImpl$SocketWriter.body(ClientImpl.java:1341) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="TcpDiscoverySpi.timer", id=136052, state=TIMED_WAITING, blockCnt=1, waitCnt=67] Lock [object=java.util.TaskQueue@23dbd676, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) at java.util.TimerThread.run(Timer.java:505) Thread [name="disco-notifier-worker-#115911%mvcc.CacheMvccTxRecoveryTest4%", id=136051, state=WAITING, blockCnt=0, waitCnt=264] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@34c73992, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body0(GridDiscoveryManager.java:2658) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body(GridDiscoveryManager.java:2703) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-data-loader-flusher-#115910%mvcc.CacheMvccTxRecoveryTest4%", id=136050, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@322733e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.DelayQueue.take(DelayQueue.java:211) at o.a.i.i.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:109) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-3-#115907%mvcc.CacheMvccTxRecoveryTest4%", id=136047, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@269c3cc3 - locked java.util.Collections$UnmodifiableSet@5b092600 - locked sun.nio.ch.EPollSelectorImpl@568f8f5a at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-2-#115906%mvcc.CacheMvccTxRecoveryTest4%", id=136046, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@4624ad36 - locked java.util.Collections$UnmodifiableSet@119eb15 - locked sun.nio.ch.EPollSelectorImpl@1332e410 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-1-#115905%mvcc.CacheMvccTxRecoveryTest4%", id=136045, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@396d5c73 - locked java.util.Collections$UnmodifiableSet@5ac30b75 - locked sun.nio.ch.EPollSelectorImpl@14cc127b at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-0-#115904%mvcc.CacheMvccTxRecoveryTest4%", id=136044, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@10da7696 - locked java.util.Collections$UnmodifiableSet@43072e3a - locked sun.nio.ch.EPollSelectorImpl@15d0d8c at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="nio-acceptor-client-listener-#115908%mvcc.CacheMvccTxRecoveryTest4%", id=136048, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked sun.nio.ch.Util$3@75f69816 - locked java.util.Collections$UnmodifiableSet@36db2ef8 - locked sun.nio.ch.EPollSelectorImpl@4c57b0e7 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2927) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2875) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-sharedfs-timeout-worker-#13648%mvcc.CacheMvccTxRecoveryTest4%", id=136043, state=TIMED_WAITING, blockCnt=0, waitCnt=14] Lock [object=java.lang.Object@258fe58c, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.spi.checkpoint.sharedfs.SharedFsTimeoutTask.body(SharedFsTimeoutTask.java:99) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-comm-worker-#13647%mvcc.CacheMvccTxRecoveryTest4%", id=136042, state=TIMED_WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@64f8ef03, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:4367) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$5.body(TcpCommunicationSpi.java:2253) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="grid-nio-worker-tcp-comm-3-#115902%mvcc.CacheMvccTxRecoveryTest4%", id=136040, state=RUNNABLE, blockCnt=2, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@b3bb18a - locked java.util.Collections$UnmodifiableSet@7a1af882 - locked sun.nio.ch.EPollSelectorImpl@2063d1c8 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-2-#115901%mvcc.CacheMvccTxRecoveryTest4%", id=136039, state=RUNNABLE, blockCnt=2, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@3c0b230 - locked java.util.Collections$UnmodifiableSet@5521f423 - locked sun.nio.ch.EPollSelectorImpl@7852d8ed at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-1-#115900%mvcc.CacheMvccTxRecoveryTest4%", id=136038, state=RUNNABLE, blockCnt=4, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@4601abbe - locked java.util.Collections$UnmodifiableSet@40d6d07c - locked sun.nio.ch.EPollSelectorImpl@1a8cb4a9 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-0-#115899%mvcc.CacheMvccTxRecoveryTest4%", id=136037, state=RUNNABLE, blockCnt=5, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@74f782a5 - locked java.util.Collections$UnmodifiableSet@3f608bde - locked sun.nio.ch.EPollSelectorImpl@49c3f97e at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="nio-acceptor-tcp-comm-#115903%mvcc.CacheMvccTxRecoveryTest4%", id=136041, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked sun.nio.ch.Util$3@36152513 - locked java.util.Collections$UnmodifiableSet@7e3f7bde - locked sun.nio.ch.EPollSelectorImpl@45ba31bc at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2927) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2875) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-timeout-worker-#115898%mvcc.CacheMvccTxRecoveryTest4%", id=136036, state=TIMED_WAITING, blockCnt=2, waitCnt=107] Lock [object=java.lang.Object@13e4287c, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.i.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:269) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="jvm-pause-detector-worker", id=136029, state=TIMED_WAITING, blockCnt=0, waitCnt=1303] at java.lang.Thread.sleep(Native Method) at o.a.i.i.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:100) Thread [name="data-streamer-stripe-7-#115891%mvcc.CacheMvccTxRecoveryTest4%", id=136028, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-6-#115890%mvcc.CacheMvccTxRecoveryTest4%", id=136027, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-5-#115889%mvcc.CacheMvccTxRecoveryTest4%", id=136026, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-4-#115888%mvcc.CacheMvccTxRecoveryTest4%", id=136025, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-3-#115887%mvcc.CacheMvccTxRecoveryTest4%", id=136024, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-2-#115886%mvcc.CacheMvccTxRecoveryTest4%", id=136023, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-1-#115885%mvcc.CacheMvccTxRecoveryTest4%", id=136022, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-0-#115884%mvcc.CacheMvccTxRecoveryTest4%", id=136021, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-7-#115883%mvcc.CacheMvccTxRecoveryTest4%", id=136020, state=WAITING, blockCnt=0, waitCnt=4] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-6-#115882%mvcc.CacheMvccTxRecoveryTest4%", id=136019, state=WAITING, blockCnt=0, waitCnt=3] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-5-#115881%mvcc.CacheMvccTxRecoveryTest4%", id=136018, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-4-#115880%mvcc.CacheMvccTxRecoveryTest4%", id=136017, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-3-#115879%mvcc.CacheMvccTxRecoveryTest4%", id=136016, state=WAITING, blockCnt=0, waitCnt=4] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-2-#115878%mvcc.CacheMvccTxRecoveryTest4%", id=136015, state=WAITING, blockCnt=0, waitCnt=3] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-1-#115877%mvcc.CacheMvccTxRecoveryTest4%", id=136014, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-0-#115876%mvcc.CacheMvccTxRecoveryTest4%", id=136013, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="srvc-deploy-#115874%mvcc.CacheMvccTxRecoveryTest2%", id=136009, state=WAITING, blockCnt=0, waitCnt=5] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@cc6baae, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="srvc-deploy-#115871%mvcc.CacheMvccTxRecoveryTest1%", id=136005, state=WAITING, blockCnt=0, waitCnt=6] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@9a2c163, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115866%mvcc.CacheMvccTxRecoveryTest2%", id=136000, state=TIMED_WAITING, blockCnt=0, waitCnt=7] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d81263a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115865%mvcc.CacheMvccTxRecoveryTest2%", id=135999, state=TIMED_WAITING, blockCnt=0, waitCnt=7] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d81263a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115864%mvcc.CacheMvccTxRecoveryTest2%", id=135998, state=TIMED_WAITING, blockCnt=0, waitCnt=7] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d81263a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115863%mvcc.CacheMvccTxRecoveryTest2%", id=135997, state=TIMED_WAITING, blockCnt=4, waitCnt=6] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d81263a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115862%mvcc.CacheMvccTxRecoveryTest2%", id=135996, state=TIMED_WAITING, blockCnt=0, waitCnt=6] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d81263a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115861%mvcc.CacheMvccTxRecoveryTest2%", id=135995, state=TIMED_WAITING, blockCnt=1, waitCnt=6] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d81263a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115860%mvcc.CacheMvccTxRecoveryTest2%", id=135994, state=TIMED_WAITING, blockCnt=3, waitCnt=5] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d81263a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115859%mvcc.CacheMvccTxRecoveryTest2%", id=135993, state=TIMED_WAITING, blockCnt=6, waitCnt=6] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d81263a, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115858%mvcc.CacheMvccTxRecoveryTest1%", id=135992, state=TIMED_WAITING, blockCnt=3, waitCnt=6] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f944a3e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115856%mvcc.CacheMvccTxRecoveryTest1%", id=135990, state=TIMED_WAITING, blockCnt=0, waitCnt=7] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f944a3e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115852%mvcc.CacheMvccTxRecoveryTest1%", id=135986, state=TIMED_WAITING, blockCnt=0, waitCnt=9] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f944a3e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115850%mvcc.CacheMvccTxRecoveryTest1%", id=135984, state=TIMED_WAITING, blockCnt=0, waitCnt=8] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f944a3e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115849%mvcc.CacheMvccTxRecoveryTest1%", id=135982, state=TIMED_WAITING, blockCnt=3, waitCnt=7] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f944a3e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115847%mvcc.CacheMvccTxRecoveryTest1%", id=135981, state=TIMED_WAITING, blockCnt=1, waitCnt=8] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f944a3e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115845%mvcc.CacheMvccTxRecoveryTest1%", id=135979, state=TIMED_WAITING, blockCnt=0, waitCnt=8] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f944a3e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115843%mvcc.CacheMvccTxRecoveryTest1%", id=135977, state=TIMED_WAITING, blockCnt=5, waitCnt=8] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2f944a3e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%", id=135976, state=TIMED_WAITING, blockCnt=58, waitCnt=14] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338) at o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:220) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:161) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.waitPartitionRelease(GridDhtPartitionsExchangeFuture.java:1588) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1366) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:805) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2872) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2723) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="disco-event-worker-#115841%mvcc.CacheMvccTxRecoveryTest2%", id=135975, state=WAITING, blockCnt=2, waitCnt=170] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@163e86a8, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:2853) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:2823) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="tcp-disco-ip-finder-cleaner-#13646%mvcc.CacheMvccTxRecoveryTest2%", id=135974, state=TIMED_WAITING, blockCnt=0, waitCnt=2] at java.lang.Thread.sleep(Native Method) at o.a.i.spi.discovery.tcp.ServerImpl$IpFinderCleaner.body(ServerImpl.java:1960) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-sock-reader-#13645%mvcc.CacheMvccTxRecoveryTest0%", id=135972, state=RUNNABLE, blockCnt=1, waitCnt=0] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) - locked java.io.BufferedInputStream@988f4d5 at o.a.i.marshaller.jdk.JdkMarshallerInputStreamWrapper.read(JdkMarshallerInputStreamWrapper.java:53) at java.io.ObjectInputStream$PeekInputStream.read(ObjectInputStream.java:2663) at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2679) at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3156) at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:862) at java.io.ObjectInputStream.(ObjectInputStream.java:358) at o.a.i.marshaller.jdk.JdkMarshallerObjectInputStream.(JdkMarshallerObjectInputStream.java:43) at o.a.i.marshaller.jdk.JdkMarshaller.unmarshal0(JdkMarshaller.java:137) at o.a.i.marshaller.AbstractNodeNameAwareMarshaller.unmarshal(AbstractNodeNameAwareMarshaller.java:93) at o.a.i.i.util.IgniteUtils.unmarshal(IgniteUtils.java:9937) at o.a.i.spi.discovery.tcp.ServerImpl$SocketReader.body(ServerImpl.java:6243) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-sock-reader-#13643%mvcc.CacheMvccTxRecoveryTest2%", id=135969, state=RUNNABLE, blockCnt=1, waitCnt=0] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) - locked java.io.BufferedInputStream@1d2cb328 at o.a.i.marshaller.jdk.JdkMarshallerInputStreamWrapper.read(JdkMarshallerInputStreamWrapper.java:53) at java.io.ObjectInputStream$PeekInputStream.read(ObjectInputStream.java:2663) at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2679) at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3156) at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:862) at java.io.ObjectInputStream.(ObjectInputStream.java:358) at o.a.i.marshaller.jdk.JdkMarshallerObjectInputStream.(JdkMarshallerObjectInputStream.java:43) at o.a.i.marshaller.jdk.JdkMarshaller.unmarshal0(JdkMarshaller.java:137) at o.a.i.marshaller.AbstractNodeNameAwareMarshaller.unmarshal(AbstractNodeNameAwareMarshaller.java:93) at o.a.i.i.util.IgniteUtils.unmarshal(IgniteUtils.java:9937) at o.a.i.spi.discovery.tcp.ServerImpl$SocketReader.body(ServerImpl.java:6243) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%", id=135968, state=TIMED_WAITING, blockCnt=42, waitCnt=17] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338) at o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:220) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:161) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.waitPartitionRelease(GridDhtPartitionsExchangeFuture.java:1588) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1366) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:805) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2872) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2723) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="disco-event-worker-#115837%mvcc.CacheMvccTxRecoveryTest1%", id=135967, state=WAITING, blockCnt=4, waitCnt=169] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@10e4cf09, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:2853) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:2823) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="tcp-disco-ip-finder-cleaner-#13642%mvcc.CacheMvccTxRecoveryTest1%", id=135966, state=TIMED_WAITING, blockCnt=0, waitCnt=2] at java.lang.Thread.sleep(Native Method) at o.a.i.spi.discovery.tcp.ServerImpl$IpFinderCleaner.body(ServerImpl.java:1960) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-sock-reader-#13638%mvcc.CacheMvccTxRecoveryTest1%", id=135962, state=RUNNABLE, blockCnt=1, waitCnt=0] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) - locked java.io.BufferedInputStream@720d007b at o.a.i.marshaller.jdk.JdkMarshallerInputStreamWrapper.read(JdkMarshallerInputStreamWrapper.java:53) at java.io.ObjectInputStream$PeekInputStream.read(ObjectInputStream.java:2663) at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2679) at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3156) at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:862) at java.io.ObjectInputStream.(ObjectInputStream.java:358) at o.a.i.marshaller.jdk.JdkMarshallerObjectInputStream.(JdkMarshallerObjectInputStream.java:43) at o.a.i.marshaller.jdk.JdkMarshaller.unmarshal0(JdkMarshaller.java:137) at o.a.i.marshaller.AbstractNodeNameAwareMarshaller.unmarshal(AbstractNodeNameAwareMarshaller.java:93) at o.a.i.i.util.IgniteUtils.unmarshal(IgniteUtils.java:9937) at o.a.i.spi.discovery.tcp.ServerImpl$SocketReader.body(ServerImpl.java:6243) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-srvr-#13636%mvcc.CacheMvccTxRecoveryTest2%", id=135960, state=RUNNABLE, blockCnt=2, waitCnt=0] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at o.a.i.spi.discovery.tcp.ServerImpl$TcpServer.body(ServerImpl.java:5842) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.discovery.tcp.ServerImpl$TcpServerThread.body(ServerImpl.java:5760) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-msg-worker-#13635%mvcc.CacheMvccTxRecoveryTest2%", id=135959, state=TIMED_WAITING, blockCnt=0, waitCnt=6751] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3c6d6cb3, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorker.body(ServerImpl.java:7180) at o.a.i.spi.discovery.tcp.ServerImpl$RingMessageWorker.body(ServerImpl.java:2714) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorkerThread.body(ServerImpl.java:7116) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="disco-notifier-worker-#115836%mvcc.CacheMvccTxRecoveryTest2%", id=135958, state=WAITING, blockCnt=0, waitCnt=187] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44a03de5, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body0(GridDiscoveryManager.java:2658) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body(GridDiscoveryManager.java:2703) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-data-loader-flusher-#115835%mvcc.CacheMvccTxRecoveryTest2%", id=135957, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@720a3eff, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.DelayQueue.take(DelayQueue.java:211) at o.a.i.i.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:109) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-3-#115832%mvcc.CacheMvccTxRecoveryTest2%", id=135951, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@689ef61d - locked java.util.Collections$UnmodifiableSet@3f410749 - locked sun.nio.ch.EPollSelectorImpl@7acb4a51 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-2-#115831%mvcc.CacheMvccTxRecoveryTest2%", id=135950, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@59957e31 - locked java.util.Collections$UnmodifiableSet@46245500 - locked sun.nio.ch.EPollSelectorImpl@71e869c2 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-1-#115830%mvcc.CacheMvccTxRecoveryTest2%", id=135949, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@51512c6c - locked java.util.Collections$UnmodifiableSet@2347a481 - locked sun.nio.ch.EPollSelectorImpl@47af69bc at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-0-#115829%mvcc.CacheMvccTxRecoveryTest2%", id=135948, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@75bbaef2 - locked java.util.Collections$UnmodifiableSet@2dd1de65 - locked sun.nio.ch.EPollSelectorImpl@332c14f2 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="nio-acceptor-client-listener-#115833%mvcc.CacheMvccTxRecoveryTest2%", id=135952, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked sun.nio.ch.Util$3@f7269a2 - locked java.util.Collections$UnmodifiableSet@27169a80 - locked sun.nio.ch.EPollSelectorImpl@4975af1 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2927) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2875) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="tcp-disco-srvr-#13631%mvcc.CacheMvccTxRecoveryTest1%", id=135947, state=RUNNABLE, blockCnt=2, waitCnt=0] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at o.a.i.spi.discovery.tcp.ServerImpl$TcpServer.body(ServerImpl.java:5842) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.discovery.tcp.ServerImpl$TcpServerThread.body(ServerImpl.java:5760) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-msg-worker-#13630%mvcc.CacheMvccTxRecoveryTest1%", id=135946, state=TIMED_WAITING, blockCnt=1, waitCnt=6752] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@57cf5515, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorker.body(ServerImpl.java:7180) at o.a.i.spi.discovery.tcp.ServerImpl$RingMessageWorker.body(ServerImpl.java:2714) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorkerThread.body(ServerImpl.java:7116) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="disco-notifier-worker-#115828%mvcc.CacheMvccTxRecoveryTest1%", id=135945, state=WAITING, blockCnt=0, waitCnt=176] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4b6c0937, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body0(GridDiscoveryManager.java:2658) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body(GridDiscoveryManager.java:2703) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-data-loader-flusher-#115827%mvcc.CacheMvccTxRecoveryTest1%", id=135944, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@58bd5840, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.DelayQueue.take(DelayQueue.java:211) at o.a.i.i.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:109) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-3-#115824%mvcc.CacheMvccTxRecoveryTest1%", id=135941, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@6643c174 - locked java.util.Collections$UnmodifiableSet@4b894754 - locked sun.nio.ch.EPollSelectorImpl@6087daa3 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-2-#115823%mvcc.CacheMvccTxRecoveryTest1%", id=135940, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@524af1ab - locked java.util.Collections$UnmodifiableSet@2afac2f7 - locked sun.nio.ch.EPollSelectorImpl@2b48931b at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-1-#115822%mvcc.CacheMvccTxRecoveryTest1%", id=135939, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@75440613 - locked java.util.Collections$UnmodifiableSet@700666b9 - locked sun.nio.ch.EPollSelectorImpl@c17ef34 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-0-#115821%mvcc.CacheMvccTxRecoveryTest1%", id=135934, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@63a875e6 - locked java.util.Collections$UnmodifiableSet@3689931e - locked sun.nio.ch.EPollSelectorImpl@757908d8 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="nio-acceptor-client-listener-#115825%mvcc.CacheMvccTxRecoveryTest1%", id=135942, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked sun.nio.ch.Util$3@46a4370c - locked java.util.Collections$UnmodifiableSet@66837d7b - locked sun.nio.ch.EPollSelectorImpl@1ce803d6 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2927) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2875) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-sharedfs-timeout-worker-#13628%mvcc.CacheMvccTxRecoveryTest2%", id=135937, state=TIMED_WAITING, blockCnt=0, waitCnt=14] Lock [object=java.lang.Object@21eaf75b, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.spi.checkpoint.sharedfs.SharedFsTimeoutTask.body(SharedFsTimeoutTask.java:99) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-comm-worker-#13627%mvcc.CacheMvccTxRecoveryTest2%", id=135935, state=TIMED_WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4691b83d, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:4367) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$5.body(TcpCommunicationSpi.java:2253) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="grid-nio-worker-tcp-comm-3-#115818%mvcc.CacheMvccTxRecoveryTest2%", id=135931, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@3b847d31 - locked java.util.Collections$UnmodifiableSet@672e3f24 - locked sun.nio.ch.EPollSelectorImpl@11084cb5 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-2-#115817%mvcc.CacheMvccTxRecoveryTest2%", id=135930, state=RUNNABLE, blockCnt=1, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@5a934ef9 - locked java.util.Collections$UnmodifiableSet@42e6cd6f - locked sun.nio.ch.EPollSelectorImpl@54271d08 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-1-#115816%mvcc.CacheMvccTxRecoveryTest2%", id=135929, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@7198edd - locked java.util.Collections$UnmodifiableSet@47bdfc41 - locked sun.nio.ch.EPollSelectorImpl@33c4dc6c at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-0-#115815%mvcc.CacheMvccTxRecoveryTest2%", id=135928, state=RUNNABLE, blockCnt=2, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@5fe74841 - locked java.util.Collections$UnmodifiableSet@14c35a06 - locked sun.nio.ch.EPollSelectorImpl@3cb4e32b at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="nio-acceptor-tcp-comm-#115819%mvcc.CacheMvccTxRecoveryTest2%", id=135933, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked sun.nio.ch.Util$3@29866f6d - locked java.util.Collections$UnmodifiableSet@4cc69f5c - locked sun.nio.ch.EPollSelectorImpl@425befa8 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2927) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2875) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-sharedfs-timeout-worker-#13626%mvcc.CacheMvccTxRecoveryTest1%", id=135927, state=TIMED_WAITING, blockCnt=0, waitCnt=14] Lock [object=java.lang.Object@59ede173, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.spi.checkpoint.sharedfs.SharedFsTimeoutTask.body(SharedFsTimeoutTask.java:99) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-comm-worker-#13625%mvcc.CacheMvccTxRecoveryTest1%", id=135926, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@438a0024, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:4367) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$5.body(TcpCommunicationSpi.java:2253) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="grid-nio-worker-tcp-comm-3-#115806%mvcc.CacheMvccTxRecoveryTest1%", id=135917, state=RUNNABLE, blockCnt=2, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@3bce4b76 - locked java.util.Collections$UnmodifiableSet@26f5c508 - locked sun.nio.ch.EPollSelectorImpl@10a55edc at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-timeout-worker-#115801%mvcc.CacheMvccTxRecoveryTest2%", id=135924, state=TIMED_WAITING, blockCnt=2, waitCnt=234] Lock [object=java.lang.Object@33de7cc, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.i.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:269) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-2-#115805%mvcc.CacheMvccTxRecoveryTest1%", id=135916, state=RUNNABLE, blockCnt=2, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@4ae19926 - locked java.util.Collections$UnmodifiableSet@42b4d8f7 - locked sun.nio.ch.EPollSelectorImpl@785d3dc3 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-1-#115804%mvcc.CacheMvccTxRecoveryTest1%", id=135915, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@1432a683 - locked java.util.Collections$UnmodifiableSet@52dc358a - locked sun.nio.ch.EPollSelectorImpl@364b2c46 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-0-#115803%mvcc.CacheMvccTxRecoveryTest1%", id=135914, state=RUNNABLE, blockCnt=3, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@27e9ac69 - locked java.util.Collections$UnmodifiableSet@26ee00a9 - locked sun.nio.ch.EPollSelectorImpl@152d019b at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="nio-acceptor-tcp-comm-#115812%mvcc.CacheMvccTxRecoveryTest1%", id=135923, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked sun.nio.ch.Util$3@7aeb3664 - locked java.util.Collections$UnmodifiableSet@108b47b4 - locked sun.nio.ch.EPollSelectorImpl@46b6e644 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2927) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2875) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-timeout-worker-#115802%mvcc.CacheMvccTxRecoveryTest1%", id=135913, state=TIMED_WAITING, blockCnt=2, waitCnt=204] Lock [object=java.lang.Object@3bea06d0, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.i.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:269) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="jvm-pause-detector-worker", id=135870, state=TIMED_WAITING, blockCnt=0, waitCnt=1338] at java.lang.Thread.sleep(Native Method) at o.a.i.i.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:100) Thread [name="data-streamer-stripe-7-#115761%mvcc.CacheMvccTxRecoveryTest2%", id=135869, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-6-#115760%mvcc.CacheMvccTxRecoveryTest2%", id=135868, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-5-#115759%mvcc.CacheMvccTxRecoveryTest2%", id=135867, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-4-#115758%mvcc.CacheMvccTxRecoveryTest2%", id=135866, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-3-#115757%mvcc.CacheMvccTxRecoveryTest2%", id=135865, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-2-#115756%mvcc.CacheMvccTxRecoveryTest2%", id=135864, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-1-#115755%mvcc.CacheMvccTxRecoveryTest2%", id=135863, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-0-#115754%mvcc.CacheMvccTxRecoveryTest2%", id=135862, state=WAITING, blockCnt=0, waitCnt=1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-7-#115753%mvcc.CacheMvccTxRecoveryTest2%", id=135861, state=WAITING, blockCnt=0, waitCnt=3] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-6-#115752%mvcc.CacheMvccTxRecoveryTest2%", id=135860, state=WAITING, blockCnt=0, waitCnt=4] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-5-#115751%mvcc.CacheMvccTxRecoveryTest2%", id=135859, state=WAITING, blockCnt=0, waitCnt=8] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-4-#115750%mvcc.CacheMvccTxRecoveryTest2%", id=135858, state=WAITING, blockCnt=0, waitCnt=12] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-3-#115749%mvcc.CacheMvccTxRecoveryTest2%", id=135857, state=WAITING, blockCnt=0, waitCnt=6] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-2-#115748%mvcc.CacheMvccTxRecoveryTest2%", id=135856, state=WAITING, blockCnt=0, waitCnt=8] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-1-#115747%mvcc.CacheMvccTxRecoveryTest2%", id=135855, state=WAITING, blockCnt=0, waitCnt=6] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-0-#115745%mvcc.CacheMvccTxRecoveryTest2%", id=135853, state=WAITING, blockCnt=1, waitCnt=6] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="jvm-pause-detector-worker", id=135852, state=TIMED_WAITING, blockCnt=0, waitCnt=1338] at java.lang.Thread.sleep(Native Method) at o.a.i.i.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:100) Thread [name="data-streamer-stripe-7-#115744%mvcc.CacheMvccTxRecoveryTest1%", id=135851, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-6-#115743%mvcc.CacheMvccTxRecoveryTest1%", id=135850, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-5-#115742%mvcc.CacheMvccTxRecoveryTest1%", id=135849, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-4-#115741%mvcc.CacheMvccTxRecoveryTest1%", id=135848, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-3-#115740%mvcc.CacheMvccTxRecoveryTest1%", id=135847, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-2-#115739%mvcc.CacheMvccTxRecoveryTest1%", id=135846, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-1-#115738%mvcc.CacheMvccTxRecoveryTest1%", id=135845, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-0-#115737%mvcc.CacheMvccTxRecoveryTest1%", id=135844, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-7-#115736%mvcc.CacheMvccTxRecoveryTest1%", id=135843, state=WAITING, blockCnt=0, waitCnt=3] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-6-#115735%mvcc.CacheMvccTxRecoveryTest1%", id=135842, state=WAITING, blockCnt=0, waitCnt=10] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-5-#115734%mvcc.CacheMvccTxRecoveryTest1%", id=135841, state=WAITING, blockCnt=0, waitCnt=5] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-4-#115733%mvcc.CacheMvccTxRecoveryTest1%", id=135840, state=WAITING, blockCnt=0, waitCnt=7] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-3-#115732%mvcc.CacheMvccTxRecoveryTest1%", id=135839, state=WAITING, blockCnt=0, waitCnt=6] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-2-#115731%mvcc.CacheMvccTxRecoveryTest1%", id=135838, state=WAITING, blockCnt=2, waitCnt=10] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-1-#115730%mvcc.CacheMvccTxRecoveryTest1%", id=135837, state=WAITING, blockCnt=0, waitCnt=5] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-0-#115729%mvcc.CacheMvccTxRecoveryTest1%", id=135836, state=WAITING, blockCnt=0, waitCnt=3] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="srvc-deploy-#115728%mvcc.CacheMvccTxRecoveryTest0%", id=135831, state=WAITING, blockCnt=0, waitCnt=9] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@18115fdf, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115727%mvcc.CacheMvccTxRecoveryTest0%", id=135830, state=TIMED_WAITING, blockCnt=7, waitCnt=12] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52ed0d8e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115726%mvcc.CacheMvccTxRecoveryTest0%", id=135829, state=TIMED_WAITING, blockCnt=0, waitCnt=13] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52ed0d8e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115725%mvcc.CacheMvccTxRecoveryTest0%", id=135828, state=TIMED_WAITING, blockCnt=0, waitCnt=13] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52ed0d8e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115724%mvcc.CacheMvccTxRecoveryTest0%", id=135827, state=TIMED_WAITING, blockCnt=0, waitCnt=12] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52ed0d8e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115723%mvcc.CacheMvccTxRecoveryTest0%", id=135826, state=TIMED_WAITING, blockCnt=5, waitCnt=13] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52ed0d8e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115722%mvcc.CacheMvccTxRecoveryTest0%", id=135825, state=TIMED_WAITING, blockCnt=6, waitCnt=14] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52ed0d8e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115721%mvcc.CacheMvccTxRecoveryTest0%", id=135824, state=TIMED_WAITING, blockCnt=3, waitCnt=14] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52ed0d8e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-#115720%mvcc.CacheMvccTxRecoveryTest0%", id=135823, state=TIMED_WAITING, blockCnt=0, waitCnt=13] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52ed0d8e, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%", id=135822, state=TIMED_WAITING, blockCnt=18, waitCnt=16] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:338) at o.a.i.i.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:220) at o.a.i.i.util.future.GridFutureAdapter.get(GridFutureAdapter.java:161) at o.a.i.i.processors.cache.distributed.dht.preloader.latch.ExchangeLatchManager$CompletableLatch.await(ExchangeLatchManager.java:719) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.waitPartitionRelease(GridDhtPartitionsExchangeFuture.java:1693) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1366) at o.a.i.i.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:805) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2872) at o.a.i.i.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2723) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="disco-event-worker-#115718%mvcc.CacheMvccTxRecoveryTest0%", id=135821, state=WAITING, blockCnt=5, waitCnt=115] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@23184551, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0(GridDiscoveryManager.java:2853) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body(GridDiscoveryManager.java:2823) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="tcp-disco-ip-finder-cleaner-#13622%mvcc.CacheMvccTxRecoveryTest0%", id=135820, state=TIMED_WAITING, blockCnt=0, waitCnt=2] at java.lang.Thread.sleep(Native Method) at o.a.i.spi.discovery.tcp.ServerImpl$IpFinderCleaner.body(ServerImpl.java:1960) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-srvr-#13621%mvcc.CacheMvccTxRecoveryTest0%", id=135819, state=RUNNABLE, blockCnt=2, waitCnt=0] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at o.a.i.spi.discovery.tcp.ServerImpl$TcpServer.body(ServerImpl.java:5842) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.discovery.tcp.ServerImpl$TcpServerThread.body(ServerImpl.java:5760) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-disco-msg-worker-#13620%mvcc.CacheMvccTxRecoveryTest0%", id=135818, state=TIMED_WAITING, blockCnt=1, waitCnt=6770] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@482f1b64, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingDeque.pollFirst(LinkedBlockingDeque.java:522) at java.util.concurrent.LinkedBlockingDeque.poll(LinkedBlockingDeque.java:684) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorker.body(ServerImpl.java:7180) at o.a.i.spi.discovery.tcp.ServerImpl$RingMessageWorker.body(ServerImpl.java:2714) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.discovery.tcp.ServerImpl$MessageWorkerThread.body(ServerImpl.java:7116) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="disco-notifier-worker-#115717%mvcc.CacheMvccTxRecoveryTest0%", id=135817, state=WAITING, blockCnt=0, waitCnt=137] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5a524a19, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body0(GridDiscoveryManager.java:2658) at o.a.i.i.managers.discovery.GridDiscoveryManager$DiscoveryMessageNotifierWorker.body(GridDiscoveryManager.java:2703) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-data-loader-flusher-#115716%mvcc.CacheMvccTxRecoveryTest0%", id=135816, state=WAITING, blockCnt=0, waitCnt=2] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@60e9bda0, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.DelayQueue.take(DelayQueue.java:211) at o.a.i.i.processors.datastreamer.DataStreamProcessor$2.body(DataStreamProcessor.java:109) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-3-#115713%mvcc.CacheMvccTxRecoveryTest0%", id=135813, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@13a4e21 - locked java.util.Collections$UnmodifiableSet@317e9159 - locked sun.nio.ch.EPollSelectorImpl@79b417ed at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-2-#115712%mvcc.CacheMvccTxRecoveryTest0%", id=135812, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@549db1c6 - locked java.util.Collections$UnmodifiableSet@785a632 - locked sun.nio.ch.EPollSelectorImpl@42b41bc2 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-1-#115711%mvcc.CacheMvccTxRecoveryTest0%", id=135811, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@1be66706 - locked java.util.Collections$UnmodifiableSet@22ccf63d - locked sun.nio.ch.EPollSelectorImpl@8d27060 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-client-listener-0-#115710%mvcc.CacheMvccTxRecoveryTest0%", id=135810, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@6a5a00b3 - locked java.util.Collections$UnmodifiableSet@42ac84a9 - locked sun.nio.ch.EPollSelectorImpl@794efdf at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="nio-acceptor-client-listener-#115714%mvcc.CacheMvccTxRecoveryTest0%", id=135814, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked sun.nio.ch.Util$3@1cdece3d - locked java.util.Collections$UnmodifiableSet@263b0a8d - locked sun.nio.ch.EPollSelectorImpl@945b2f at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2927) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2875) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-sharedfs-timeout-worker-#13619%mvcc.CacheMvccTxRecoveryTest0%", id=135809, state=TIMED_WAITING, blockCnt=0, waitCnt=14] Lock [object=java.lang.Object@20deb6f5, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.spi.checkpoint.sharedfs.SharedFsTimeoutTask.body(SharedFsTimeoutTask.java:99) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="tcp-comm-worker-#13618%mvcc.CacheMvccTxRecoveryTest0%", id=135808, state=TIMED_WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4a9b3bf5, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body(TcpCommunicationSpi.java:4367) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at o.a.i.spi.communication.tcp.TcpCommunicationSpi$5.body(TcpCommunicationSpi.java:2253) at o.a.i.spi.IgniteSpiThread.run(IgniteSpiThread.java:61) Thread [name="grid-nio-worker-tcp-comm-3-#115708%mvcc.CacheMvccTxRecoveryTest0%", id=135806, state=RUNNABLE, blockCnt=2, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@348a2f49 - locked java.util.Collections$UnmodifiableSet@16e557d4 - locked sun.nio.ch.EPollSelectorImpl@435932e3 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-2-#115707%mvcc.CacheMvccTxRecoveryTest0%", id=135805, state=RUNNABLE, blockCnt=3, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@500eedee - locked java.util.Collections$UnmodifiableSet@351b70c1 - locked sun.nio.ch.EPollSelectorImpl@9fcca41 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-1-#115706%mvcc.CacheMvccTxRecoveryTest0%", id=135804, state=RUNNABLE, blockCnt=2, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@3b82fb7 - locked java.util.Collections$UnmodifiableSet@24fec3b3 - locked sun.nio.ch.EPollSelectorImpl@4a0d3295 at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-nio-worker-tcp-comm-0-#115705%mvcc.CacheMvccTxRecoveryTest0%", id=135803, state=RUNNABLE, blockCnt=2, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked o.a.i.i.util.nio.SelectedSelectionKeySet@254c4757 - locked java.util.Collections$UnmodifiableSet@67cb11de - locked sun.nio.ch.EPollSelectorImpl@357aa5cf at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2149) at o.a.i.i.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1795) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="nio-acceptor-tcp-comm-#115709%mvcc.CacheMvccTxRecoveryTest0%", id=135807, state=RUNNABLE, blockCnt=0, waitCnt=0] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked sun.nio.ch.Util$3@1640a06f - locked java.util.Collections$UnmodifiableSet@51713b0f - locked sun.nio.ch.EPollSelectorImpl@6e0b851e at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.accept(GridNioServer.java:2927) at o.a.i.i.util.nio.GridNioServer$GridNioAcceptWorker.body(GridNioServer.java:2875) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="grid-timeout-worker-#115704%mvcc.CacheMvccTxRecoveryTest0%", id=135802, state=TIMED_WAITING, blockCnt=2, waitCnt=248] Lock [object=java.lang.Object@ebf11cd, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at o.a.i.i.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:269) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="jvm-pause-detector-worker", id=135795, state=TIMED_WAITING, blockCnt=0, waitCnt=1340] at java.lang.Thread.sleep(Native Method) at o.a.i.i.LongJVMPauseDetector$1.run(LongJVMPauseDetector.java:100) Thread [name="data-streamer-stripe-7-#115697%mvcc.CacheMvccTxRecoveryTest0%", id=135794, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-6-#115696%mvcc.CacheMvccTxRecoveryTest0%", id=135793, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-5-#115695%mvcc.CacheMvccTxRecoveryTest0%", id=135792, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-4-#115694%mvcc.CacheMvccTxRecoveryTest0%", id=135791, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-3-#115693%mvcc.CacheMvccTxRecoveryTest0%", id=135790, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-2-#115692%mvcc.CacheMvccTxRecoveryTest0%", id=135789, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-1-#115691%mvcc.CacheMvccTxRecoveryTest0%", id=135788, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="data-streamer-stripe-0-#115690%mvcc.CacheMvccTxRecoveryTest0%", id=135787, state=WAITING, blockCnt=0, waitCnt=2] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-7-#115689%mvcc.CacheMvccTxRecoveryTest0%", id=135786, state=WAITING, blockCnt=0, waitCnt=7] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-6-#115688%mvcc.CacheMvccTxRecoveryTest0%", id=135785, state=WAITING, blockCnt=0, waitCnt=8] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-5-#115687%mvcc.CacheMvccTxRecoveryTest0%", id=135784, state=WAITING, blockCnt=0, waitCnt=8] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-4-#115686%mvcc.CacheMvccTxRecoveryTest0%", id=135783, state=WAITING, blockCnt=0, waitCnt=14] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-3-#115685%mvcc.CacheMvccTxRecoveryTest0%", id=135782, state=WAITING, blockCnt=0, waitCnt=11] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-2-#115684%mvcc.CacheMvccTxRecoveryTest0%", id=135781, state=WAITING, blockCnt=0, waitCnt=8] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-1-#115683%mvcc.CacheMvccTxRecoveryTest0%", id=135780, state=WAITING, blockCnt=0, waitCnt=11] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="sys-stripe-0-#115682%mvcc.CacheMvccTxRecoveryTest0%", id=135779, state=WAITING, blockCnt=0, waitCnt=10] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304) at o.a.i.i.util.StripedExecutor$StripeConcurrentQueue.take(StripedExecutor.java:669) at o.a.i.i.util.StripedExecutor$Stripe.body(StripedExecutor.java:493) at o.a.i.i.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) Thread [name="ignite-clock-for-tests", id=16, state=TIMED_WAITING, blockCnt=0, waitCnt=480919] at java.lang.Thread.sleep(Native Method) at o.a.i.i.util.GridTestClockTimer.run(GridTestClockTimer.java:50) at java.lang.Thread.run(Thread.java:748) Thread [name="resolver-3", id=15, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@79f6e671, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="resolver-2", id=14, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@79f6e671, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="resolver-1", id=13, state=WAITING, blockCnt=0, waitCnt=1] Lock [object=java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@79f6e671, ownerName=null, ownerId=-1] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Thread [name="Signal Dispatcher", id=4, state=RUNNABLE, blockCnt=0, waitCnt=0] Thread [name="Finalizer", id=3, state=WAITING, blockCnt=1349, waitCnt=444] Lock [object=java.lang.ref.ReferenceQueue$Lock@31b9a628, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) Thread [name="Reference Handler", id=2, state=WAITING, blockCnt=492, waitCnt=469] Lock [object=java.lang.ref.Reference$Lock@668c8c55, ownerName=null, ownerId=-1] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) Thread [name="main", id=1, state=RUNNABLE, blockCnt=28454, waitCnt=39865] at sun.management.ThreadImpl.dumpThreads0(Native Method) at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:454) at o.a.i.i.util.IgniteUtils.dumpThreads(IgniteUtils.java:1367) at o.a.i.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:731) at o.a.i.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:551) at o.a.i.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:536) at o.a.i.i.processors.cache.mvcc.CacheMvccAbstractTest.verifyOldVersionsCleaned(CacheMvccAbstractTest.java:1619) at o.a.i.i.processors.cache.mvcc.CacheMvccAbstractTest.afterTest(CacheMvccAbstractTest.java:237) at o.a.i.testframework.junits.GridAbstractTest.tearDown(GridAbstractTest.java:1786) at o.a.i.testframework.junits.common.GridCommonAbstractTest.tearDown(GridCommonAbstractTest.java:505) at junit.framework.TestCase.runBare(TestCase.java:146) at junit.framework.TestResult$1.protect(TestResult.java:122) at junit.framework.TestResult.runProtected(TestResult.java:142) at junit.framework.TestResult.run(TestResult.java:125) at junit.framework.TestCase.run(TestCase.java:129) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:84) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:369) at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:275) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:239) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:160) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray2(ReflectionUtils.java:206) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:160) at org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:83) at org.apache.maven.plugin.surefire.InPluginVMSurefireStarter.runSuitesInProcess(InPluginVMSurefireStarter.java:84) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeProvider(AbstractSurefireMojo.java:1107) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:954) at org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:832) at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:137) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:208) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:154) at org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:146) at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:117) at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:81) at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:56) at org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:128) at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:305) at org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:192) at org.apache.maven.DefaultMaven.execute(DefaultMaven.java:105) at org.apache.maven.cli.MavenCli.execute(MavenCli.java:956) at org.apache.maven.cli.MavenCli.doMain(MavenCli.java:290) at org.apache.maven.cli.MavenCli.main(MavenCli.java:194) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced(Launcher.java:289) at org.codehaus.plexus.classworlds.launcher.Launcher.launch(Launcher.java:229) at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode(Launcher.java:415) at org.codehaus.plexus.classworlds.launcher.Launcher.main(Launcher.java:356) Locked synchronizers: java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@bf3fe88 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@45f854e9 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@398c2298 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3b60efd8 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@2ff35182 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@28ab0789 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@706b68e6 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@4c49471c java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@79036056 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@964a7b0 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@22e3d222 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@241410c5 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@46f7c5c1 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@6a82a388 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@564c0e38 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@525aae0c java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@2afba04b java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@559ac87f java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@6391313a java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@64bcd98a java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1d6f8bad java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@459e724c java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@770f3c94 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1c87ac1 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@601bbbb6 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5621a9eb java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@58c4d427 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@1a18b38c java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@27636d72 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@7c56f684 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@24d70c5 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5d9627d3 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@61a2d9ee java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@2a8be188 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@43296744 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@2f6d684d java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5877a9e7 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@2d0584c0 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@259ec563 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@61f5ee9d java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@4284bd5 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@58afc14 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@56ec941b java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@18a3095d java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@5e139f7f java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@c2bb2f5 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3ed5a327 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3e3cac41 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@7c96249e java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@2dfb8de3 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@3ea4cfe0 java.util.concurrent.locks.ReentrantReadWriteLock$NonfairSync@652132d1 [2018-12-14 07:39:16,361][WARN ][exchange-worker-#115719%mvcc.CacheMvccTxRecoveryTest0%][GridDhtPartitionsExchangeFuture] Stop waiting for partitions release latch: Got interrupted while waiting for future to complete. [2018-12-14 07:39:16,392][WARN ][exchange-worker-#115838%mvcc.CacheMvccTxRecoveryTest1%][GridDhtPartitionsExchangeFuture] Unable to await partitions release future class org.apache.ignite.internal.IgniteInterruptedCheckedException: Got interrupted while waiting for future to complete. at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:230) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:161) at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.waitPartitionRelease(GridDhtPartitionsExchangeFuture.java:1588) at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1366) at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:805) at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2872) at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2723) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748) [2018-12-14 07:39:16,398][WARN ][main][IgniteCacheOffheapManagerImpl] Stale update counter task [cur=1, start=0, delta=1] [2018-12-14 07:39:16,436][WARN ][exchange-worker-#115842%mvcc.CacheMvccTxRecoveryTest2%][GridDhtPartitionsExchangeFuture] Unable to await partitions release future class org.apache.ignite.internal.IgniteInterruptedCheckedException: Got interrupted while waiting for future to complete. at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:230) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:161) at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.waitPartitionRelease(GridDhtPartitionsExchangeFuture.java:1588) at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.distributedExchange(GridDhtPartitionsExchangeFuture.java:1366) at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.init(GridDhtPartitionsExchangeFuture.java:805) at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body0(GridCachePartitionExchangeManager.java:2872) at org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ExchangeWorker.body(GridCachePartitionExchangeManager.java:2723) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:120) at java.lang.Thread.run(Thread.java:748)