[23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,352][INFO ][main][root] >>> Starting test class: GridCacheValueConsistencyTransactionalSelfTest <<< [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,373][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] [23:03:58] : [org.apache.ignite:ignite-core] [23:03:58] : [org.apache.ignite:ignite-core] >>> __________ ________________ [23:03:58] : [org.apache.ignite:ignite-core] >>> / _/ ___/ |/ / _/_ __/ __/ [23:03:58] : [org.apache.ignite:ignite-core] >>> _/ // (7 7 // / / / / _/ [23:03:58] : [org.apache.ignite:ignite-core] >>> /___/\___/_/|_/___/ /_/ /___/ [23:03:58] : [org.apache.ignite:ignite-core] >>> [23:03:58] : [org.apache.ignite:ignite-core] >>> ver. 1.0.4#19700101-sha1:DEV [23:03:58] : [org.apache.ignite:ignite-core] >>> 2015 Copyright(C) Apache Software Foundation [23:03:58] : [org.apache.ignite:ignite-core] [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,373][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Config URL: n/a [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,373][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Daemon mode: off [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,373][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] OS: Windows 7 6.1 amd64 [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,373][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] OS user: gridgain [23:03:58]W: [org.apache.ignite:ignite-core] [00:03:58,374][WARN ][main][GridCacheValueConsistencyTransactionalSelfTest0] Peer class loading is enabled (disable it in production for performance and deployment consistency reasons) [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,373][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Language runtime: Java Platform API Specification ver. 1.7 [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,374][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] VM information: Java(TM) SE Runtime Environment 1.7.0_65-b19 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 24.65-b04 [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,374][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] VM total memory: 2.7GB [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,374][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Remote Management [restart: off, REST: off, JMX (remote: off)] [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,374][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] IGNITE_HOME=C:\BuildAgent\work\7c947d5619d8f2f1 [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,374][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] VM arguments: [-DJAVA_HOME=C:\Java\jdk1.7.0_65, -Dagent.home.dir=C:\BuildAgent, -Dagent.name=winbox01, -Dagent.ownPort=9090, -Dagent.work.dir=C:\BuildAgent\work, -Dbuild.number=60, -Dbuild.vcs.number=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dbuild.vcs.number.1=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dbuild.vcs.number.IgniteApache=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dclassworlds.conf=C:\BuildAgent\temp\buildTmp\teamcity.m2.conf, -Dcom.jetbrains.maven.watcher.report.file=C:\BuildAgent\temp\buildTmp\maven-build-info.xml, -Djava.io.tmpdir=C:\BuildAgent\temp\buildTmp, -Dmaven.home=C:\BuildAgent\tools\maven3, -Dmaven.repo.local=C:/Users/gridgain/.m2/repository, -Dteamcity.agent.cpuBenchmark=737, -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, -Dteamcity.agent.dotnet.build_id=446834, -Dteamcity.auth.password=38d64xwxVlJhHoQRsueA3s1vDBpQcJws, -Dteamcity.auth.userId=TeamCityBuildId=446834, -Dteamcity.build.changedFiles.file=C:\BuildAgent\temp\buildTmp\changedFiles3700967791316395166.txt, -Dteamcity.build.checkoutDir=C:\BuildAgent\work\7c947d5619d8f2f1, -Dteamcity.build.id=446834, -Dteamcity.build.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.build1784082251171726610.properties, -Dteamcity.build.tempDir=C:\BuildAgent\temp\buildTmp, -Dteamcity.build.workingDir=C:\BuildAgent\work\7c947d5619d8f2f1, -Dteamcity.buildConfName=Ignite Cache 3, -Dteamcity.buildType.id=Ignite_IgniteCache3, -Dteamcity.configuration.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.config233128923340221149.properties, -Dteamcity.dotnet.nunitaddin=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.TeamCity.NUnitAddin-NUnit, -Dteamcity.dotnet.nunitlauncher=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher.exe, -Dteamcity.dotnet.nunitlauncher.msbuild.task=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.MSBuildLoggers.dll, -Dteamcity.dotnet.nunitlauncher1.1=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher1.1.exe, -Dteamcity.dotnet.nunitlauncher2.0=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher2.0.exe, -Dteamcity.dotnet.nunitlauncher2.0.vsts=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher2.0.VSTS.exe, -Dteamcity.dotnet.platform=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.TeamCity.PlatformProcessRunner.1.1.exe, -Dteamcity.maven.watcher.home=C:\BuildAgent\plugins\mavenPlugin\maven-watcher, -Dteamcity.projectName=Ignite, -Dteamcity.runner.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.runner1503078952429460611.properties, -Dteamcity.tests.recentlyFailedTests.file=C:\BuildAgent\temp\buildTmp\testsToRunFirst4938174458946558801.txt, -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=512m, -Xms1g, -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, -DIGNITE_TEST_HOME=C:\BuildAgent\work\7c947d5619d8f2f1, -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, -DIGNITE_QUIET=false, -XX:+PrintGC, -XX:+PrintGCDetails, -XX:+PrintGCTimeStamps] [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,374][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Configured caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', 'ignite-atomics-sys-cache', 'default'] [23:03:58] : [org.apache.ignite:ignite-core] [00:03:58,374][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] 3-rd party licenses can be found at: C:\BuildAgent\work\7c947d5619d8f2f1\libs\licenses [23:04:05] : [org.apache.ignite:ignite-core] [00:04:05,111][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Non-loopback local IPs: 192.168.2.21, 2001:0:3261:2d1b:1477:3b89:3f57:fdea, fe80:0:0:0:0:5efe:c0a8:215%14, fe80:0:0:0:1477:3b89:3f57:fdea%13, fe80:0:0:0:3c6a:f7b2:e81c:8d9b%15, fe80:0:0:0:c860:5b96:8ee4:31e3%11 [23:04:05] : [org.apache.ignite:ignite-core] [00:04:05,111][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Enabled local MACs: 00000000000000E0, 00FFAB1E7382, 94DE80BA54AF [23:04:05] : [org.apache.ignite:ignite-core] [00:04:05,112][INFO ][main][IgnitePluginProcessor] Configured plugins: [23:04:05] : [org.apache.ignite:ignite-core] [00:04:05,112][INFO ][main][IgnitePluginProcessor] ^-- None [23:04:05] : [org.apache.ignite:ignite-core] [00:04:05,112][INFO ][main][IgnitePluginProcessor] [23:04:09] : [org.apache.ignite:ignite-core] [00:04:09,244][INFO ][main][TcpCommunicationSpi] Successfully bound to TCP port [port=45050, locHost=/127.0.0.1] [23:04:09]W: [org.apache.ignite:ignite-core] [00:04:09,285][WARN ][main][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [23:04:09]W: [org.apache.ignite:ignite-core] [00:04:09,286][WARN ][main][GridIndexingManager] Indexing is disabled (to enable please configure GridIndexingSpi). [23:04:09] : [org.apache.ignite:ignite-core] [00:04:09,287][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Security status [authentication=off] [23:04:09] : [org.apache.ignite:ignite-core] [00:04:09,295][INFO ][main][TcpDiscoverySpi] Successfully bound to TCP port [port=47500, localHost=/127.0.0.1] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,676][INFO ][main][GridCacheProcessor] Started cache [name=ignite-marshaller-sys-cache, mode=REPLICATED] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,678][INFO ][main][GridCacheProcessor] Started cache [name=ignite-atomics-sys-cache, mode=PARTITIONED] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,680][INFO ][main][GridCacheProcessor] Started cache [name=ignite-sys-cache, mode=REPLICATED] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,681][INFO ][main][GridCacheProcessor] Started cache [name=default, mode=PARTITIONED] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,720][INFO ][main][GridDhtPreloader] Starting rebalancing in SYNC mode: ignite-marshaller-sys-cache [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,720][INFO ][main][GridDhtPreloader] Starting rebalancing in SYNC mode: ignite-atomics-sys-cache [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,721][INFO ][main][GridDhtPreloader] Starting rebalancing in SYNC mode: null [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,721][INFO ][main][GridDhtPreloader] Starting rebalancing in SYNC mode: ignite-sys-cache [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,853][INFO ][preloader-demand-worker-#1175%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDhtPreloader] Completed rebalancing in SYNC mode [cache=ignite-marshaller-sys-cache, time=137 ms] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,855][INFO ][preloader-demand-worker-#1179%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDhtPreloader] Completed rebalancing in SYNC mode [cache=ignite-atomics-sys-cache, time=137 ms] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,854][INFO ][preloader-demand-worker-#1190%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDhtPreloader] Completed rebalancing in SYNC mode [cache=null, time=137 ms] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,854][INFO ][preloader-demand-worker-#1184%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDhtPreloader] Completed rebalancing in SYNC mode [cache=ignite-sys-cache, time=137 ms] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,991][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] Performance suggestions for grid 'cache.GridCacheValueConsistencyTransactionalSelfTest0' (fix if possible) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,991][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] To disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,991][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] ^-- Disable checkpoints (remove 'checkpointSpi' from configuration) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] ^-- Disable peer class loading (set 'peerClassLoadingEnabled' to false) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] ^-- Disable grid events (remove 'includeEventTypes' from configuration) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] ^-- Decrease number of backups (set 'keyBackups' to 0) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] ^-- Enable ATOMIC mode if not using transactions (set 'atomicityMode' to ATOMIC) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] ^-- Disable fully synchronous writes (set 'writeSynchronizationMode' to PRIMARY_SYNC or FULL_ASYNC) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] ^-- Disable swap store (set 'swapEnabled' to false) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] ^-- Enable write-behind to persistent store (set 'writeBehindEnabled' to true) [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} [23:04:11] : [org.apache.ignite:ignite-core] [00:04:11,992][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,035][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest0] [23:04:12] : [org.apache.ignite:ignite-core] [23:04:12] : [org.apache.ignite:ignite-core] >>> +---------------------------------+ [23:04:12] : [org.apache.ignite:ignite-core] >>> Ignite ver. 1.0.4#19700101-sha1:DEV [23:04:12] : [org.apache.ignite:ignite-core] >>> +---------------------------------+ [23:04:12] : [org.apache.ignite:ignite-core] >>> OS name: Windows 7 6.1 amd64 [23:04:12] : [org.apache.ignite:ignite-core] >>> CPU(s): 8 [23:04:12] : [org.apache.ignite:ignite-core] >>> Heap: 2.7GB [23:04:12] : [org.apache.ignite:ignite-core] >>> VM name: 10800@winbox01 [23:04:12] : [org.apache.ignite:ignite-core] >>> Grid name: cache.GridCacheValueConsistencyTransactionalSelfTest0 [23:04:12] : [org.apache.ignite:ignite-core] >>> Local node [ID=002457E2-B12C-44F9-BD05-10E4C61D8000, order=1] [23:04:12] : [org.apache.ignite:ignite-core] >>> Local node addresses: [/127.0.0.1] [23:04:12] : [org.apache.ignite:ignite-core] >>> Local ports: TCP:45050 TCP:47500 [23:04:12] : [org.apache.ignite:ignite-core] >>> Ignite documentation: http://ignite.incubator.apache.org [23:04:12] : [org.apache.ignite:ignite-core] [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,035][INFO ][main][GridDiscoveryManager] Topology snapshot [ver=1, nodes=1, CPUs=8, heap=2.7GB] [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,039][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] [23:04:12] : [org.apache.ignite:ignite-core] [23:04:12] : [org.apache.ignite:ignite-core] >>> __________ ________________ [23:04:12] : [org.apache.ignite:ignite-core] >>> / _/ ___/ |/ / _/_ __/ __/ [23:04:12] : [org.apache.ignite:ignite-core] >>> _/ // (7 7 // / / / / _/ [23:04:12] : [org.apache.ignite:ignite-core] >>> /___/\___/_/|_/___/ /_/ /___/ [23:04:12] : [org.apache.ignite:ignite-core] >>> [23:04:12] : [org.apache.ignite:ignite-core] >>> ver. 1.0.4#19700101-sha1:DEV [23:04:12] : [org.apache.ignite:ignite-core] >>> 2015 Copyright(C) Apache Software Foundation [23:04:12] : [org.apache.ignite:ignite-core] [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,039][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Config URL: n/a [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,039][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Daemon mode: off [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] OS: Windows 7 6.1 amd64 [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] OS user: gridgain [23:04:12]W: [org.apache.ignite:ignite-core] [00:04:12,040][WARN ][main][GridCacheValueConsistencyTransactionalSelfTest1] Peer class loading is enabled (disable it in production for performance and deployment consistency reasons) [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Language runtime: Java Platform API Specification ver. 1.7 [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] VM information: Java(TM) SE Runtime Environment 1.7.0_65-b19 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 24.65-b04 [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] VM total memory: 2.7GB [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Remote Management [restart: off, REST: off, JMX (remote: off)] [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] IGNITE_HOME=C:\BuildAgent\work\7c947d5619d8f2f1 [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] VM arguments: [-DJAVA_HOME=C:\Java\jdk1.7.0_65, -Dagent.home.dir=C:\BuildAgent, -Dagent.name=winbox01, -Dagent.ownPort=9090, -Dagent.work.dir=C:\BuildAgent\work, -Dbuild.number=60, -Dbuild.vcs.number=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dbuild.vcs.number.1=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dbuild.vcs.number.IgniteApache=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dclassworlds.conf=C:\BuildAgent\temp\buildTmp\teamcity.m2.conf, -Dcom.jetbrains.maven.watcher.report.file=C:\BuildAgent\temp\buildTmp\maven-build-info.xml, -Djava.io.tmpdir=C:\BuildAgent\temp\buildTmp, -Dmaven.home=C:\BuildAgent\tools\maven3, -Dmaven.repo.local=C:/Users/gridgain/.m2/repository, -Dteamcity.agent.cpuBenchmark=737, -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, -Dteamcity.agent.dotnet.build_id=446834, -Dteamcity.auth.password=38d64xwxVlJhHoQRsueA3s1vDBpQcJws, -Dteamcity.auth.userId=TeamCityBuildId=446834, -Dteamcity.build.changedFiles.file=C:\BuildAgent\temp\buildTmp\changedFiles3700967791316395166.txt, -Dteamcity.build.checkoutDir=C:\BuildAgent\work\7c947d5619d8f2f1, -Dteamcity.build.id=446834, -Dteamcity.build.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.build1784082251171726610.properties, -Dteamcity.build.tempDir=C:\BuildAgent\temp\buildTmp, -Dteamcity.build.workingDir=C:\BuildAgent\work\7c947d5619d8f2f1, -Dteamcity.buildConfName=Ignite Cache 3, -Dteamcity.buildType.id=Ignite_IgniteCache3, -Dteamcity.configuration.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.config233128923340221149.properties, -Dteamcity.dotnet.nunitaddin=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.TeamCity.NUnitAddin-NUnit, -Dteamcity.dotnet.nunitlauncher=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher.exe, -Dteamcity.dotnet.nunitlauncher.msbuild.task=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.MSBuildLoggers.dll, -Dteamcity.dotnet.nunitlauncher1.1=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher1.1.exe, -Dteamcity.dotnet.nunitlauncher2.0=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher2.0.exe, -Dteamcity.dotnet.nunitlauncher2.0.vsts=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher2.0.VSTS.exe, -Dteamcity.dotnet.platform=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.TeamCity.PlatformProcessRunner.1.1.exe, -Dteamcity.maven.watcher.home=C:\BuildAgent\plugins\mavenPlugin\maven-watcher, -Dteamcity.projectName=Ignite, -Dteamcity.runner.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.runner1503078952429460611.properties, -Dteamcity.tests.recentlyFailedTests.file=C:\BuildAgent\temp\buildTmp\testsToRunFirst4938174458946558801.txt, -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=512m, -Xms1g, -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, -DIGNITE_TEST_HOME=C:\BuildAgent\work\7c947d5619d8f2f1, -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, -DIGNITE_QUIET=false, -XX:+PrintGC, -XX:+PrintGCDetails, -XX:+PrintGCTimeStamps] [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Configured caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', 'ignite-atomics-sys-cache', 'default'] [23:04:12] : [org.apache.ignite:ignite-core] [00:04:12,040][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] 3-rd party licenses can be found at: C:\BuildAgent\work\7c947d5619d8f2f1\libs\licenses [23:04:21] : [org.apache.ignite:ignite-core] [00:04:21,192][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Non-loopback local IPs: 192.168.2.21, 2001:0:3261:2d1b:1477:3b89:3f57:fdea, fe80:0:0:0:0:5efe:c0a8:215%14, fe80:0:0:0:1477:3b89:3f57:fdea%13, fe80:0:0:0:3c6a:f7b2:e81c:8d9b%15, fe80:0:0:0:c860:5b96:8ee4:31e3%11 [23:04:21] : [org.apache.ignite:ignite-core] [00:04:21,192][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Enabled local MACs: 00000000000000E0, 00FFAB1E7382, 94DE80BA54AF [23:04:21] : [org.apache.ignite:ignite-core] [00:04:21,303][INFO ][main][IgnitePluginProcessor] Configured plugins: [23:04:21] : [org.apache.ignite:ignite-core] [00:04:21,303][INFO ][main][IgnitePluginProcessor] ^-- None [23:04:21] : [org.apache.ignite:ignite-core] [00:04:21,303][INFO ][main][IgnitePluginProcessor] [23:04:27] : [org.apache.ignite:ignite-core] [00:04:27,336][INFO ][main][TcpCommunicationSpi] Successfully bound to TCP port [port=45051, locHost=/127.0.0.1] [23:04:27] : [org.apache.ignite:ignite-core] [00:04:27,378][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Security status [authentication=off] [23:04:27] : [org.apache.ignite:ignite-core] [00:04:27,384][INFO ][main][TcpDiscoverySpi] Successfully bound to TCP port [port=47501, localHost=/127.0.0.1] [23:04:27]W: [org.apache.ignite:ignite-core] [00:04:27,376][WARN ][main][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [23:04:27]W: [org.apache.ignite:ignite-core] [00:04:27,378][WARN ][main][GridIndexingManager] Indexing is disabled (to enable please configure GridIndexingSpi). [23:04:29]W: [org.apache.ignite:ignite-core] [00:04:29,280][WARN ][tcp-disco-sock-timeout-worker-#355%cache.GridCacheValueConsistencyTransactionalSelfTest1][TcpDiscoverySpi] Socket write has timed out (consider increasing 'sockTimeout' configuration property) [sockTimeout=200] [23:04:31] : [org.apache.ignite:ignite-core] [00:04:31,905][INFO ][disco-event-worker-#1167%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=104b6c12-ad41-499e-a856-97f8967cb001, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:04:31] : [org.apache.ignite:ignite-core] [00:04:31,906][INFO ][disco-event-worker-#1167%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDiscoveryManager] Topology snapshot [ver=2, nodes=2, CPUs=8, heap=2.7GB] [23:04:31] : [org.apache.ignite:ignite-core] [00:04:31,946][INFO ][main][GridCacheProcessor] Started cache [name=ignite-marshaller-sys-cache, mode=REPLICATED] [23:04:31] : [org.apache.ignite:ignite-core] [00:04:31,948][INFO ][main][GridCacheProcessor] Started cache [name=ignite-atomics-sys-cache, mode=PARTITIONED] [23:04:31] : [org.apache.ignite:ignite-core] [00:04:31,950][INFO ][main][GridCacheProcessor] Started cache [name=ignite-sys-cache, mode=REPLICATED] [23:04:31] : [org.apache.ignite:ignite-core] [00:04:31,951][INFO ][main][GridCacheProcessor] Started cache [name=default, mode=PARTITIONED] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,483][INFO ][main][GridDhtPreloader] Starting rebalancing in SYNC mode: ignite-marshaller-sys-cache [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,483][INFO ][main][GridDhtPreloader] Starting rebalancing in SYNC mode: ignite-atomics-sys-cache [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,483][INFO ][main][GridDhtPreloader] Starting rebalancing in SYNC mode: null [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,483][INFO ][main][GridDhtPreloader] Starting rebalancing in SYNC mode: ignite-sys-cache [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,703][INFO ][preloader-demand-worker-#1237%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPreloader] Completed rebalancing in SYNC mode [cache=ignite-marshaller-sys-cache, time=220 ms] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,771][INFO ][preloader-demand-worker-#1241%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPreloader] Completed rebalancing in SYNC mode [cache=ignite-atomics-sys-cache, time=230 ms] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,848][INFO ][preloader-demand-worker-#1252%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPreloader] Completed rebalancing in SYNC mode [cache=null, time=371 ms] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,849][INFO ][preloader-demand-worker-#1248%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPreloader] Completed rebalancing in SYNC mode [cache=ignite-sys-cache, time=371 ms] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,856][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] Performance suggestions for grid 'cache.GridCacheValueConsistencyTransactionalSelfTest1' (fix if possible) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,856][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] To disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] ^-- Disable checkpoints (remove 'checkpointSpi' from configuration) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] ^-- Disable peer class loading (set 'peerClassLoadingEnabled' to false) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] ^-- Disable grid events (remove 'includeEventTypes' from configuration) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] ^-- Decrease number of backups (set 'keyBackups' to 0) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] ^-- Enable ATOMIC mode if not using transactions (set 'atomicityMode' to ATOMIC) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] ^-- Disable fully synchronous writes (set 'writeSynchronizationMode' to PRIMARY_SYNC or FULL_ASYNC) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] ^-- Disable swap store (set 'swapEnabled' to false) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] ^-- Enable write-behind to persistent store (set 'writeBehindEnabled' to true) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,857][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,958][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest1] [23:04:35] : [org.apache.ignite:ignite-core] [23:04:35] : [org.apache.ignite:ignite-core] >>> +---------------------------------+ [23:04:35] : [org.apache.ignite:ignite-core] >>> Ignite ver. 1.0.4#19700101-sha1:DEV [23:04:35] : [org.apache.ignite:ignite-core] >>> +---------------------------------+ [23:04:35] : [org.apache.ignite:ignite-core] >>> OS name: Windows 7 6.1 amd64 [23:04:35] : [org.apache.ignite:ignite-core] >>> CPU(s): 8 [23:04:35] : [org.apache.ignite:ignite-core] >>> Heap: 2.7GB [23:04:35] : [org.apache.ignite:ignite-core] >>> VM name: 10800@winbox01 [23:04:35] : [org.apache.ignite:ignite-core] >>> Grid name: cache.GridCacheValueConsistencyTransactionalSelfTest1 [23:04:35] : [org.apache.ignite:ignite-core] >>> Local node [ID=104B6C12-AD41-499E-A856-97F8967CB001, order=2] [23:04:35] : [org.apache.ignite:ignite-core] >>> Local node addresses: [/127.0.0.1] [23:04:35] : [org.apache.ignite:ignite-core] >>> Local ports: TCP:45051 TCP:47501 [23:04:35] : [org.apache.ignite:ignite-core] >>> Ignite documentation: http://ignite.incubator.apache.org [23:04:35] : [org.apache.ignite:ignite-core] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,958][INFO ][main][GridDiscoveryManager] Topology snapshot [ver=2, nodes=2, CPUs=8, heap=2.7GB] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,962][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] [23:04:35] : [org.apache.ignite:ignite-core] [23:04:35] : [org.apache.ignite:ignite-core] >>> __________ ________________ [23:04:35] : [org.apache.ignite:ignite-core] >>> / _/ ___/ |/ / _/_ __/ __/ [23:04:35] : [org.apache.ignite:ignite-core] >>> _/ // (7 7 // / / / / _/ [23:04:35] : [org.apache.ignite:ignite-core] >>> /___/\___/_/|_/___/ /_/ /___/ [23:04:35] : [org.apache.ignite:ignite-core] >>> [23:04:35] : [org.apache.ignite:ignite-core] >>> ver. 1.0.4#19700101-sha1:DEV [23:04:35] : [org.apache.ignite:ignite-core] >>> 2015 Copyright(C) Apache Software Foundation [23:04:35] : [org.apache.ignite:ignite-core] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,962][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] Config URL: n/a [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] Daemon mode: off [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] OS: Windows 7 6.1 amd64 [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] OS user: gridgain [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] Language runtime: Java Platform API Specification ver. 1.7 [23:04:35]W: [org.apache.ignite:ignite-core] [00:04:35,963][WARN ][main][GridCacheValueConsistencyTransactionalSelfTest2] Peer class loading is enabled (disable it in production for performance and deployment consistency reasons) [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] VM information: Java(TM) SE Runtime Environment 1.7.0_65-b19 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 24.65-b04 [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] VM total memory: 2.7GB [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] Remote Management [restart: off, REST: off, JMX (remote: off)] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] IGNITE_HOME=C:\BuildAgent\work\7c947d5619d8f2f1 [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] VM arguments: [-DJAVA_HOME=C:\Java\jdk1.7.0_65, -Dagent.home.dir=C:\BuildAgent, -Dagent.name=winbox01, -Dagent.ownPort=9090, -Dagent.work.dir=C:\BuildAgent\work, -Dbuild.number=60, -Dbuild.vcs.number=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dbuild.vcs.number.1=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dbuild.vcs.number.IgniteApache=41ce72f5c7a4a49ac43c25cb34943f65720eec9f, -Dclassworlds.conf=C:\BuildAgent\temp\buildTmp\teamcity.m2.conf, -Dcom.jetbrains.maven.watcher.report.file=C:\BuildAgent\temp\buildTmp\maven-build-info.xml, -Djava.io.tmpdir=C:\BuildAgent\temp\buildTmp, -Dmaven.home=C:\BuildAgent\tools\maven3, -Dmaven.repo.local=C:/Users/gridgain/.m2/repository, -Dteamcity.agent.cpuBenchmark=737, -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, -Dteamcity.agent.dotnet.build_id=446834, -Dteamcity.auth.password=38d64xwxVlJhHoQRsueA3s1vDBpQcJws, -Dteamcity.auth.userId=TeamCityBuildId=446834, -Dteamcity.build.changedFiles.file=C:\BuildAgent\temp\buildTmp\changedFiles3700967791316395166.txt, -Dteamcity.build.checkoutDir=C:\BuildAgent\work\7c947d5619d8f2f1, -Dteamcity.build.id=446834, -Dteamcity.build.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.build1784082251171726610.properties, -Dteamcity.build.tempDir=C:\BuildAgent\temp\buildTmp, -Dteamcity.build.workingDir=C:\BuildAgent\work\7c947d5619d8f2f1, -Dteamcity.buildConfName=Ignite Cache 3, -Dteamcity.buildType.id=Ignite_IgniteCache3, -Dteamcity.configuration.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.config233128923340221149.properties, -Dteamcity.dotnet.nunitaddin=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.TeamCity.NUnitAddin-NUnit, -Dteamcity.dotnet.nunitlauncher=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher.exe, -Dteamcity.dotnet.nunitlauncher.msbuild.task=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.MSBuildLoggers.dll, -Dteamcity.dotnet.nunitlauncher1.1=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher1.1.exe, -Dteamcity.dotnet.nunitlauncher2.0=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher2.0.exe, -Dteamcity.dotnet.nunitlauncher2.0.vsts=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.BuildServer.NUnitLauncher2.0.VSTS.exe, -Dteamcity.dotnet.platform=C:\BuildAgent\plugins\dotnetPlugin\bin\JetBrains.TeamCity.PlatformProcessRunner.1.1.exe, -Dteamcity.maven.watcher.home=C:\BuildAgent\plugins\mavenPlugin\maven-watcher, -Dteamcity.projectName=Ignite, -Dteamcity.runner.properties.file=C:\BuildAgent\temp\buildTmp\teamcity.runner1503078952429460611.properties, -Dteamcity.tests.recentlyFailedTests.file=C:\BuildAgent\temp\buildTmp\testsToRunFirst4938174458946558801.txt, -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=512m, -Xms1g, -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, -XX:+AggressiveOpts, -DIGNITE_TEST_HOME=C:\BuildAgent\work\7c947d5619d8f2f1, -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, -DIGNITE_QUIET=false, -XX:+PrintGC, -XX:+PrintGCDetails, -XX:+PrintGCTimeStamps] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] Configured caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', 'ignite-atomics-sys-cache', 'default'] [23:04:35] : [org.apache.ignite:ignite-core] [00:04:35,963][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] 3-rd party licenses can be found at: C:\BuildAgent\work\7c947d5619d8f2f1\libs\licenses [23:04:59] : [org.apache.ignite:ignite-core] [00:04:59,023][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] Non-loopback local IPs: 192.168.2.21, 2001:0:3261:2d1b:1477:3b89:3f57:fdea, fe80:0:0:0:0:5efe:c0a8:215%14, fe80:0:0:0:1477:3b89:3f57:fdea%13, fe80:0:0:0:3c6a:f7b2:e81c:8d9b%15, fe80:0:0:0:c860:5b96:8ee4:31e3%11 [23:04:59] : [org.apache.ignite:ignite-core] [00:04:59,023][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] Enabled local MACs: 00000000000000E0, 00FFAB1E7382, 94DE80BA54AF [23:04:59] : [org.apache.ignite:ignite-core] [00:04:59,260][INFO ][main][IgnitePluginProcessor] Configured plugins: [23:04:59] : [org.apache.ignite:ignite-core] [00:04:59,260][INFO ][main][IgnitePluginProcessor] ^-- None [23:04:59] : [org.apache.ignite:ignite-core] [00:04:59,260][INFO ][main][IgnitePluginProcessor] [23:05:07] : [org.apache.ignite:ignite-core] [00:05:07,045][INFO ][main][TcpCommunicationSpi] Successfully bound to TCP port [port=45052, locHost=/127.0.0.1] [23:05:07]W: [org.apache.ignite:ignite-core] [00:05:07,055][WARN ][main][GridCollisionManager] Collision resolution is disabled (all jobs will be activated upon arrival). [23:05:07]W: [org.apache.ignite:ignite-core] [00:05:07,057][WARN ][main][GridIndexingManager] Indexing is disabled (to enable please configure GridIndexingSpi). [23:05:07] : [org.apache.ignite:ignite-core] [00:05:07,057][INFO ][main][GridCacheValueConsistencyTransactionalSelfTest2] Security status [authentication=off] [23:05:07] : [org.apache.ignite:ignite-core] [00:05:07,064][INFO ][main][TcpDiscoverySpi] Successfully bound to TCP port [port=47502, localHost=/127.0.0.1] [23:05:18]W: [org.apache.ignite:ignite-core] [00:05:18,262][WARN ][main][TcpDiscoverySpi] Node has not been connected to topology and will repeat join process. Check remote nodes logs for possible error messages. Note that large topology may require significant time to start. Increase 'TcpDiscoverySpi.networkTimeout' configuration property if getting this message on the starting nodes [networkTimeout=5000] [23:05:19] : [org.apache.ignite:ignite-core] [00:05:19,351][INFO ][disco-event-worker-#1167%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=2013a2cc-2502-47e2-92d1-f3a2f45e6002, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:05:19] : [org.apache.ignite:ignite-core] [00:05:19,354][INFO ][disco-event-worker-#1167%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDiscoveryManager] Topology snapshot [ver=3, nodes=3, CPUs=8, heap=2.7GB] [23:05:19] : [org.apache.ignite:ignite-core] [00:05:19,354][INFO ][disco-event-worker-#1231%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDiscoveryManager] Added new node to topology: TcpDiscoveryNode [id=2013a2cc-2502-47e2-92d1-f3a2f45e6002, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:05:19] : [org.apache.ignite:ignite-core] [00:05:19,354][INFO ][disco-event-worker-#1231%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDiscoveryManager] Topology snapshot [ver=3, nodes=3, CPUs=8, heap=2.7GB] [23:05:22] : [org.apache.ignite:ignite-core] [00:05:22,896][INFO ][main][GridCacheProcessor] Started cache [name=ignite-marshaller-sys-cache, mode=REPLICATED] [23:05:22] : [org.apache.ignite:ignite-core] [00:05:22,899][INFO ][main][GridCacheProcessor] Started cache [name=ignite-atomics-sys-cache, mode=PARTITIONED] [23:05:22] : [org.apache.ignite:ignite-core] [00:05:22,902][INFO ][main][GridCacheProcessor] Started cache [name=ignite-sys-cache, mode=REPLICATED] [23:05:22] : [org.apache.ignite:ignite-core] [00:05:22,903][INFO ][main][GridCacheProcessor] Started cache [name=default, mode=PARTITIONED] [23:05:31]W: [org.apache.ignite:ignite-core] [00:05:31,214][WARN ][disco-event-worker-#1167%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDiscoveryManager] Node FAILED: TcpDiscoveryNode [id=104b6c12-ad41-499e-a856-97f8967cb001, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:05:31] : [org.apache.ignite:ignite-core] [00:05:31,215][INFO ][disco-event-worker-#1167%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDiscoveryManager] Topology snapshot [ver=5, nodes=2, CPUs=8, heap=2.7GB] [23:05:31]W: [org.apache.ignite:ignite-core] [00:05:31,215][WARN ][disco-event-worker-#1167%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDiscoveryManager] Node FAILED: TcpDiscoveryNode [id=2013a2cc-2502-47e2-92d1-f3a2f45e6002, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:05:31] : [org.apache.ignite:ignite-core] [00:05:31,215][INFO ][disco-event-worker-#1167%cache.GridCacheValueConsistencyTransactionalSelfTest0%][GridDiscoveryManager] Topology snapshot [ver=5, nodes=1, CPUs=8, heap=2.7GB] [23:06:01]W: [org.apache.ignite:ignite-core] [00:06:01,251][WARN ][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[2013a2cc, 002457e2], remaining=[2013a2cc, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=2, locNodeId=104b6c12-ad41-499e-a856-97f8967cb001] [23:06:13]W: [org.apache.ignite:ignite-core] [00:06:12,604][WARN ][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[104b6c12, 002457e2], remaining=[104b6c12, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=3, locNodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002] [23:06:28]W: [org.apache.ignite:ignite-core] [00:06:26,811][ERROR][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:06:28]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=678], -2100569601=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=100], 689859866=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=356], 1325947219=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374707054], super=GridCacheMessage [msgId=11928717, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:06:28]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:06:28]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:06:28]W: [org.apache.ignite:ignite-core] ... 10 more [23:06:28]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:06:28]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:06:28]W: [org.apache.ignite:ignite-core] ... 5 more [23:06:28]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:06:28]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:06:28]W: [org.apache.ignite:ignite-core] ... 5 more [23:06:33]W: [org.apache.ignite:ignite-core] [00:06:32,815][WARN ][tcp-comm-recovery-worker-#369%cache.GridCacheValueConsistencyTransactionalSelfTest2][TcpCommunicationSpi] Connect timed out (consider increasing 'connTimeout' configuration property) [addr=/127.0.0.1:45050] [23:06:36]W: [org.apache.ignite:ignite-core] [00:06:36,559][ERROR][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:06:36]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=1033, size=1024], -2100569601=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=109, size=100], 689859866=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=509, size=500], 1325947219=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=29, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374667376], super=GridCacheMessage [msgId=11928716, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:06:36]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:06:36]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:06:36]W: [org.apache.ignite:ignite-core] ... 10 more [23:06:36]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:06:36]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:06:36]W: [org.apache.ignite:ignite-core] ... 5 more [23:06:36]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:06:36]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:06:36]W: [org.apache.ignite:ignite-core] ... 5 more [23:06:43]W: [org.apache.ignite:ignite-core] [00:06:42,917][WARN ][main][GridCachePartitionExchangeManager] Failed to wait for initial partition map exchange. Possible reasons are: [23:06:43]W: [org.apache.ignite:ignite-core] ^-- Transactions in deadlock. [23:06:43]W: [org.apache.ignite:ignite-core] ^-- Long running transactions (ignore if this is the case). [23:06:43]W: [org.apache.ignite:ignite-core] ^-- Unreleased explicit locks. [23:07:08]W: [org.apache.ignite:ignite-core] [00:07:08,284][WARN ][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[104b6c12, 002457e2], remaining=[104b6c12, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=3, locNodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002] [23:07:16]W: [org.apache.ignite:ignite-core] [00:07:16,825][WARN ][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[2013a2cc, 002457e2], remaining=[2013a2cc, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=2, locNodeId=104b6c12-ad41-499e-a856-97f8967cb001] [23:07:24]W: [org.apache.ignite:ignite-core] [00:07:23,478][ERROR][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:07:24]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=678], -2100569601=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=100], 689859866=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=356], 1325947219=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374707054], super=GridCacheMessage [msgId=11928718, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:07:24]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:07:24]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:07:24]W: [org.apache.ignite:ignite-core] ... 10 more [23:07:24]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:07:24]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:07:24]W: [org.apache.ignite:ignite-core] ... 5 more [23:07:24]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:07:24]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:07:24]W: [org.apache.ignite:ignite-core] ... 5 more [23:07:34]W: [org.apache.ignite:ignite-core] [00:07:34,075][ERROR][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:07:34]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=1033, size=1024], -2100569601=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=109, size=100], 689859866=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=509, size=500], 1325947219=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=29, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374667376], super=GridCacheMessage [msgId=11928719, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:07:34]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:07:34]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:07:34]W: [org.apache.ignite:ignite-core] ... 10 more [23:07:34]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:07:34]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:07:34]W: [org.apache.ignite:ignite-core] ... 5 more [23:07:34]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:07:34]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:07:34]W: [org.apache.ignite:ignite-core] ... 5 more [23:08:02]W: [org.apache.ignite:ignite-core] [00:08:02,969][WARN ][main][GridCachePartitionExchangeManager] Still waiting for initial partition map exchange [fut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=2013a2cc-2502-47e2-92d1-f3a2f45e6002, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, loc=true, ver=1.0.4#19700101-sha1:00000000, isClient=false], topVer=3, nodeId8=2013a2cc, msg=null, type=NODE_JOINED, tstamp=1431374719349], rcvdIds=GridConcurrentHashSet [elements=[]], rmtIds=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], init=true, ready=true, replied=false, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, startTime=1431374722903, endTime=1431374722913, ignoreInterrupts=false, lsnr=null, state=DONE], topSnapshot=null, lastVer=null, partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@67252b58, err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], oldest=002457e2-b12c-44f9-bd05-10e4c61d8000, oldestOrder=1, evtLatch=0, remaining=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], super=GridFutureAdapter [resFlag=0, res=null, startTime=1431374722903, endTime=0, ignoreInterrupts=false, lsnr=null, state=INIT]]] [23:08:04]W: [org.apache.ignite:ignite-core] [00:08:04,976][WARN ][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[104b6c12, 002457e2], remaining=[104b6c12, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=3, locNodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002] [23:08:14]W: [org.apache.ignite:ignite-core] [00:08:14,110][WARN ][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[2013a2cc, 002457e2], remaining=[2013a2cc, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=2, locNodeId=104b6c12-ad41-499e-a856-97f8967cb001] [23:08:21]W: [org.apache.ignite:ignite-core] [00:08:20,761][ERROR][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:08:21]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=678], -2100569601=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=100], 689859866=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=356], 1325947219=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374707054], super=GridCacheMessage [msgId=11928720, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:08:21]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:08:21]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:08:21]W: [org.apache.ignite:ignite-core] ... 10 more [23:08:21]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:08:21]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:08:21]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:08:22]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:08:22]W: [org.apache.ignite:ignite-core] ... 5 more [23:08:22]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:08:22]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:08:22]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:08:22]W: [org.apache.ignite:ignite-core] ... 5 more [23:08:35]W: [org.apache.ignite:ignite-core] [00:08:35,165][ERROR][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:08:35]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=1033, size=1024], -2100569601=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=109, size=100], 689859866=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=509, size=500], 1325947219=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=29, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374667376], super=GridCacheMessage [msgId=11928721, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:08:35]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:08:35]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:08:35]W: [org.apache.ignite:ignite-core] ... 10 more [23:08:35]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:08:35]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:08:35]W: [org.apache.ignite:ignite-core] ... 5 more [23:08:35]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:08:35]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:08:35]W: [org.apache.ignite:ignite-core] ... 5 more [23:09:02]W: [org.apache.ignite:ignite-core] [00:09:02,213][WARN ][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[104b6c12, 002457e2], remaining=[104b6c12, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=3, locNodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002] [23:09:15]W: [org.apache.ignite:ignite-core] [00:09:15,728][WARN ][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[2013a2cc, 002457e2], remaining=[2013a2cc, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=2, locNodeId=104b6c12-ad41-499e-a856-97f8967cb001] [23:09:23]W: [org.apache.ignite:ignite-core] [00:09:22,984][WARN ][main][GridCachePartitionExchangeManager] Still waiting for initial partition map exchange [fut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=2013a2cc-2502-47e2-92d1-f3a2f45e6002, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, loc=true, ver=1.0.4#19700101-sha1:00000000, isClient=false], topVer=3, nodeId8=2013a2cc, msg=null, type=NODE_JOINED, tstamp=1431374719349], rcvdIds=GridConcurrentHashSet [elements=[]], rmtIds=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], init=true, ready=true, replied=false, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, startTime=1431374722903, endTime=1431374722913, ignoreInterrupts=false, lsnr=null, state=DONE], topSnapshot=null, lastVer=null, partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@67252b58, err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], oldest=002457e2-b12c-44f9-bd05-10e4c61d8000, oldestOrder=1, evtLatch=0, remaining=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], super=GridFutureAdapter [resFlag=0, res=null, startTime=1431374722903, endTime=0, ignoreInterrupts=false, lsnr=null, state=INIT]]] [23:09:23]W: [org.apache.ignite:ignite-core] [00:09:23,280][ERROR][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:09:23]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=678], -2100569601=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=100], 689859866=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=356], 1325947219=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374707054], super=GridCacheMessage [msgId=11928722, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:09:23]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:09:23]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:09:23]W: [org.apache.ignite:ignite-core] ... 10 more [23:09:23]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:09:23]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:09:23]W: [org.apache.ignite:ignite-core] ... 5 more [23:09:23]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:09:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:09:23]W: [org.apache.ignite:ignite-core] ... 5 more [23:09:29]W: [org.apache.ignite:ignite-core] [00:09:29,300][ERROR][tcp-disco-sock-reader-#419%cache.GridCacheValueConsistencyTransactionalSelfTest0][TcpDiscoverySpi] Failed to initialize connection [sock=Socket[addr=/127.0.0.1,port=49184,localport=47500]] [23:09:29]W: [org.apache.ignite:ignite-core] java.net.SocketException: Connection reset [23:09:29]W: [org.apache.ignite:ignite-core] at java.net.SocketInputStream.read(SocketInputStream.java:196) [23:09:29]W: [org.apache.ignite:ignite-core] at java.net.SocketInputStream.read(SocketInputStream.java:122) [23:09:29]W: [org.apache.ignite:ignite-core] at java.io.BufferedInputStream.fill(BufferedInputStream.java:235) [23:09:29]W: [org.apache.ignite:ignite-core] at java.io.BufferedInputStream.read1(BufferedInputStream.java:275) [23:09:29]W: [org.apache.ignite:ignite-core] at java.io.BufferedInputStream.read(BufferedInputStream.java:334) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi$SocketReader.body(TcpDiscoverySpi.java:4693) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:09:29]W: [org.apache.ignite:ignite-core] [00:09:29,304][ERROR][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:09:29]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=1033, size=1024], -2100569601=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=109, size=100], 689859866=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=509, size=500], 1325947219=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=29, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374667376], super=GridCacheMessage [msgId=11928723, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:09:29]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:09:29]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:09:29]W: [org.apache.ignite:ignite-core] ... 10 more [23:09:29]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:09:29]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:09:29]W: [org.apache.ignite:ignite-core] ... 5 more [23:09:29]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:09:29]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:09:29]W: [org.apache.ignite:ignite-core] ... 5 more [23:10:03]W: [org.apache.ignite:ignite-core] [00:10:03,464][WARN ][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[104b6c12, 002457e2], remaining=[104b6c12, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=3, locNodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002] [23:10:06]W: [org.apache.ignite:ignite-core] [00:10:06,352][WARN ][tcp-disco-sock-timeout-worker-#372%cache.GridCacheValueConsistencyTransactionalSelfTest2][TcpDiscoverySpi] Socket write has timed out (consider increasing 'sockTimeout' configuration property) [sockTimeout=200] [23:10:07]W: [org.apache.ignite:ignite-core] [00:10:07,111][WARN ][grid-nio-worker-2-#1163%cache.GridCacheValueConsistencyTransactionalSelfTest0%][TcpCommunicationSpi] Failed to process selector key (will close): GridSelectorNioSessionImpl [selectorIdx=2, queueSize=0, writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], recovery=null, super=GridNioSessionImpl [locAddr=/127.0.0.1:45050, rmtAddr=/127.0.0.1:49257, createTime=1431375007048, closeTime=0, bytesSent=17, bytesRcvd=0, sndSchedTime=1431375007048, lastSndTime=1431375007048, lastRcvTime=1431375007048, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=o.a.i.i.util.nio.GridDirectParser@45303fa8, directMode=true], GridConnectionBytesVerifyFilter], accepted=true]] [23:10:07]W: [org.apache.ignite:ignite-core] [00:10:07,404][WARN ][grid-nio-worker-2-#1163%cache.GridCacheValueConsistencyTransactionalSelfTest0%][TcpCommunicationSpi] Closing NIO session because of unhandled exception [cls=class o.a.i.i.util.nio.GridNioException, msg=An existing connection was forcibly closed by the remote host] [23:10:09]W: [org.apache.ignite:ignite-core] [00:10:09,440][WARN ][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[2013a2cc, 002457e2], remaining=[2013a2cc, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=2, locNodeId=104b6c12-ad41-499e-a856-97f8967cb001] [23:10:23]W: [org.apache.ignite:ignite-core] [00:10:23,352][ERROR][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:10:23]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=678], -2100569601=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=100], 689859866=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=356], 1325947219=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374707054], super=GridCacheMessage [msgId=11928724, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:10:23]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:10:23]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:10:23]W: [org.apache.ignite:ignite-core] ... 10 more [23:10:23]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:10:23]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:10:23]W: [org.apache.ignite:ignite-core] ... 5 more [23:10:23]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:10:23]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:10:23]W: [org.apache.ignite:ignite-core] ... 5 more [23:10:37]W: [org.apache.ignite:ignite-core] [00:10:37,952][ERROR][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:10:37]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=1033, size=1024], -2100569601=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=109, size=100], 689859866=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=509, size=500], 1325947219=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=29, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374667376], super=GridCacheMessage [msgId=11928725, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:10:37]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:10:37]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:10:37]W: [org.apache.ignite:ignite-core] ... 10 more [23:10:37]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:10:37]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:10:37]W: [org.apache.ignite:ignite-core] ... 5 more [23:10:37]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:10:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:10:37]W: [org.apache.ignite:ignite-core] ... 5 more [23:10:43]W: [org.apache.ignite:ignite-core] [00:10:43,007][WARN ][main][GridCachePartitionExchangeManager] Still waiting for initial partition map exchange [fut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=2013a2cc-2502-47e2-92d1-f3a2f45e6002, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, loc=true, ver=1.0.4#19700101-sha1:00000000, isClient=false], topVer=3, nodeId8=2013a2cc, msg=null, type=NODE_JOINED, tstamp=1431374719349], rcvdIds=GridConcurrentHashSet [elements=[]], rmtIds=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], init=true, ready=true, replied=false, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, startTime=1431374722903, endTime=1431374722913, ignoreInterrupts=false, lsnr=null, state=DONE], topSnapshot=null, lastVer=null, partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@67252b58, err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], oldest=002457e2-b12c-44f9-bd05-10e4c61d8000, oldestOrder=1, evtLatch=0, remaining=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], super=GridFutureAdapter [resFlag=0, res=null, startTime=1431374722903, endTime=0, ignoreInterrupts=false, lsnr=null, state=INIT]]] [23:11:04]W: [org.apache.ignite:ignite-core] [00:11:03,780][WARN ][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[104b6c12, 002457e2], remaining=[104b6c12, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=3, locNodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002] [23:11:19]W: [org.apache.ignite:ignite-core] [00:11:18,711][WARN ][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[2013a2cc, 002457e2], remaining=[2013a2cc, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=2, locNodeId=104b6c12-ad41-499e-a856-97f8967cb001] [23:11:37]W: [org.apache.ignite:ignite-core] [00:11:36,579][ERROR][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:11:37]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=678], -2100569601=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=100], 689859866=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=356], 1325947219=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374707054], super=GridCacheMessage [msgId=11928726, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:11:37]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:11:37]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:11:37]W: [org.apache.ignite:ignite-core] ... 10 more [23:11:37]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:11:37]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:11:37]W: [org.apache.ignite:ignite-core] ... 5 more [23:11:37]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:11:37]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:11:37]W: [org.apache.ignite:ignite-core] ... 5 more [23:11:46]W: [org.apache.ignite:ignite-core] [00:11:46,253][ERROR][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:11:46]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=1033, size=1024], -2100569601=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=109, size=100], 689859866=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=509, size=500], 1325947219=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=29, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374667376], super=GridCacheMessage [msgId=11928727, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:11:46]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:11:46]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:11:46]W: [org.apache.ignite:ignite-core] ... 10 more [23:11:46]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:11:46]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:11:46]W: [org.apache.ignite:ignite-core] ... 5 more [23:11:46]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:11:46]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:11:46]W: [org.apache.ignite:ignite-core] ... 5 more [23:12:03]W: [org.apache.ignite:ignite-core] [00:12:03,031][WARN ][main][GridCachePartitionExchangeManager] Still waiting for initial partition map exchange [fut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=2013a2cc-2502-47e2-92d1-f3a2f45e6002, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, loc=true, ver=1.0.4#19700101-sha1:00000000, isClient=false], topVer=3, nodeId8=2013a2cc, msg=null, type=NODE_JOINED, tstamp=1431374719349], rcvdIds=GridConcurrentHashSet [elements=[]], rmtIds=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], init=true, ready=true, replied=false, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, startTime=1431374722903, endTime=1431374722913, ignoreInterrupts=false, lsnr=null, state=DONE], topSnapshot=null, lastVer=null, partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@67252b58, err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], oldest=002457e2-b12c-44f9-bd05-10e4c61d8000, oldestOrder=1, evtLatch=0, remaining=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], super=GridFutureAdapter [resFlag=0, res=null, startTime=1431374722903, endTime=0, ignoreInterrupts=false, lsnr=null, state=INIT]]] [23:12:18]W: [org.apache.ignite:ignite-core] [00:12:17,860][WARN ][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[104b6c12, 002457e2], remaining=[104b6c12, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=3, locNodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002] [23:12:26]W: [org.apache.ignite:ignite-core] [00:12:26,320][WARN ][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[2013a2cc, 002457e2], remaining=[2013a2cc, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=2, locNodeId=104b6c12-ad41-499e-a856-97f8967cb001] [23:12:32]W: [org.apache.ignite:ignite-core] [00:12:32,156][WARN ][tcp-disco-sock-reader-#442%cache.GridCacheValueConsistencyTransactionalSelfTest0][TcpDiscoverySpi] Failed to read magic header (too few bytes received) [rmtAddr=/127.0.0.1:49506, locAddr=/127.0.0.1:47500] [23:12:38]W: [org.apache.ignite:ignite-core] [00:12:38,088][ERROR][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:12:38]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=678], -2100569601=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=100], 689859866=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=356], 1325947219=GridDhtPartitionMap [nodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002, updateSeq=2, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374707054], super=GridCacheMessage [msgId=11928728, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:12:38]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:12:38]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:12:38]W: [org.apache.ignite:ignite-core] ... 10 more [23:12:38]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:12:38]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:12:38]W: [org.apache.ignite:ignite-core] ... 5 more [23:12:38]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:12:38]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:12:38]W: [org.apache.ignite:ignite-core] ... 5 more [23:12:50]W: [org.apache.ignite:ignite-core] [00:12:50,869][ERROR][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Failed to send local partitions to oldest node (will retry after timeout) [oldestNodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED]] [23:12:50]W: [org.apache.ignite:ignite-core] class org.apache.ignite.IgniteCheckedException: Failed to send message (node may have left the grid or TCP connection cannot be established due to firewall issues) [node=TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false], topic=TOPIC_CACHE, msg=GridDhtPartitionsSingleMessage [parts={1=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=1033, size=1024], -2100569601=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=109, size=100], 689859866=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=509, size=500], 1325947219=GridDhtPartitionMap [nodeId=104b6c12-ad41-499e-a856-97f8967cb001, updateSeq=29, size=20]}, super=GridDhtPartitionsAbstractMessage [exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], lastVer=GridCacheVersion [topVer=0, nodeOrderDrId=0, globalTime=0, order=1431374667376], super=GridCacheMessage [msgId=11928729, depInfo=null, err=null, skipPrepare=false]]], policy=SYSTEM_POOL] [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:952) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:1016) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.GridCacheIoManager.send(GridCacheIoManager.java:591) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendLocalPartitions(GridDhtPartitionsExchangeFuture.java:768) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.sendPartitions(GridDhtPartitionsExchangeFuture.java:805) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.recheck(GridDhtPartitionsExchangeFuture.java:1238) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture.access$1700(GridDhtPartitionsExchangeFuture.java:52) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionsExchangeFuture$5.onTimeout(GridDhtPartitionsExchangeFuture.java:1276) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body(GridTimeoutProcessor.java:133) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:108) [23:12:50]W: [org.apache.ignite:ignite-core] at java.lang.Thread.run(Thread.java:745) [23:12:50]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.spi.IgniteSpiException: Failed to send message to remote node: TcpDiscoveryNode [id=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, loc=false, ver=1.0.4#19700101-sha1:00000000, isClient=false] [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:1574) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage(TcpCommunicationSpi.java:138) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.internal.managers.communication.GridIoManager.send(GridIoManager.java:949) [23:12:50]W: [org.apache.ignite:ignite-core] ... 10 more [23:12:50]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to connect to node (is node still alive?). Make sure that each GridComputeTask and GridCacheTransaction has a timeout set in order to prevent parties from waiting forever in case of network issues [nodeId=002457e2-b12c-44f9-bd05-10e4c61d8000, addrs=[/127.0.0.1:45050]] [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1842) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createNioClient(TcpCommunicationSpi.java:1671) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient(TcpCommunicationSpi.java:1612) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.access$4000(TcpCommunicationSpi.java:140) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$RecoveryWorker.body(TcpCommunicationSpi.java:2452) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.IgniteSpiThread.run(IgniteSpiThread.java:62) [23:12:50]W: [org.apache.ignite:ignite-core] Suppressed: class org.apache.ignite.IgniteCheckedException: Failed to connect to address: /127.0.0.1:45050 [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1847) [23:12:50]W: [org.apache.ignite:ignite-core] ... 5 more [23:12:50]W: [org.apache.ignite:ignite-core] Caused by: class org.apache.ignite.IgniteCheckedException: Failed to read remote node recovery handshake (connection closed). [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.safeHandshake(TcpCommunicationSpi.java:1971) [23:12:50]W: [org.apache.ignite:ignite-core] at org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.createTcpClient(TcpCommunicationSpi.java:1751) [23:12:50]W: [org.apache.ignite:ignite-core] ... 5 more [23:13:19]W: [org.apache.ignite:ignite-core] [00:13:18,808][WARN ][grid-timeout-worker-#1290%cache.GridCacheValueConsistencyTransactionalSelfTest2%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[104b6c12, 002457e2], remaining=[104b6c12, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=3, locNodeId=2013a2cc-2502-47e2-92d1-f3a2f45e6002] [23:13:23]W: [org.apache.ignite:ignite-core] [00:13:23,050][WARN ][main][GridCachePartitionExchangeManager] Still waiting for initial partition map exchange [fut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode [id=2013a2cc-2502-47e2-92d1-f3a2f45e6002, addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, loc=true, ver=1.0.4#19700101-sha1:00000000, isClient=false], topVer=3, nodeId8=2013a2cc, msg=null, type=NODE_JOINED, tstamp=1431374719349], rcvdIds=GridConcurrentHashSet [elements=[]], rmtIds=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], init=true, ready=true, replied=false, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, startTime=1431374722903, endTime=1431374722913, ignoreInterrupts=false, lsnr=null, state=DONE], topSnapshot=null, lastVer=null, partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@67252b58, err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], oldest=002457e2-b12c-44f9-bd05-10e4c61d8000, oldestOrder=1, evtLatch=0, remaining=[104b6c12-ad41-499e-a856-97f8967cb001, 002457e2-b12c-44f9-bd05-10e4c61d8000], super=GridFutureAdapter [resFlag=0, res=null, startTime=1431374722903, endTime=0, ignoreInterrupts=false, lsnr=null, state=INIT]]] [23:13:32]W: [org.apache.ignite:ignite-core] [00:13:31,656][WARN ][grid-timeout-worker-#1223%cache.GridCacheValueConsistencyTransactionalSelfTest1%][GridDhtPartitionsExchangeFuture] Retrying preload partition exchange due to timeout [done=false, dummy=false, exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=3, minorTopVer=0], nodeId=2013a2cc, evt=NODE_JOINED], rcvdIds=[], rmtIds=[2013a2cc, 002457e2], remaining=[2013a2cc, 002457e2], init=true, initFut=true, ready=true, replied=false, added=true, oldest=002457e2, oldestOrder=1, evtLatch=0, locNodeOrder=2, locNodeId=104b6c12-ad41-499e-a856-97f8967cb001]