[ 
https://issues.apache.org/jira/browse/IGNITE-1611?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Artem Shutak updated IGNITE-1611:
---------------------------------
    Fix Version/s: 1.6

> [Test Failed] 
> GridNearCacheTxNodeFailureSelfTest.testPrimaryNodeFailureBackupCommitImplicit
> -------------------------------------------------------------------------------------------
>
>                 Key: IGNITE-1611
>                 URL: https://issues.apache.org/jira/browse/IGNITE-1611
>             Project: Ignite
>          Issue Type: Test
>    Affects Versions: 1.5
>            Reporter: Anton Vinogradov
>            Priority: Blocker
>              Labels: Muted_test
>             Fix For: 1.5, 1.6
>
>
> There is no guarantee that test failure will be produced each test run, 
> please analyze logs in case of reproduction problem:
> {noformat}
> junit.framework.AssertionFailedError: near=GridNearCacheEntry [topVer=4, 
> dhtVer=GridCacheVersion [topVer=55263880, nodeOrderDrId=1, 
> globalTime=1443783881869, order=1443783876675], part=2, 
> super=GridDistributedCacheEntry [super=GridCacheMapEntry 
> [key=KeyCacheObjectImpl [val=2, hasValBytes=true], val=CacheObjectImpl 
> [val=2, hasValBytes=true], startVer=1443783876676, ver=GridCacheVersion 
> [topVer=55263880, nodeOrderDrId=1, globalTime=1443783881869, 
> order=1443783876675], hash=821347078, extras=null, flags=0]]]
>     at junit.framework.Assert.fail(Assert.java:57)
>     at junit.framework.Assert.assertTrue(Assert.java:22)
>     at junit.framework.Assert.assertNull(Assert.java:277)
>     at junit.framework.TestCase.assertNull(TestCase.java:447)
>     at 
> org.apache.ignite.internal.processors.cache.distributed.dht.GridCacheTxNodeFailureSelfTest.dataCheck(GridCacheTxNodeFailureSelfTest.java:342)
>     at 
> org.apache.ignite.internal.processors.cache.distributed.dht.GridCacheTxNodeFailureSelfTest.checkPrimaryNodeFailureBackupCommit(GridCacheTxNodeFailureSelfTest.java:302)
>     at 
> org.apache.ignite.internal.processors.cache.distributed.dht.GridCacheTxNodeFailureSelfTest.testPrimaryNodeFailureBackupCommitImplicit(GridCacheTxNodeFailureSelfTest.java:161)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:606)
>     at junit.framework.TestCase.runTest(TestCase.java:176)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest.runTestInternal(GridAbstractTest.java:1665)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest.access$000(GridAbstractTest.java:111)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest$6.run(GridAbstractTest.java:1603)
> ------- Stdout: -------
> [14:04:36,650][INFO ][main][root] >>> Starting test: 
> testPrimaryNodeFailureBackupCommitImplicit <<<
> [14:04:36,661][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> >>>    __________  ________________  
> >>>   /  _/ ___/ |/ /  _/_  __/ __/  
> >>>  _/ // (7 7    // /  / / / _/    
> >>> /___/\___/_/|_/___/ /_/ /___/   
> >>> 
> >>> ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV
> >>> 2015 Copyright(C) Apache Software Foundation
> >>> 
> >>> Ignite documentation: http://ignite.apache.org
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Config URL: n/a
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Daemon mode: off
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] OS: 
> Linux 2.6.32-38-generic amd64
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] OS 
> user: teamcity
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Language runtime: Java Platform API Specification ver. 1.7
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] VM 
> information: Java(TM) SE Runtime Environment 1.7.0_80-b15 Oracle Corporation 
> Java HotSpot(TM) 64-Bit Server VM 24.80-b11
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] VM 
> total memory: 2.7GB
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Remote Management [restart: off, REST: off, JMX (remote: off)]
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> IGNITE_HOME=/usr/local/TeamCityAgent/work/871ff4a46e450b13
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] VM 
> arguments: [-DJAVA_HOME=/usr/lib/jvm/java-7-oracle, -DMCAST_GRP=229.13.1.2, 
> -Dagent.home.dir=/usr/local/TeamCityAgent, -Dagent.name=teamcity-3, 
> -Dagent.ownPort=9090, -Dagent.work.dir=/usr/local/TeamCityAgent/work, 
> -Dbuild.number=3390, 
> -Dbuild.vcs.number=7b54cbd7499cd498b04e821dfa3b572bd94debec, 
> -Dbuild.vcs.number.1=7b54cbd7499cd498b04e821dfa3b572bd94debec, 
> -Dbuild.vcs.number.ApacheIgniteMirrorOnGitHub=7b54cbd7499cd498b04e821dfa3b572bd94debec,
>  -Dclassworlds.conf=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.m2.conf, 
> -Dcom.jetbrains.maven.watcher.report.file=/usr/local/TeamCityAgent/temp/buildTmp/maven-build-info.xml,
>  -Djava.io.tmpdir=/usr/local/TeamCityAgent/temp/buildTmp, 
> -Dmaven.home=/usr/local/TeamCityAgent/tools/maven3, 
> -Dmaven.repo.local=/home/teamcity/.m2/repository, 
> -Dteamcity.agent.cpuBenchmark=651, 
> -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, 
> -Dteamcity.agent.dotnet.build_id=547276, 
> -Dteamcity.auth.password=w2hE3gDUVmGePWVIkHEnpJdjkGh1RgTm, 
> -Dteamcity.auth.userId=TeamCityBuildId=547276, 
> -Dteamcity.build.changedFiles.file=/usr/local/TeamCityAgent/temp/buildTmp/changedFiles8662756275591896227.txt,
>  -Dteamcity.build.checkoutDir=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -Dteamcity.build.id=547276, 
> -Dteamcity.build.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.build5726589901755458521.properties,
>  -Dteamcity.build.tempDir=/usr/local/TeamCityAgent/temp/buildTmp, 
> -Dteamcity.build.workingDir=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -Dteamcity.buildConfName=Ignite Cache Failover, 
> -Dteamcity.buildType.id=Ignite_DataGridFailover, 
> -Dteamcity.configuration.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.config8728884784532753636.properties,
>  -Dteamcity.idea.home=/usr/local/TeamCityAgent/plugins/idea, 
> -Dteamcity.maven.watcher.home=/usr/local/TeamCityAgent/plugins/mavenPlugin/maven-watcher,
>  -Dteamcity.projectName=Ignite Tests, 
> -Dteamcity.runner.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.runner2314285968189682922.properties,
>  
> -Dteamcity.tests.recentlyFailedTests.file=/usr/local/TeamCityAgent/temp/buildTmp/testsToRunFirst8419038600795387618.txt,
>  -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=1024m, -Xms1g, 
> -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, 
> -XX:HeapDumpPath=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -XX:+AggressiveOpts, 
> -DIGNITE_TEST_HOME=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, 
> -DIGNITE_QUIET=false]
> [14:04:36,664][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Configured caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', 
> 'ignite-atomics-sys-cache', 'default']
> [14:04:36,667][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 3-rd 
> party licenses can be found at: 
> /usr/local/TeamCityAgent/work/871ff4a46e450b13/libs/licenses
> [14:04:36,671][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Non-loopback local IPs: 192.168.2.13, fe80:0:0:0:ca60:ff:fe68:58b6%2
> [14:04:36,671][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Enabled local MACs: C860006858B6
> [14:04:36,671][INFO ][test-runner][IgnitePluginProcessor] Configured plugins:
> [14:04:36,671][INFO ][test-runner][IgnitePluginProcessor]   ^-- None
> [14:04:36,671][INFO ][test-runner][IgnitePluginProcessor] 
> [14:04:36,672][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] IPC 
> shared memory server endpoint started [port=48100, 
> tokDir=/usr/local/TeamCityAgent/temp/buildTmp/ignite/work/ipc/shmem/00b323c7-25f0-42a6-819b-e95d5173a000-5591]
> [14:04:36,672][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] 
> Successfully bound shared memory communication to TCP port [port=48100, 
> locHost=/127.0.0.1]
> [14:04:36,673][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] 
> Successfully bound to TCP port [port=47100, locHost=/127.0.0.1]
> [14:04:36,679][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Security status [authentication=off, tls/ssl=off]
> [14:04:36,688][INFO ][test-runner][TcpDiscoverySpi] Successfully bound to TCP 
> port [port=47500, localHost=/127.0.0.1]
> [14:04:36,693][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-marshaller-sys-cache, mode=REPLICATED]
> [14:04:36,694][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-atomics-sys-cache, mode=PARTITIONED]
> [14:04:36,697][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=default, mode=PARTITIONED]
> [14:04:36,699][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-sys-cache, mode=REPLICATED]
> [14:04:36,707][INFO ][test-runner][GridDhtPreloader] 
> <ignite-marshaller-sys-cache> Starting rebalancing in SYNC mode: 
> ignite-marshaller-sys-cache
> [14:04:36,707][INFO ][test-runner][GridDhtPreloader] 
> <ignite-atomics-sys-cache> Starting rebalancing in SYNC mode: 
> ignite-atomics-sys-cache
> [14:04:36,707][INFO ][test-runner][GridDhtPreloader] <default> Starting 
> rebalancing in ASYNC mode: null
> [14:04:36,707][INFO ][test-runner][GridDhtPreloader] <ignite-sys-cache> 
> Starting rebalancing in SYNC mode: ignite-sys-cache
> [14:04:36,708][INFO 
> ][preloader-demand-worker-#90271%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDhtPreloader]
>  <ignite-marshaller-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-marshaller-sys-cache, time=0 ms]
> [14:04:36,708][INFO 
> ][preloader-demand-worker-#90275%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDhtPreloader]
>  <ignite-atomics-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-atomics-sys-cache, time=0 ms]
> [14:04:36,712][INFO 
> ][preloader-demand-worker-#90279%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDhtPreloader]
>  <default> Completed rebalancing in ASYNC mode [cache=null, time=0 ms]
> [14:04:36,712][INFO 
> ][preloader-demand-worker-#90285%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDhtPreloader]
>  <ignite-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-sys-cache, time=0 ms]
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> Performance suggestions for grid 'dht.GridNearCacheTxNodeFailureSelfTest0' 
> (fix if possible)
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] To 
> disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0]   ^-- 
> Disable checkpoints (remove 'checkpointSpi' from configuration)
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0]   ^-- 
> Disable peer class loading (set 'peerClassLoadingEnabled' to false)
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0]   ^-- 
> Disable grid events (remove 'includeEventTypes' from configuration)
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0]   ^-- 
> Disable near cache (set 'nearConfiguration' to null)
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0]   ^-- 
> Decrease number of backups (set 'keyBackups' to 0)
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0]   ^-- 
> Enable ATOMIC mode if not using transactions (set 'atomicityMode' to ATOMIC)
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] To 
> start Console Management & Monitoring run ignitevisorcmd.{sh|bat}
> [14:04:36,717][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> [14:04:36,718][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> >>> +------------------------------------------+
> >>> Ignite ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV
> >>> +------------------------------------------+
> >>> OS name: Linux 2.6.32-38-generic amd64
> >>> CPU(s): 4
> >>> Heap: 2.7GB
> >>> VM name: 5591@gg-teamcity-3
> >>> Grid name: dht.GridNearCacheTxNodeFailureSelfTest0
> >>> Local node [ID=00B323C7-25F0-42A6-819B-E95D5173A000, order=1, 
> >>> clientMode=false]
> >>> Local node addresses: [127.0.0.1]
> >>> Local ports: TCP:47100 TCP:47500 TCP:48100 
> [14:04:36,718][INFO ][test-runner][GridDiscoveryManager] Topology snapshot 
> [ver=1, servers=1, clients=0, CPUs=4, heap=2.7GB]
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> >>>    __________  ________________  
> >>>   /  _/ ___/ |/ /  _/_  __/ __/  
> >>>  _/ // (7 7    // /  / / / _/    
> >>> /___/\___/_/|_/___/ /_/ /___/   
> >>> 
> >>> ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV
> >>> 2015 Copyright(C) Apache Software Foundation
> >>> 
> >>> Ignite documentation: http://ignite.apache.org
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Config URL: n/a
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Daemon mode: off
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] OS: 
> Linux 2.6.32-38-generic amd64
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] OS 
> user: teamcity
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Language runtime: Java Platform API Specification ver. 1.7
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] VM 
> information: Java(TM) SE Runtime Environment 1.7.0_80-b15 Oracle Corporation 
> Java HotSpot(TM) 64-Bit Server VM 24.80-b11
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] VM 
> total memory: 2.7GB
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Remote Management [restart: off, REST: off, JMX (remote: off)]
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> IGNITE_HOME=/usr/local/TeamCityAgent/work/871ff4a46e450b13
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] VM 
> arguments: [-DJAVA_HOME=/usr/lib/jvm/java-7-oracle, -DMCAST_GRP=229.13.1.2, 
> -Dagent.home.dir=/usr/local/TeamCityAgent, -Dagent.name=teamcity-3, 
> -Dagent.ownPort=9090, -Dagent.work.dir=/usr/local/TeamCityAgent/work, 
> -Dbuild.number=3390, 
> -Dbuild.vcs.number=7b54cbd7499cd498b04e821dfa3b572bd94debec, 
> -Dbuild.vcs.number.1=7b54cbd7499cd498b04e821dfa3b572bd94debec, 
> -Dbuild.vcs.number.ApacheIgniteMirrorOnGitHub=7b54cbd7499cd498b04e821dfa3b572bd94debec,
>  -Dclassworlds.conf=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.m2.conf, 
> -Dcom.jetbrains.maven.watcher.report.file=/usr/local/TeamCityAgent/temp/buildTmp/maven-build-info.xml,
>  -Djava.io.tmpdir=/usr/local/TeamCityAgent/temp/buildTmp, 
> -Dmaven.home=/usr/local/TeamCityAgent/tools/maven3, 
> -Dmaven.repo.local=/home/teamcity/.m2/repository, 
> -Dteamcity.agent.cpuBenchmark=651, 
> -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, 
> -Dteamcity.agent.dotnet.build_id=547276, 
> -Dteamcity.auth.password=w2hE3gDUVmGePWVIkHEnpJdjkGh1RgTm, 
> -Dteamcity.auth.userId=TeamCityBuildId=547276, 
> -Dteamcity.build.changedFiles.file=/usr/local/TeamCityAgent/temp/buildTmp/changedFiles8662756275591896227.txt,
>  -Dteamcity.build.checkoutDir=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -Dteamcity.build.id=547276, 
> -Dteamcity.build.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.build5726589901755458521.properties,
>  -Dteamcity.build.tempDir=/usr/local/TeamCityAgent/temp/buildTmp, 
> -Dteamcity.build.workingDir=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -Dteamcity.buildConfName=Ignite Cache Failover, 
> -Dteamcity.buildType.id=Ignite_DataGridFailover, 
> -Dteamcity.configuration.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.config8728884784532753636.properties,
>  -Dteamcity.idea.home=/usr/local/TeamCityAgent/plugins/idea, 
> -Dteamcity.maven.watcher.home=/usr/local/TeamCityAgent/plugins/mavenPlugin/maven-watcher,
>  -Dteamcity.projectName=Ignite Tests, 
> -Dteamcity.runner.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.runner2314285968189682922.properties,
>  
> -Dteamcity.tests.recentlyFailedTests.file=/usr/local/TeamCityAgent/temp/buildTmp/testsToRunFirst8419038600795387618.txt,
>  -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=1024m, -Xms1g, 
> -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, 
> -XX:HeapDumpPath=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -XX:+AggressiveOpts, 
> -DIGNITE_TEST_HOME=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, 
> -DIGNITE_QUIET=false]
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Configured caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', 
> 'ignite-atomics-sys-cache', 'default']
> [14:04:36,723][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 3-rd 
> party licenses can be found at: 
> /usr/local/TeamCityAgent/work/871ff4a46e450b13/libs/licenses
> [14:04:36,725][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Non-loopback local IPs: 192.168.2.13, fe80:0:0:0:ca60:ff:fe68:58b6%2
> [14:04:36,725][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Enabled local MACs: C860006858B6
> [14:04:36,725][INFO ][test-runner][IgnitePluginProcessor] Configured plugins:
> [14:04:36,725][INFO ][test-runner][IgnitePluginProcessor]   ^-- None
> [14:04:36,725][INFO ][test-runner][IgnitePluginProcessor] 
> [14:04:36,726][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] IPC 
> shared memory server endpoint started [port=48101, 
> tokDir=/usr/local/TeamCityAgent/temp/buildTmp/ignite/work/ipc/shmem/10ca173e-8703-475c-95a2-21db704e7001-5591]
> [14:04:36,726][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] 
> Successfully bound shared memory communication to TCP port [port=48101, 
> locHost=/127.0.0.1]
> [14:04:36,726][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] 
> Successfully bound to TCP port [port=47101, locHost=/127.0.0.1]
> [14:04:36,729][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Security status [authentication=off, tls/ssl=off]
> [14:04:36,732][INFO ][test-runner][TcpDiscoverySpi] Successfully bound to TCP 
> port [port=47501, localHost=/127.0.0.1]
> [14:04:36,745][INFO 
> ][disco-event-worker-#90265%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDiscoveryManager]
>  Added new node to topology: TcpDiscoveryNode 
> [id=10ca173e-8703-475c-95a2-21db704e7001, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, 
> lastExchangeTime=1443783876734, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:36,745][INFO 
> ][disco-event-worker-#90265%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDiscoveryManager]
>  Topology snapshot [ver=2, servers=2, clients=0, CPUs=4, heap=2.7GB]
> [14:04:36,746][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-marshaller-sys-cache, mode=REPLICATED]
> [14:04:36,749][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-atomics-sys-cache, mode=PARTITIONED]
> [14:04:36,852][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=default, mode=PARTITIONED]
> [14:04:36,853][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-sys-cache, mode=REPLICATED]
> [14:04:36,866][INFO ][test-runner][GridDhtPreloader] 
> <ignite-marshaller-sys-cache> Starting rebalancing in SYNC mode: 
> ignite-marshaller-sys-cache
> [14:04:36,866][INFO ][test-runner][GridDhtPreloader] 
> <ignite-atomics-sys-cache> Starting rebalancing in SYNC mode: 
> ignite-atomics-sys-cache
> [14:04:36,866][INFO ][test-runner][GridDhtPreloader] <default> Starting 
> rebalancing in ASYNC mode: null
> [14:04:36,866][INFO ][test-runner][GridDhtPreloader] <ignite-sys-cache> 
> Starting rebalancing in SYNC mode: ignite-sys-cache
> [14:04:36,870][INFO 
> ][preloader-demand-worker-#90335%dht.GridNearCacheTxNodeFailureSelfTest1%][GridDhtPreloader]
>  <ignite-marshaller-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-marshaller-sys-cache, time=0 ms]
> [14:04:36,871][INFO 
> ][preloader-demand-worker-#90350%dht.GridNearCacheTxNodeFailureSelfTest1%][GridDhtPreloader]
>  <ignite-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-sys-cache, time=10 ms]
> [14:04:36,872][INFO 
> ][preloader-demand-worker-#90340%dht.GridNearCacheTxNodeFailureSelfTest1%][GridDhtPreloader]
>  <ignite-atomics-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-atomics-sys-cache, time=10 ms]
> [14:04:36,873][INFO 
> ][preloader-demand-worker-#90344%dht.GridNearCacheTxNodeFailureSelfTest1%][GridDhtPreloader]
>  <default> Completed rebalancing in ASYNC mode [cache=null, time=10 ms]
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> Performance suggestions for grid 'dht.GridNearCacheTxNodeFailureSelfTest1' 
> (fix if possible)
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] To 
> disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1]   ^-- 
> Disable checkpoints (remove 'checkpointSpi' from configuration)
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1]   ^-- 
> Disable peer class loading (set 'peerClassLoadingEnabled' to false)
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1]   ^-- 
> Disable grid events (remove 'includeEventTypes' from configuration)
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1]   ^-- 
> Disable near cache (set 'nearConfiguration' to null)
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1]   ^-- 
> Decrease number of backups (set 'keyBackups' to 0)
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1]   ^-- 
> Enable ATOMIC mode if not using transactions (set 'atomicityMode' to ATOMIC)
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] To 
> start Console Management & Monitoring run ignitevisorcmd.{sh|bat}
> [14:04:36,878][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> [14:04:36,879][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> >>> +------------------------------------------+
> >>> Ignite ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV
> >>> +------------------------------------------+
> >>> OS name: Linux 2.6.32-38-generic amd64
> >>> CPU(s): 4
> >>> Heap: 2.7GB
> >>> VM name: 5591@gg-teamcity-3
> >>> Grid name: dht.GridNearCacheTxNodeFailureSelfTest1
> >>> Local node [ID=10CA173E-8703-475C-95A2-21DB704E7001, order=2, 
> >>> clientMode=false]
> >>> Local node addresses: [127.0.0.1]
> >>> Local ports: TCP:47101 TCP:47501 TCP:48101 
> [14:04:36,879][INFO ][test-runner][GridDiscoveryManager] Topology snapshot 
> [ver=2, servers=2, clients=0, CPUs=4, heap=2.7GB]
> [14:04:36,885][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> >>>    __________  ________________  
> >>>   /  _/ ___/ |/ /  _/_  __/ __/  
> >>>  _/ // (7 7    // /  / / / _/    
> >>> /___/\___/_/|_/___/ /_/ /___/   
> >>> 
> >>> ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV
> >>> 2015 Copyright(C) Apache Software Foundation
> >>> 
> >>> Ignite documentation: http://ignite.apache.org
> [14:04:36,885][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Config URL: n/a
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Daemon mode: off
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] OS: 
> Linux 2.6.32-38-generic amd64
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] OS 
> user: teamcity
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Language runtime: Java Platform API Specification ver. 1.7
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] VM 
> information: Java(TM) SE Runtime Environment 1.7.0_80-b15 Oracle Corporation 
> Java HotSpot(TM) 64-Bit Server VM 24.80-b11
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] VM 
> total memory: 2.7GB
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Remote Management [restart: off, REST: off, JMX (remote: off)]
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> IGNITE_HOME=/usr/local/TeamCityAgent/work/871ff4a46e450b13
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] VM 
> arguments: [-DJAVA_HOME=/usr/lib/jvm/java-7-oracle, -DMCAST_GRP=229.13.1.2, 
> -Dagent.home.dir=/usr/local/TeamCityAgent, -Dagent.name=teamcity-3, 
> -Dagent.ownPort=9090, -Dagent.work.dir=/usr/local/TeamCityAgent/work, 
> -Dbuild.number=3390, 
> -Dbuild.vcs.number=7b54cbd7499cd498b04e821dfa3b572bd94debec, 
> -Dbuild.vcs.number.1=7b54cbd7499cd498b04e821dfa3b572bd94debec, 
> -Dbuild.vcs.number.ApacheIgniteMirrorOnGitHub=7b54cbd7499cd498b04e821dfa3b572bd94debec,
>  -Dclassworlds.conf=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.m2.conf, 
> -Dcom.jetbrains.maven.watcher.report.file=/usr/local/TeamCityAgent/temp/buildTmp/maven-build-info.xml,
>  -Djava.io.tmpdir=/usr/local/TeamCityAgent/temp/buildTmp, 
> -Dmaven.home=/usr/local/TeamCityAgent/tools/maven3, 
> -Dmaven.repo.local=/home/teamcity/.m2/repository, 
> -Dteamcity.agent.cpuBenchmark=651, 
> -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, 
> -Dteamcity.agent.dotnet.build_id=547276, 
> -Dteamcity.auth.password=w2hE3gDUVmGePWVIkHEnpJdjkGh1RgTm, 
> -Dteamcity.auth.userId=TeamCityBuildId=547276, 
> -Dteamcity.build.changedFiles.file=/usr/local/TeamCityAgent/temp/buildTmp/changedFiles8662756275591896227.txt,
>  -Dteamcity.build.checkoutDir=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -Dteamcity.build.id=547276, 
> -Dteamcity.build.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.build5726589901755458521.properties,
>  -Dteamcity.build.tempDir=/usr/local/TeamCityAgent/temp/buildTmp, 
> -Dteamcity.build.workingDir=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -Dteamcity.buildConfName=Ignite Cache Failover, 
> -Dteamcity.buildType.id=Ignite_DataGridFailover, 
> -Dteamcity.configuration.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.config8728884784532753636.properties,
>  -Dteamcity.idea.home=/usr/local/TeamCityAgent/plugins/idea, 
> -Dteamcity.maven.watcher.home=/usr/local/TeamCityAgent/plugins/mavenPlugin/maven-watcher,
>  -Dteamcity.projectName=Ignite Tests, 
> -Dteamcity.runner.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.runner2314285968189682922.properties,
>  
> -Dteamcity.tests.recentlyFailedTests.file=/usr/local/TeamCityAgent/temp/buildTmp/testsToRunFirst8419038600795387618.txt,
>  -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=1024m, -Xms1g, 
> -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, 
> -XX:HeapDumpPath=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -XX:+AggressiveOpts, 
> -DIGNITE_TEST_HOME=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, 
> -DIGNITE_QUIET=false]
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Configured caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', 
> 'ignite-atomics-sys-cache', 'default']
> [14:04:36,886][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 3-rd 
> party licenses can be found at: 
> /usr/local/TeamCityAgent/work/871ff4a46e450b13/libs/licenses
> [14:04:36,888][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Non-loopback local IPs: 192.168.2.13, fe80:0:0:0:ca60:ff:fe68:58b6%2
> [14:04:36,888][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Enabled local MACs: C860006858B6
> [14:04:36,888][INFO ][test-runner][IgnitePluginProcessor] Configured plugins:
> [14:04:36,888][INFO ][test-runner][IgnitePluginProcessor]   ^-- None
> [14:04:36,888][INFO ][test-runner][IgnitePluginProcessor] 
> [14:04:36,890][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] IPC 
> shared memory server endpoint started [port=48102, 
> tokDir=/usr/local/TeamCityAgent/temp/buildTmp/ignite/work/ipc/shmem/20cd98aa-ef5a-4eac-b28e-27c6df0b4002-5591]
> [14:04:36,890][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] 
> Successfully bound shared memory communication to TCP port [port=48102, 
> locHost=/127.0.0.1]
> [14:04:36,891][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] 
> Successfully bound to TCP port [port=47102, locHost=/127.0.0.1]
> [14:04:36,896][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Security status [authentication=off, tls/ssl=off]
> [14:04:36,899][INFO ][test-runner][TcpDiscoverySpi] Successfully bound to TCP 
> port [port=47502, localHost=/127.0.0.1]
> [14:04:36,909][INFO 
> ][disco-event-worker-#90265%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDiscoveryManager]
>  Added new node to topology: TcpDiscoveryNode 
> [id=20cd98aa-ef5a-4eac-b28e-27c6df0b4002, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, 
> lastExchangeTime=1443783876901, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:36,910][INFO 
> ][disco-event-worker-#90328%dht.GridNearCacheTxNodeFailureSelfTest1%][GridDiscoveryManager]
>  Added new node to topology: TcpDiscoveryNode 
> [id=20cd98aa-ef5a-4eac-b28e-27c6df0b4002, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, 
> lastExchangeTime=1443783876901, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:36,910][INFO 
> ][disco-event-worker-#90265%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDiscoveryManager]
>  Topology snapshot [ver=3, servers=3, clients=0, CPUs=4, heap=2.7GB]
> [14:04:36,910][INFO 
> ][disco-event-worker-#90328%dht.GridNearCacheTxNodeFailureSelfTest1%][GridDiscoveryManager]
>  Topology snapshot [ver=3, servers=3, clients=0, CPUs=4, heap=2.7GB]
> [14:04:36,912][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-marshaller-sys-cache, mode=REPLICATED]
> [14:04:36,914][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-atomics-sys-cache, mode=PARTITIONED]
> [14:04:36,918][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=default, mode=PARTITIONED]
> [14:04:36,919][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-sys-cache, mode=REPLICATED]
> [14:04:36,932][INFO ][test-runner][GridDhtPreloader] 
> <ignite-marshaller-sys-cache> Starting rebalancing in SYNC mode: 
> ignite-marshaller-sys-cache
> [14:04:36,932][INFO ][test-runner][GridDhtPreloader] 
> <ignite-atomics-sys-cache> Starting rebalancing in SYNC mode: 
> ignite-atomics-sys-cache
> [14:04:36,932][INFO ][test-runner][GridDhtPreloader] <default> Starting 
> rebalancing in ASYNC mode: null
> [14:04:36,932][INFO ][test-runner][GridDhtPreloader] <ignite-sys-cache> 
> Starting rebalancing in SYNC mode: ignite-sys-cache
> [14:04:36,936][INFO 
> ][preloader-demand-worker-#90403%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDhtPreloader]
>  <ignite-marshaller-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-marshaller-sys-cache, time=0 ms]
> [14:04:36,939][INFO 
> ][preloader-demand-worker-#90418%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDhtPreloader]
>  <ignite-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-sys-cache, time=0 ms]
> [14:04:36,939][INFO 
> ][preloader-demand-worker-#90412%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDhtPreloader]
>  <default> Completed rebalancing in ASYNC mode [cache=null, time=0 ms]
> [14:04:36,978][INFO 
> ][preloader-demand-worker-#90407%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDhtPreloader]
>  <ignite-atomics-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-atomics-sys-cache, time=41 ms]
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Performance suggestions for grid 'dht.GridNearCacheTxNodeFailureSelfTest2' 
> (fix if possible)
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] To 
> disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2]   ^-- 
> Disable checkpoints (remove 'checkpointSpi' from configuration)
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2]   ^-- 
> Disable peer class loading (set 'peerClassLoadingEnabled' to false)
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2]   ^-- 
> Disable grid events (remove 'includeEventTypes' from configuration)
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2]   ^-- 
> Disable near cache (set 'nearConfiguration' to null)
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2]   ^-- 
> Decrease number of backups (set 'keyBackups' to 0)
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2]   ^-- 
> Enable ATOMIC mode if not using transactions (set 'atomicityMode' to ATOMIC)
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] To 
> start Console Management & Monitoring run ignitevisorcmd.{sh|bat}
> [14:04:36,987][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> [14:04:36,988][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> >>> +------------------------------------------+
> >>> Ignite ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV
> >>> +------------------------------------------+
> >>> OS name: Linux 2.6.32-38-generic amd64
> >>> CPU(s): 4
> >>> Heap: 2.7GB
> >>> VM name: 5591@gg-teamcity-3
> >>> Grid name: dht.GridNearCacheTxNodeFailureSelfTest2
> >>> Local node [ID=20CD98AA-EF5A-4EAC-B28E-27C6DF0B4002, order=3, 
> >>> clientMode=false]
> >>> Local node addresses: [127.0.0.1]
> >>> Local ports: TCP:47102 TCP:47502 TCP:48102 
> [14:04:36,988][INFO ][test-runner][GridDiscoveryManager] Topology snapshot 
> [ver=3, servers=3, clients=0, CPUs=4, heap=2.7GB]
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> >>>    __________  ________________  
> >>>   /  _/ ___/ |/ /  _/_  __/ __/  
> >>>  _/ // (7 7    // /  / / / _/    
> >>> /___/\___/_/|_/___/ /_/ /___/   
> >>> 
> >>> ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV
> >>> 2015 Copyright(C) Apache Software Foundation
> >>> 
> >>> Ignite documentation: http://ignite.apache.org
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Config URL: n/a
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Daemon mode: off
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] OS: 
> Linux 2.6.32-38-generic amd64
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] OS 
> user: teamcity
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Language runtime: Java Platform API Specification ver. 1.7
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] VM 
> information: Java(TM) SE Runtime Environment 1.7.0_80-b15 Oracle Corporation 
> Java HotSpot(TM) 64-Bit Server VM 24.80-b11
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] VM 
> total memory: 2.7GB
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Remote Management [restart: off, REST: off, JMX (remote: off)]
> [14:04:36,996][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> IGNITE_HOME=/usr/local/TeamCityAgent/work/871ff4a46e450b13
> [14:04:36,997][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] VM 
> arguments: [-DJAVA_HOME=/usr/lib/jvm/java-7-oracle, -DMCAST_GRP=229.13.1.2, 
> -Dagent.home.dir=/usr/local/TeamCityAgent, -Dagent.name=teamcity-3, 
> -Dagent.ownPort=9090, -Dagent.work.dir=/usr/local/TeamCityAgent/work, 
> -Dbuild.number=3390, 
> -Dbuild.vcs.number=7b54cbd7499cd498b04e821dfa3b572bd94debec, 
> -Dbuild.vcs.number.1=7b54cbd7499cd498b04e821dfa3b572bd94debec, 
> -Dbuild.vcs.number.ApacheIgniteMirrorOnGitHub=7b54cbd7499cd498b04e821dfa3b572bd94debec,
>  -Dclassworlds.conf=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.m2.conf, 
> -Dcom.jetbrains.maven.watcher.report.file=/usr/local/TeamCityAgent/temp/buildTmp/maven-build-info.xml,
>  -Djava.io.tmpdir=/usr/local/TeamCityAgent/temp/buildTmp, 
> -Dmaven.home=/usr/local/TeamCityAgent/tools/maven3, 
> -Dmaven.repo.local=/home/teamcity/.m2/repository, 
> -Dteamcity.agent.cpuBenchmark=651, 
> -Dteamcity.agent.dotnet.agent_url=http://localhost:9090/RPC2, 
> -Dteamcity.agent.dotnet.build_id=547276, 
> -Dteamcity.auth.password=w2hE3gDUVmGePWVIkHEnpJdjkGh1RgTm, 
> -Dteamcity.auth.userId=TeamCityBuildId=547276, 
> -Dteamcity.build.changedFiles.file=/usr/local/TeamCityAgent/temp/buildTmp/changedFiles8662756275591896227.txt,
>  -Dteamcity.build.checkoutDir=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -Dteamcity.build.id=547276, 
> -Dteamcity.build.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.build5726589901755458521.properties,
>  -Dteamcity.build.tempDir=/usr/local/TeamCityAgent/temp/buildTmp, 
> -Dteamcity.build.workingDir=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -Dteamcity.buildConfName=Ignite Cache Failover, 
> -Dteamcity.buildType.id=Ignite_DataGridFailover, 
> -Dteamcity.configuration.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.config8728884784532753636.properties,
>  -Dteamcity.idea.home=/usr/local/TeamCityAgent/plugins/idea, 
> -Dteamcity.maven.watcher.home=/usr/local/TeamCityAgent/plugins/mavenPlugin/maven-watcher,
>  -Dteamcity.projectName=Ignite Tests, 
> -Dteamcity.runner.properties.file=/usr/local/TeamCityAgent/temp/buildTmp/teamcity.runner2314285968189682922.properties,
>  
> -Dteamcity.tests.recentlyFailedTests.file=/usr/local/TeamCityAgent/temp/buildTmp/testsToRunFirst8419038600795387618.txt,
>  -Dteamcity.version=8.1.4 (build 30168), -ea, -XX:MaxPermSize=1024m, -Xms1g, 
> -Xmx3g, -XX:+HeapDumpOnOutOfMemoryError, 
> -XX:HeapDumpPath=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -XX:+AggressiveOpts, 
> -DIGNITE_TEST_HOME=/usr/local/TeamCityAgent/work/871ff4a46e450b13, 
> -DIGNITE_UPDATE_NOTIFIER=false, -DIGNITE_NO_DISCO_ORDER=true, 
> -DIGNITE_QUIET=false]
> [14:04:36,997][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Configured caches ['ignite-marshaller-sys-cache', 'ignite-sys-cache', 
> 'ignite-atomics-sys-cache', 'default']
> [14:04:36,997][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 3-rd 
> party licenses can be found at: 
> /usr/local/TeamCityAgent/work/871ff4a46e450b13/libs/licenses
> [14:04:37,000][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Non-loopback local IPs: 192.168.2.13, fe80:0:0:0:ca60:ff:fe68:58b6%2
> [14:04:37,000][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Enabled local MACs: C860006858B6
> [14:04:37,000][INFO ][test-runner][IgnitePluginProcessor] Configured plugins:
> [14:04:37,000][INFO ][test-runner][IgnitePluginProcessor]   ^-- None
> [14:04:37,000][INFO ][test-runner][IgnitePluginProcessor] 
> [14:04:37,002][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] IPC 
> shared memory server endpoint started [port=48103, 
> tokDir=/usr/local/TeamCityAgent/temp/buildTmp/ignite/work/ipc/shmem/3035d755-8140-4af5-820d-df1d537b4003-5591]
> [14:04:37,002][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] 
> Successfully bound shared memory communication to TCP port [port=48103, 
> locHost=/127.0.0.1]
> [14:04:37,003][INFO 
> ][test-runner][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi] 
> Successfully bound to TCP port [port=47103, locHost=/127.0.0.1]
> [14:04:37,009][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Security status [authentication=off, tls/ssl=off]
> [14:04:37,015][INFO ][test-runner][TcpDiscoverySpi] Successfully bound to TCP 
> port [port=47503, localHost=/127.0.0.1]
> [14:04:37,030][INFO 
> ][disco-event-worker-#90265%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDiscoveryManager]
>  Added new node to topology: TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:37,031][INFO 
> ][disco-event-worker-#90328%dht.GridNearCacheTxNodeFailureSelfTest1%][GridDiscoveryManager]
>  Added new node to topology: TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:37,031][INFO 
> ][disco-event-worker-#90265%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDiscoveryManager]
>  Topology snapshot [ver=4, servers=4, clients=0, CPUs=4, heap=2.7GB]
> [14:04:37,031][INFO 
> ][disco-event-worker-#90328%dht.GridNearCacheTxNodeFailureSelfTest1%][GridDiscoveryManager]
>  Topology snapshot [ver=4, servers=4, clients=0, CPUs=4, heap=2.7GB]
> [14:04:37,031][INFO 
> ][disco-event-worker-#90396%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDiscoveryManager]
>  Added new node to topology: TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:37,031][INFO 
> ][disco-event-worker-#90396%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDiscoveryManager]
>  Topology snapshot [ver=4, servers=4, clients=0, CPUs=4, heap=2.7GB]
> [14:04:37,037][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-marshaller-sys-cache, mode=REPLICATED]
> [14:04:37,039][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-atomics-sys-cache, mode=PARTITIONED]
> [14:04:37,043][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=default, mode=PARTITIONED]
> [14:04:37,045][INFO ][test-runner][GridCacheProcessor] Started cache 
> [name=ignite-sys-cache, mode=REPLICATED]
> [14:04:37,133][INFO ][test-runner][GridDhtPreloader] 
> <ignite-marshaller-sys-cache> Starting rebalancing in SYNC mode: 
> ignite-marshaller-sys-cache
> [14:04:37,133][INFO ][test-runner][GridDhtPreloader] 
> <ignite-atomics-sys-cache> Starting rebalancing in SYNC mode: 
> ignite-atomics-sys-cache
> [14:04:37,133][INFO ][test-runner][GridDhtPreloader] <default> Starting 
> rebalancing in ASYNC mode: null
> [14:04:37,133][INFO ][test-runner][GridDhtPreloader] <ignite-sys-cache> 
> Starting rebalancing in SYNC mode: ignite-sys-cache
> [14:04:37,188][INFO 
> ][preloader-demand-worker-#90473%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDhtPreloader]
>  <ignite-marshaller-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-marshaller-sys-cache, time=50 ms]
> [14:04:37,190][INFO 
> ][preloader-demand-worker-#90482%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDhtPreloader]
>  <default> Completed rebalancing in ASYNC mode [cache=null, time=50 ms]
> [14:04:37,191][INFO 
> ][preloader-demand-worker-#90486%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDhtPreloader]
>  <ignite-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-sys-cache, time=50 ms]
> [14:04:37,230][INFO 
> ][preloader-demand-worker-#90478%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDhtPreloader]
>  <ignite-atomics-sys-cache> Completed rebalancing in SYNC mode 
> [cache=ignite-atomics-sys-cache, time=91 ms]
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Performance suggestions for grid 'dht.GridNearCacheTxNodeFailureSelfTest3' 
> (fix if possible)
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] To 
> disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3]   ^-- 
> Disable checkpoints (remove 'checkpointSpi' from configuration)
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3]   ^-- 
> Disable peer class loading (set 'peerClassLoadingEnabled' to false)
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3]   ^-- 
> Disable grid events (remove 'includeEventTypes' from configuration)
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3]   ^-- 
> Disable near cache (set 'nearConfiguration' to null)
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3]   ^-- 
> Decrease number of backups (set 'keyBackups' to 0)
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3]   ^-- 
> Enable ATOMIC mode if not using transactions (set 'atomicityMode' to ATOMIC)
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] To 
> start Console Management & Monitoring run ignitevisorcmd.{sh|bat}
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> [14:04:37,241][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> >>> +------------------------------------------+
> >>> Ignite ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV
> >>> +------------------------------------------+
> >>> OS name: Linux 2.6.32-38-generic amd64
> >>> CPU(s): 4
> >>> Heap: 2.7GB
> >>> VM name: 5591@gg-teamcity-3
> >>> Grid name: dht.GridNearCacheTxNodeFailureSelfTest3
> >>> Local node [ID=3035D755-8140-4AF5-820D-DF1D537B4003, order=4, 
> >>> clientMode=false]
> >>> Local node addresses: [127.0.0.1]
> >>> Local ports: TCP:47103 TCP:47503 TCP:48103 
> [14:04:37,241][INFO ][test-runner][GridDiscoveryManager] Topology snapshot 
> [ver=4, servers=4, clients=0, CPUs=4, heap=2.7GB]
> [14:04:41,868][INFO ][test-runner][root] Grid 0: 
> 00b323c7-25f0-42a6-819b-e95d5173a000
> [14:04:41,868][INFO ][test-runner][root] Grid 1: 
> 10ca173e-8703-475c-95a2-21db704e7001
> [14:04:41,868][INFO ][test-runner][root] Grid 2: 
> 20cd98aa-ef5a-4eac-b28e-27c6df0b4002
> [14:04:41,868][INFO ][test-runner][root] Grid 3: 
> 3035d755-8140-4af5-820d-df1d537b4003
> [14:04:42,873][INFO ][test-runner][root] >>> Stopping grid 
> [name=dht.GridNearCacheTxNodeFailureSelfTest1, 
> id=10ca173e-8703-475c-95a2-21db704e7001]
> [14:04:42,884][INFO 
> ][disco-event-worker-#90265%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDiscoveryManager]
>  Node left topology: TcpDiscoveryNode 
> [id=10ca173e-8703-475c-95a2-21db704e7001, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, 
> lastExchangeTime=1443783876734, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:42,885][INFO 
> ][disco-event-worker-#90265%dht.GridNearCacheTxNodeFailureSelfTest0%][GridDiscoveryManager]
>  Topology snapshot [ver=5, servers=3, clients=0, CPUs=4, heap=2.7GB]
> [14:04:42,885][INFO ][test-runner][GridCacheProcessor] Stopped cache: null
> [14:04:42,886][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-marshaller-sys-cache
> [14:04:42,886][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-sys-cache
> [14:04:42,886][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-atomics-sys-cache
> [14:04:42,886][INFO ][test-runner][GridDeploymentLocalStore] Removed 
> undeployed class: GridDeployment [ts=1443783876861, depMode=SHARED, 
> clsLdr=IsolatedClassLoader{roleName='test'}, 
> clsLdrId=82e91823051-10ca173e-8703-475c-95a2-21db704e7001, userVer=0, 
> loc=true, 
> sampleClsName=org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap,
>  pendingUndeploy=false, undeployed=true, usage=0]
> [14:04:42,886][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap
> [14:04:42,886][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class org.apache.ignite.internal.util.GridLeanMap
> [14:04:42,886][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class java.lang.Integer
> [14:04:42,886][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class org.apache.ignite.internal.util.GridLeanMap$Map3
> [14:04:42,886][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap
> [14:04:42,886][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ResendTimeoutObject$1
> [14:04:42,886][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class org.apache.ignite.internal.GridTopic$T7
> [14:04:42,893][INFO 
> ][disco-event-worker-#90396%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDiscoveryManager]
>  Node left topology: TcpDiscoveryNode 
> [id=10ca173e-8703-475c-95a2-21db704e7001, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, 
> lastExchangeTime=1443783876901, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:42,893][INFO 
> ][disco-event-worker-#90396%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDiscoveryManager]
>  Topology snapshot [ver=5, servers=3, clients=0, CPUs=4, heap=2.7GB]
> [14:04:42,894][INFO 
> ][disco-event-worker-#90466%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDiscoveryManager]
>  Node left topology: TcpDiscoveryNode 
> [id=10ca173e-8703-475c-95a2-21db704e7001, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, 
> lastExchangeTime=1443783877022, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:42,894][INFO 
> ][disco-event-worker-#90466%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDiscoveryManager]
>  Topology snapshot [ver=5, servers=3, clients=0, CPUs=4, heap=2.7GB]
> [14:04:42,900][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest1] 
> >>> +-----------------------------------------------------+
> >>> Ignite ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV stopped OK
> >>> +-----------------------------------------------------+
> >>> Grid name: dht.GridNearCacheTxNodeFailureSelfTest1
> >>> Grid uptime: 00:00:06:27
> [14:04:42,902][INFO ][test-runner][root] >>> Stopping grid 
> [name=dht.GridNearCacheTxNodeFailureSelfTest0, 
> id=00b323c7-25f0-42a6-819b-e95d5173a000]
> [14:04:42,910][INFO 
> ][disco-event-worker-#90396%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDiscoveryManager]
>  Node left topology: TcpDiscoveryNode 
> [id=00b323c7-25f0-42a6-819b-e95d5173a000, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, 
> lastExchangeTime=1443783876901, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:42,910][INFO 
> ][disco-event-worker-#90396%dht.GridNearCacheTxNodeFailureSelfTest2%][GridDiscoveryManager]
>  Topology snapshot [ver=6, servers=2, clients=0, CPUs=4, heap=2.7GB]
> [14:04:42,910][INFO 
> ][disco-event-worker-#90466%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDiscoveryManager]
>  Node left topology: TcpDiscoveryNode 
> [id=00b323c7-25f0-42a6-819b-e95d5173a000, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, 
> lastExchangeTime=1443783877022, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:42,910][INFO 
> ][disco-event-worker-#90466%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDiscoveryManager]
>  Topology snapshot [ver=6, servers=2, clients=0, CPUs=4, heap=2.7GB]
> [14:04:42,911][INFO ][test-runner][GridCacheProcessor] Stopped cache: null
> [14:04:42,911][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-marshaller-sys-cache
> [14:04:42,911][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-sys-cache
> [14:04:42,911][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-atomics-sys-cache
> [14:04:42,911][INFO ][test-runner][GridDeploymentLocalStore] Removed 
> undeployed class: GridDeployment [ts=1443783876861, depMode=SHARED, 
> clsLdr=IsolatedClassLoader{roleName='test'}, 
> clsLdrId=62e91823051-00b323c7-25f0-42a6-819b-e95d5173a000, userVer=0, 
> loc=true, 
> sampleClsName=org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap,
>  pendingUndeploy=false, undeployed=true, usage=0]
> [14:04:42,911][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class java.lang.Integer
> [14:04:42,911][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap
> [14:04:42,911][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ResendTimeoutObject$1
> [14:04:42,911][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class org.apache.ignite.internal.GridTopic$T7
> [14:04:42,911][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1
> [14:04:42,988][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest0] 
> >>> +-----------------------------------------------------+
> >>> Ignite ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV stopped OK
> >>> +-----------------------------------------------------+
> >>> Grid name: dht.GridNearCacheTxNodeFailureSelfTest0
> >>> Grid uptime: 00:00:06:264
> [14:04:42,995][INFO ][test-runner][root] >>> Stopping grid 
> [name=dht.GridNearCacheTxNodeFailureSelfTest2, 
> id=20cd98aa-ef5a-4eac-b28e-27c6df0b4002]
> [14:04:43,004][INFO 
> ][disco-event-worker-#90466%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDiscoveryManager]
>  Node left topology: TcpDiscoveryNode 
> [id=20cd98aa-ef5a-4eac-b28e-27c6df0b4002, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, intOrder=3, 
> lastExchangeTime=1443783877022, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]
> [14:04:43,004][INFO 
> ][disco-event-worker-#90466%dht.GridNearCacheTxNodeFailureSelfTest3%][GridDiscoveryManager]
>  Topology snapshot [ver=7, servers=1, clients=0, CPUs=4, heap=2.7GB]
> [14:04:43,004][INFO ][test-runner][GridCacheProcessor] Stopped cache: null
> [14:04:43,005][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-marshaller-sys-cache
> [14:04:43,005][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-sys-cache
> [14:04:43,005][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-atomics-sys-cache
> [14:04:43,005][INFO ][test-runner][GridDeploymentLocalStore] Removed 
> undeployed class: GridDeployment [ts=1443783876921, depMode=SHARED, 
> clsLdr=IsolatedClassLoader{roleName='test'}, 
> clsLdrId=6d2a1823051-20cd98aa-ef5a-4eac-b28e-27c6df0b4002, userVer=0, 
> loc=true, 
> sampleClsName=org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap,
>  pendingUndeploy=false, undeployed=true, usage=0]
> [14:04:43,005][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap
> [14:04:43,005][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap
> [14:04:43,005][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ResendTimeoutObject$1
> [14:04:43,005][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class org.apache.ignite.internal.GridTopic$T7
> [14:04:43,005][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1
> [14:04:43,014][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> >>> +-----------------------------------------------------+
> >>> Ignite ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV stopped OK
> >>> +-----------------------------------------------------+
> >>> Grid name: dht.GridNearCacheTxNodeFailureSelfTest2
> >>> Grid uptime: 00:00:06:27
> [14:04:43,016][INFO ][test-runner][root] >>> Stopping grid 
> [name=dht.GridNearCacheTxNodeFailureSelfTest3, 
> id=3035d755-8140-4af5-820d-df1d537b4003]
> [14:04:43,025][INFO ][test-runner][GridCacheProcessor] Stopped cache: null
> [14:04:43,025][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-marshaller-sys-cache
> [14:04:43,025][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-sys-cache
> [14:04:43,025][INFO ][test-runner][GridCacheProcessor] Stopped cache: 
> ignite-atomics-sys-cache
> [14:04:43,025][INFO ][test-runner][GridDeploymentLocalStore] Removed 
> undeployed class: GridDeployment [ts=1443783877123, depMode=SHARED, 
> clsLdr=IsolatedClassLoader{roleName='test'}, 
> clsLdrId=df7a1823051-3035d755-8140-4af5-820d-df1d537b4003, userVer=0, 
> loc=true, 
> sampleClsName=org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap,
>  pendingUndeploy=false, undeployed=true, usage=0]
> [14:04:43,025][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionFullMap
> [14:04:43,025][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class org.apache.ignite.internal.util.GridLeanMap
> [14:04:43,025][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class org.apache.ignite.internal.util.GridLeanMap$Map3
> [14:04:43,025][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.distributed.dht.preloader.GridDhtPartitionMap
> [14:04:43,025][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.cache.GridCachePartitionExchangeManager$ResendTimeoutObject$1
> [14:04:43,025][INFO ][test-runner][GridDeploymentLocalStore] Class locally 
> undeployed: class 
> org.apache.ignite.internal.processors.task.GridTaskProcessor$TaskDiscoveryListener$1
> [14:04:43,038][INFO ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> >>> +-----------------------------------------------------+
> >>> Ignite ver. 1.5.0-SNAPSHOT#19700101-sha1:DEV stopped OK
> >>> +-----------------------------------------------------+
> >>> Grid name: dht.GridNearCacheTxNodeFailureSelfTest3
> >>> Grid uptime: 00:00:05:795
> [14:04:43,043][INFO ][main][root] >>> Stopping test: 
> testPrimaryNodeFailureBackupCommitImplicit in 6393 ms <<<
> ------- Stderr: -------
> [14:04:36,664][WARN ][test-runner][GridNearCacheTxNodeFailureSelfTest0] Peer 
> class loading is enabled (disable it in production for performance and 
> deployment consistency reasons)
> [14:04:36,677][WARN ][test-runner][GridCollisionManager] Collision resolution 
> is disabled (all jobs will be activated upon arrival).
> [14:04:36,678][WARN ][test-runner][NoopSwapSpaceSpi] Swap space is disabled. 
> To enable use FileSwapSpaceSpi.
> [14:04:36,723][WARN ][test-runner][GridNearCacheTxNodeFailureSelfTest1] Peer 
> class loading is enabled (disable it in production for performance and 
> deployment consistency reasons)
> [14:04:36,729][WARN ][test-runner][GridCollisionManager] Collision resolution 
> is disabled (all jobs will be activated upon arrival).
> [14:04:36,729][WARN ][test-runner][NoopSwapSpaceSpi] Swap space is disabled. 
> To enable use FileSwapSpaceSpi.
> [14:04:36,886][WARN ][test-runner][GridNearCacheTxNodeFailureSelfTest2] Peer 
> class loading is enabled (disable it in production for performance and 
> deployment consistency reasons)
> [14:04:36,895][WARN ][test-runner][GridCollisionManager] Collision resolution 
> is disabled (all jobs will be activated upon arrival).
> [14:04:36,896][WARN ][test-runner][NoopSwapSpaceSpi] Swap space is disabled. 
> To enable use FileSwapSpaceSpi.
> [14:04:36,911][WARN ][test-runner][GridNearCacheTxNodeFailureSelfTest2] 
> Attempting to start more nodes than physical RAM available on current host 
> (this can cause significant slowdown)
> [14:04:36,997][WARN ][test-runner][GridNearCacheTxNodeFailureSelfTest3] Peer 
> class loading is enabled (disable it in production for performance and 
> deployment consistency reasons)
> [14:04:37,008][WARN ][test-runner][GridCollisionManager] Collision resolution 
> is disabled (all jobs will be activated upon arrival).
> [14:04:37,008][WARN ][test-runner][NoopSwapSpaceSpi] Swap space is disabled. 
> To enable use FileSwapSpaceSpi.
> [14:04:37,035][WARN ][test-runner][GridNearCacheTxNodeFailureSelfTest3] 
> Attempting to start more nodes than physical RAM available on current host 
> (this can cause significant slowdown)
> [14:04:37,242][WARN ][test-runner][root] Waiting for topology map update 
> [grid=dht.GridNearCacheTxNodeFailureSelfTest0, 
> cache=ignite-atomics-sys-cache, cacheId=689859866, 
> topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], 
> topFut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, 
> reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], topVer=4, nodeId8=00b323c7, msg=Node joined: 
> TcpDiscoveryNode [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], type=NODE_JOINED, tstamp=1443783877022], 
> rcvdIds=GridConcurrentHashSet 
> [elements=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 3035d755-8140-4af5-820d-df1d537b4003, 10ca173e-8703-475c-95a2-21db704e7001]], 
> rmtIds=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 3035d755-8140-4af5-820d-df1d537b4003, 10ca173e-8703-475c-95a2-21db704e7001], 
> exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], nodeId=3035d755, evt=NODE_JOINED], init=true, ready=true, 
> replied=true, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, 
> startTime=1443783877022, endTime=1443783877042, ignoreInterrupts=false, 
> lsnr=null, state=DONE], topSnapshot=null, lastVer=GridCacheVersion [topVer=0, 
> nodeOrderDrId=0, globalTime=0, order=1443783877002], 
> partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, 
> init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@6fc0daa5, 
> err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], 
> skipPreload=false, clientOnlyExchange=false, 
> oldest=00b323c7-25f0-42a6-819b-e95d5173a000, oldestOrder=1, evtLatch=0, 
> remaining=[], super=GridFutureAdapter [resFlag=2, res=AffinityTopologyVersion 
> [topVer=4, minorTopVer=0], startTime=1443783877022, endTime=1443783877123, 
> ignoreInterrupts=false, lsnr=null, state=DONE]], p=0, affNodesCnt=1, 
> ownersCnt=2, affNodes=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]], owners=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], TcpDiscoveryNode [id=10ca173e-8703-475c-95a2-21db704e7001, 
> addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, 
> intOrder=2, lastExchangeTime=1443783876734, loc=false, 
> ver=1.5.0#19700101-sha1:00000000, isClient=false]], locNode=TcpDiscoveryNode 
> [id=00b323c7-25f0-42a6-819b-e95d5173a000, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, 
> lastExchangeTime=1443783877234, loc=true, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]]
> [14:04:37,845][WARN ][test-runner][root] Waiting for topology map update 
> [grid=dht.GridNearCacheTxNodeFailureSelfTest0, 
> cache=ignite-atomics-sys-cache, cacheId=689859866, 
> topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], 
> topFut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, 
> reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], topVer=4, nodeId8=00b323c7, msg=Node joined: 
> TcpDiscoveryNode [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], type=NODE_JOINED, tstamp=1443783877022], 
> rcvdIds=GridConcurrentHashSet 
> [elements=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 3035d755-8140-4af5-820d-df1d537b4003, 10ca173e-8703-475c-95a2-21db704e7001]], 
> rmtIds=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 3035d755-8140-4af5-820d-df1d537b4003, 10ca173e-8703-475c-95a2-21db704e7001], 
> exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], nodeId=3035d755, evt=NODE_JOINED], init=true, ready=true, 
> replied=true, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, 
> startTime=1443783877022, endTime=1443783877042, ignoreInterrupts=false, 
> lsnr=null, state=DONE], topSnapshot=null, lastVer=GridCacheVersion [topVer=0, 
> nodeOrderDrId=0, globalTime=0, order=1443783877002], 
> partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, 
> init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@6fc0daa5, 
> err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], 
> skipPreload=false, clientOnlyExchange=false, 
> oldest=00b323c7-25f0-42a6-819b-e95d5173a000, oldestOrder=1, evtLatch=0, 
> remaining=[], super=GridFutureAdapter [resFlag=2, res=AffinityTopologyVersion 
> [topVer=4, minorTopVer=0], startTime=1443783877022, endTime=1443783877123, 
> ignoreInterrupts=false, lsnr=null, state=DONE]], p=0, affNodesCnt=1, 
> ownersCnt=2, affNodes=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]], owners=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], TcpDiscoveryNode [id=10ca173e-8703-475c-95a2-21db704e7001, 
> addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, 
> intOrder=2, lastExchangeTime=1443783876734, loc=false, 
> ver=1.5.0#19700101-sha1:00000000, isClient=false]], locNode=TcpDiscoveryNode 
> [id=00b323c7-25f0-42a6-819b-e95d5173a000, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, 
> lastExchangeTime=1443783877697, loc=true, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]]
> [14:04:38,849][WARN ][test-runner][root] Waiting for topology map update 
> [grid=dht.GridNearCacheTxNodeFailureSelfTest0, 
> cache=ignite-atomics-sys-cache, cacheId=689859866, 
> topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], 
> topFut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, 
> reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], topVer=4, nodeId8=00b323c7, msg=Node joined: 
> TcpDiscoveryNode [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], type=NODE_JOINED, tstamp=1443783877022], 
> rcvdIds=GridConcurrentHashSet 
> [elements=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 3035d755-8140-4af5-820d-df1d537b4003, 10ca173e-8703-475c-95a2-21db704e7001]], 
> rmtIds=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 3035d755-8140-4af5-820d-df1d537b4003, 10ca173e-8703-475c-95a2-21db704e7001], 
> exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], nodeId=3035d755, evt=NODE_JOINED], init=true, ready=true, 
> replied=true, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, 
> startTime=1443783877022, endTime=1443783877042, ignoreInterrupts=false, 
> lsnr=null, state=DONE], topSnapshot=null, lastVer=GridCacheVersion [topVer=0, 
> nodeOrderDrId=0, globalTime=0, order=1443783877002], 
> partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, 
> init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@6fc0daa5, 
> err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], 
> skipPreload=false, clientOnlyExchange=false, 
> oldest=00b323c7-25f0-42a6-819b-e95d5173a000, oldestOrder=1, evtLatch=0, 
> remaining=[], super=GridFutureAdapter [resFlag=2, res=AffinityTopologyVersion 
> [topVer=4, minorTopVer=0], startTime=1443783877022, endTime=1443783877123, 
> ignoreInterrupts=false, lsnr=null, state=DONE]], p=0, affNodesCnt=1, 
> ownersCnt=2, affNodes=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]], owners=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], TcpDiscoveryNode [id=10ca173e-8703-475c-95a2-21db704e7001, 
> addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, 
> intOrder=2, lastExchangeTime=1443783876734, loc=false, 
> ver=1.5.0#19700101-sha1:00000000, isClient=false]], locNode=TcpDiscoveryNode 
> [id=00b323c7-25f0-42a6-819b-e95d5173a000, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, 
> lastExchangeTime=1443783878715, loc=true, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]]
> [14:04:39,853][WARN ][test-runner][root] Waiting for topology map update 
> [grid=dht.GridNearCacheTxNodeFailureSelfTest0, 
> cache=ignite-atomics-sys-cache, cacheId=689859866, 
> topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], 
> topFut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, 
> reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], topVer=4, nodeId8=00b323c7, msg=Node joined: 
> TcpDiscoveryNode [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], type=NODE_JOINED, tstamp=1443783877022], 
> rcvdIds=GridConcurrentHashSet 
> [elements=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 3035d755-8140-4af5-820d-df1d537b4003, 10ca173e-8703-475c-95a2-21db704e7001]], 
> rmtIds=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 3035d755-8140-4af5-820d-df1d537b4003, 10ca173e-8703-475c-95a2-21db704e7001], 
> exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], nodeId=3035d755, evt=NODE_JOINED], init=true, ready=true, 
> replied=true, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, 
> startTime=1443783877022, endTime=1443783877042, ignoreInterrupts=false, 
> lsnr=null, state=DONE], topSnapshot=null, lastVer=GridCacheVersion [topVer=0, 
> nodeOrderDrId=0, globalTime=0, order=1443783877002], 
> partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, 
> init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@6fc0daa5, 
> err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], 
> skipPreload=false, clientOnlyExchange=false, 
> oldest=00b323c7-25f0-42a6-819b-e95d5173a000, oldestOrder=1, evtLatch=0, 
> remaining=[], super=GridFutureAdapter [resFlag=2, res=AffinityTopologyVersion 
> [topVer=4, minorTopVer=0], startTime=1443783877022, endTime=1443783877123, 
> ignoreInterrupts=false, lsnr=null, state=DONE]], p=0, affNodesCnt=1, 
> ownersCnt=2, affNodes=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]], owners=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], TcpDiscoveryNode [id=10ca173e-8703-475c-95a2-21db704e7001, 
> addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, 
> intOrder=2, lastExchangeTime=1443783876734, loc=false, 
> ver=1.5.0#19700101-sha1:00000000, isClient=false]], locNode=TcpDiscoveryNode 
> [id=00b323c7-25f0-42a6-819b-e95d5173a000, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1, 
> lastExchangeTime=1443783879713, loc=true, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]]
> [14:04:40,254][WARN ][test-runner][root] Finished waiting for topology map 
> update [grid=dht.GridNearCacheTxNodeFailureSelfTest0, p=0, duration=3012ms]
> [14:04:40,257][WARN ][test-runner][root] Waiting for topology map update 
> [grid=dht.GridNearCacheTxNodeFailureSelfTest1, 
> cache=ignite-atomics-sys-cache, cacheId=689859866, 
> topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], 
> topFut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, 
> reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], topVer=4, nodeId8=10ca173e, msg=Node joined: 
> TcpDiscoveryNode [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], type=NODE_JOINED, tstamp=1443783877022], 
> rcvdIds=GridConcurrentHashSet [elements=[]], 
> rmtIds=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 00b323c7-25f0-42a6-819b-e95d5173a000, 3035d755-8140-4af5-820d-df1d537b4003], 
> exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], nodeId=3035d755, evt=NODE_JOINED], init=true, ready=true, 
> replied=false, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, 
> startTime=1443783877022, endTime=1443783877042, ignoreInterrupts=false, 
> lsnr=null, state=DONE], topSnapshot=null, lastVer=null, 
> partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, 
> init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@2233267a, 
> err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], 
> skipPreload=false, clientOnlyExchange=false, 
> oldest=00b323c7-25f0-42a6-819b-e95d5173a000, oldestOrder=1, evtLatch=0, 
> remaining=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 00b323c7-25f0-42a6-819b-e95d5173a000, 3035d755-8140-4af5-820d-df1d537b4003], 
> super=GridFutureAdapter [resFlag=2, res=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], startTime=1443783877022, endTime=1443783877133, 
> ignoreInterrupts=false, lsnr=null, state=DONE]], p=14, affNodesCnt=1, 
> ownersCnt=2, affNodes=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]], owners=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], TcpDiscoveryNode [id=20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, 
> intOrder=3, lastExchangeTime=1443783876901, loc=false, 
> ver=1.5.0#19700101-sha1:00000000, isClient=false]], locNode=TcpDiscoveryNode 
> [id=10ca173e-8703-475c-95a2-21db704e7001, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, 
> lastExchangeTime=1443783880186, loc=true, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]]
> [14:04:40,859][WARN ][test-runner][root] Waiting for topology map update 
> [grid=dht.GridNearCacheTxNodeFailureSelfTest1, 
> cache=ignite-atomics-sys-cache, cacheId=689859866, 
> topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], 
> topFut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false, 
> reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], topVer=4, nodeId8=10ca173e, msg=Node joined: 
> TcpDiscoveryNode [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], type=NODE_JOINED, tstamp=1443783877022], 
> rcvdIds=GridConcurrentHashSet [elements=[]], 
> rmtIds=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 00b323c7-25f0-42a6-819b-e95d5173a000, 3035d755-8140-4af5-820d-df1d537b4003], 
> exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], nodeId=3035d755, evt=NODE_JOINED], init=true, ready=true, 
> replied=false, added=true, initFut=GridFutureAdapter [resFlag=2, res=true, 
> startTime=1443783877022, endTime=1443783877042, ignoreInterrupts=false, 
> lsnr=null, state=DONE], topSnapshot=null, lastVer=null, 
> partReleaseFut=GridCompoundFuture [lsnrCalls=3, finished=true, rdc=null, 
> init=true, res=java.util.concurrent.atomic.AtomicMarkableReference@2233267a, 
> err=null, done=true, cancelled=false, err=null, futs=[true, true, true]], 
> skipPreload=false, clientOnlyExchange=false, 
> oldest=00b323c7-25f0-42a6-819b-e95d5173a000, oldestOrder=1, evtLatch=0, 
> remaining=[20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> 00b323c7-25f0-42a6-819b-e95d5173a000, 3035d755-8140-4af5-820d-df1d537b4003], 
> super=GridFutureAdapter [resFlag=2, res=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], startTime=1443783877022, endTime=1443783877133, 
> ignoreInterrupts=false, lsnr=null, state=DONE]], p=14, affNodesCnt=1, 
> ownersCnt=2, affNodes=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]], owners=[TcpDiscoveryNode 
> [id=3035d755-8140-4af5-820d-df1d537b4003, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47503], discPort=47503, order=4, intOrder=4, 
> lastExchangeTime=1443783877012, loc=false, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false], TcpDiscoveryNode [id=20cd98aa-ef5a-4eac-b28e-27c6df0b4002, 
> addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47502], discPort=47502, order=3, 
> intOrder=3, lastExchangeTime=1443783876901, loc=false, 
> ver=1.5.0#19700101-sha1:00000000, isClient=false]], locNode=TcpDiscoveryNode 
> [id=10ca173e-8703-475c-95a2-21db704e7001, addrs=[127.0.0.1], 
> sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2, 
> lastExchangeTime=1443783880730, loc=true, ver=1.5.0#19700101-sha1:00000000, 
> isClient=false]]
> [14:04:41,862][WARN ][test-runner][root] Finished waiting for topology map 
> update [grid=dht.GridNearCacheTxNodeFailureSelfTest1, p=14, duration=1605ms]
> [14:04:42,877][ERROR][test-runner][IgniteTxHandler] Failed to prepare DHT 
> transaction: GridDhtTxLocal [nearNodeId=00b323c7-25f0-42a6-819b-e95d5173a000, 
> nearFutId=2eda1823051-353c0984-390a-4992-bb7a-2cd66298ba94, 
> nearMiniId=3eda1823051-353c0984-390a-4992-bb7a-2cd66298ba94, 
> nearFinFutId=null, nearFinMiniId=null, nearXidVer=GridCacheVersion 
> [topVer=55263880, nodeOrderDrId=1, globalTime=1443783881869, 
> order=1443783876675], super=GridDhtTxLocalAdapter [dhtThreadId=122646, 
> needsCompletedVers=true, nearOnOriginatingNode=true, nearNodes=[], 
> dhtNodes=[3035d755-8140-4af5-820d-df1d537b4003], explicitLock=false, 
> super=IgniteTxLocalAdapter [txMap={IgniteTxKey [key=KeyCacheObjectImpl 
> [val=2, hasValBytes=true], cacheId=1]=IgniteTxEntry [key=KeyCacheObjectImpl 
> [val=2, hasValBytes=true], cacheId=1, txKey=IgniteTxKey 
> [key=KeyCacheObjectImpl [val=2, hasValBytes=true], cacheId=1], 
> val=[op=CREATE, val=CacheObjectImpl [val=2, hasValBytes=true]], 
> prevVal=[op=NOOP, val=null], entryProcessorsCol=null, 
> entryProcessorCalcVal=null, ttl=-1, conflictExpireTime=-1, conflictVer=null, 
> explicitVer=null, dhtVer=null, filters=[], filtersPassed=false, 
> filtersSet=false, entry=GridDhtCacheEntry [rdrs=[ReaderId 
> [nodeId=00b323c7-25f0-42a6-819b-e95d5173a000, msgId=14714753, txFut=null]], 
> locPart=GridDhtLocalPartition [id=2, mapPubSize=1, 
> rmvQueue=GridCircularBuffer [sizeMask=31, idxGen=0], state=OWNING, 
> reservations=0, empty=false, createTime=10/02/2015 14:04:36, mapPubSize=1], 
> super=GridDistributedCacheEntry [super=GridCacheMapEntry 
> [key=KeyCacheObjectImpl [val=2, hasValBytes=true], val=null, 
> startVer=1443783877004, ver=GridCacheVersion [topVer=55263880, 
> nodeOrderDrId=2, globalTime=1443783881874, order=1443783877004], 
> hash=821347078, extras=GridCacheMvccEntryExtras [mvcc=GridCacheMvcc 
> [locs=[GridCacheMvccCandidate [nodeId=10ca173e-8703-475c-95a2-21db704e7001, 
> ver=GridCacheVersion [topVer=55263880, nodeOrderDrId=2, 
> globalTime=1443783881874, order=1443783877003], timeout=0, ts=1443783881869, 
> threadId=122879, id=1313281, topVer=AffinityTopologyVersion [topVer=4, 
> minorTopVer=0], reentry=null, 
> otherNodeId=00b323c7-25f0-42a6-819b-e95d5173a000, otherVer=GridCacheVersion 
> [topVer=55263880, nodeOrderDrId=1, globalTime=1443783881869, 
> order=1443783876675], mappedDhtNodes=null, mappedNearNodes=null, 
> ownerVer=null, key=KeyCacheObjectImpl [val=2, hasValBytes=true], 
> masks=local=1|owner=1|ready=1|reentry=0|used=0|tx=1|single_implicit=1|dht_local=1|near_local=0|removed=0,
>  prevVer=null, nextVer=null]], rmts=null]], flags=0]]], prepared=true, 
> locked=false, nodeId=null, locMapped=false, expiryPlc=null, 
> transferExpiryPlc=false, flags=0, xidVer=null]}, completedBase=null, 
> sndTransformedVals=false, super=IgniteTxAdapter [xidVer=GridCacheVersion 
> [topVer=55263880, nodeOrderDrId=2, globalTime=1443783881874, 
> order=1443783877003], writeVer=GridCacheVersion [topVer=55263880, 
> nodeOrderDrId=2, globalTime=1443783881874, order=1443783877005], 
> implicit=true, implicitSingle=true, loc=true, threadId=122879, 
> startTime=1443783881869, nodeId=10ca173e-8703-475c-95a2-21db704e7001, 
> startVer=GridCacheVersion [topVer=55263880, nodeOrderDrId=2, 
> globalTime=1443783881874, order=1443783877003], endVer=null, 
> isolation=READ_COMMITTED, concurrency=OPTIMISTIC, timeout=0, 
> sysInvalidate=false, sys=false, plc=2, commitVer=null, finalizing=NONE, 
> preparing=false, invalidParts={}, state=MARKED_ROLLBACK, timedOut=false, 
> topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], duration=997ms, 
> onePhaseCommit=true], size=1]]]
> class org.apache.ignite.IgniteCheckedException: Operation has been cancelled 
> (node is stopping).
>     at 
> org.apache.ignite.internal.processors.cache.GridCacheMvccManager.stopError(GridCacheMvccManager.java:373)
>     at 
> org.apache.ignite.internal.processors.cache.GridCacheMvccManager.onStop(GridCacheMvccManager.java:334)
>     at 
> org.apache.ignite.internal.processors.cache.GridCacheProcessor.cancelFutures(GridCacheProcessor.java:3167)
>     at 
> org.apache.ignite.internal.processors.cache.GridCacheProcessor.onKernalStop(GridCacheProcessor.java:968)
>     at org.apache.ignite.internal.IgniteKernal.stop0(IgniteKernal.java:1820)
>     at org.apache.ignite.internal.IgniteKernal.stop(IgniteKernal.java:1766)
>     at 
> org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.stop0(IgnitionEx.java:2133)
>     at 
> org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.stop(IgnitionEx.java:2096)
>     at org.apache.ignite.internal.IgnitionEx.stop(IgnitionEx.java:314)
>     at org.apache.ignite.Ignition.stop(Ignition.java:223)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest.stopGrid(GridAbstractTest.java:801)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest.stopGrid(GridAbstractTest.java:1059)
>     at 
> org.apache.ignite.internal.processors.cache.distributed.dht.GridCacheTxNodeFailureSelfTest.checkPrimaryNodeFailureBackupCommit(GridCacheTxNodeFailureSelfTest.java:292)
>     at 
> org.apache.ignite.internal.processors.cache.distributed.dht.GridCacheTxNodeFailureSelfTest.testPrimaryNodeFailureBackupCommitImplicit(GridCacheTxNodeFailureSelfTest.java:161)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:606)
>     at junit.framework.TestCase.runTest(TestCase.java:176)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest.runTestInternal(GridAbstractTest.java:1665)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest.access$000(GridAbstractTest.java:111)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest$6.run(GridAbstractTest.java:1603)
> [14:04:42,989][WARN 
> ][ignite-#90371%sys-dht.GridNearCacheTxNodeFailureSelfTest2%][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi]
>  Connect timed out (consider increasing 'failureDetectionTimeout' 
> configuration property) [addr=/127.0.0.1:47100, failureDetectionTimeout=10000]
> [14:04:42,994][WARN 
> ][ignite-#90371%sys-dht.GridNearCacheTxNodeFailureSelfTest2%][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi]
>  Failed to connect to a remote node (make sure that destination node is alive 
> and operating system firewall is disabled on local and remote hosts) 
> [addrs=[/127.0.0.1:47100]]
> [14:04:43,013][WARN 
> ][exchange-worker-#90468%dht.GridNearCacheTxNodeFailureSelfTest3%][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi]
>  Connect timed out (consider increasing 'failureDetectionTimeout' 
> configuration property) [addr=/127.0.0.1:47102, failureDetectionTimeout=10000]
> [14:04:43,013][WARN 
> ][exchange-worker-#90468%dht.GridNearCacheTxNodeFailureSelfTest3%][GridCacheTxNodeFailureSelfTest$BanningCommunicationSpi]
>  Failed to connect to a remote node (make sure that destination node is alive 
> and operating system firewall is disabled on local and remote hosts) 
> [addrs=[/127.0.0.1:47102]]
> [14:04:43,039][ERROR][main][root] Test failed.
> junit.framework.AssertionFailedError: near=GridNearCacheEntry [topVer=4, 
> dhtVer=GridCacheVersion [topVer=55263880, nodeOrderDrId=1, 
> globalTime=1443783881869, order=1443783876675], part=2, 
> super=GridDistributedCacheEntry [super=GridCacheMapEntry 
> [key=KeyCacheObjectImpl [val=2, hasValBytes=true], val=CacheObjectImpl 
> [val=2, hasValBytes=true], startVer=1443783876676, ver=GridCacheVersion 
> [topVer=55263880, nodeOrderDrId=1, globalTime=1443783881869, 
> order=1443783876675], hash=821347078, extras=null, flags=0]]]
>     at junit.framework.Assert.fail(Assert.java:57)
>     at junit.framework.Assert.assertTrue(Assert.java:22)
>     at junit.framework.Assert.assertNull(Assert.java:277)
>     at junit.framework.TestCase.assertNull(TestCase.java:447)
>     at 
> org.apache.ignite.internal.processors.cache.distributed.dht.GridCacheTxNodeFailureSelfTest.dataCheck(GridCacheTxNodeFailureSelfTest.java:342)
>     at 
> org.apache.ignite.internal.processors.cache.distributed.dht.GridCacheTxNodeFailureSelfTest.checkPrimaryNodeFailureBackupCommit(GridCacheTxNodeFailureSelfTest.java:302)
>     at 
> org.apache.ignite.internal.processors.cache.distributed.dht.GridCacheTxNodeFailureSelfTest.testPrimaryNodeFailureBackupCommitImplicit(GridCacheTxNodeFailureSelfTest.java:161)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:606)
>     at junit.framework.TestCase.runTest(TestCase.java:176)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest.runTestInternal(GridAbstractTest.java:1665)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest.access$000(GridAbstractTest.java:111)
>     at 
> org.apache.ignite.testframework.junits.GridAbstractTest$6.run(GridAbstractTest.java:1603)
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Reply via email to