[
https://issues.apache.org/jira/browse/IGNITE-5682?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16080804#comment-16080804
]
Dmitriy Pavlov commented on IGNITE-5682:
----------------------------------------
Test fails on Stopping grid 3: stopGrid(3);
4 nodes, 3 single messages were sent to crd.
{noformat}
init() from crd:
[rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest0]
remaining: nodes [
B43d9218-07d8-4028-bc69-4b582af00002,
22687770-013b-4987-a4a5-803948900001,
86667a24-ea4d-4b74-a375-f783f7a00004]
sendLocalPartitions(): from nodeid [ec705e77-fc89-4faa-a432-6aee56c00000];
instance=rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest2
sent single map
MMM: GridDhtPartitionsSingleMessage [parts={1544803905=GridDhtPartitionMap
[moving=0, top=AffinityTopologyVersion [topVer=10, minorTopVer=0],
updateSeq=468, size=507], -2100569601=GridDhtPartitionMap [moving=0,
top=AffinityTopologyVersion [topVer=10, minorTopVer=0], updateSeq=164,
size=100]}, partCntrs={1544803905={}, -2100569601={}}, partHistCntrs=null,
err=null, client=false, compress=true, super=GridDhtPartitionsAbstractMessage
[exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=10,
minorTopVer=0], nodeId=4196a84b, evt=NODE_LEFT], lastVer=GridCacheVersion
[topVer=0, order=1499710025573, nodeOrder=0], flags=1, super=GridCacheMessage
[msgId=237, depInfo=null, err=null, skipPrepare=false]]]
sendLocalPartitions(): from nodeid [ec705e77-fc89-4faa-a432-6aee56c00000];
instance=rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest1
sent single map
MMM: GridDhtPartitionsSingleMessage [parts={1544803905=GridDhtPartitionMap
[moving=0, top=AffinityTopologyVersion [topVer=10, minorTopVer=0],
updateSeq=468, size=530], -2100569601=GridDhtPartitionMap [moving=0,
top=AffinityTopologyVersion [topVer=10, minorTopVer=0], updateSeq=171,
size=100]}, partCntrs={1544803905={}, -2100569601={}}, partHistCntrs=null,
err=null, client=false, compress=true, super=GridDhtPartitionsAbstractMessage
[exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=10,
minorTopVer=0], nodeId=4196a84b, evt=NODE_LEFT], lastVer=GridCacheVersion
[topVer=0, order=1499710023815, nodeOrder=0], flags=1, super=GridCacheMessage
[msgId=238, depInfo=null, err=null, skipPrepare=false]]]
sendLocalPartitions(): from nodeid [ec705e77-fc89-4faa-a432-6aee56c00000];
instance=rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest4
sent single map
MMM: GridDhtPartitionsSingleMessage [parts={1544803905=GridDhtPartitionMap
[moving=0, top=AffinityTopologyVersion [topVer=10, minorTopVer=0],
updateSeq=468, size=525], -2100569601=GridDhtPartitionMap [moving=0,
top=AffinityTopologyVersion [topVer=10, minorTopVer=0], updateSeq=118,
size=100]}, partCntrs={1544803905={}, -2100569601={}}, partHistCntrs=null,
err=null, client=false, compress=true, super=GridDhtPartitionsAbstractMessage
[exchId=GridDhtPartitionExchangeId [topVer=AffinityTopologyVersion [topVer=10,
minorTopVer=0], nodeId=4196a84b, evt=NODE_LEFT], lastVer=GridCacheVersion
[topVer=0, order=1499710051946, nodeOrder=0], flags=1, super=GridCacheMessage
[msgId=239, depInfo=null, err=null, skipPrepare=false]]]
[2017-07-10 21:07:49,708][INFO
][test-runner-#1%rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest%][root]
Topology version mismatch
[node=rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest1,
exchVer=AffinityTopologyVersion [topVer=9, minorTopVer=3],
topVer=AffinityTopologyVersion [topVer=10, minorTopVer=0]]
MMM: GridDhtPartitionsFullMessage [parts={1544803905=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=117,
size=4], -2100569601=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=108,
size=4]}, partCntrs=null, partHistSuppliers=null, partsToReload=null,
topVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], errs=null,
compress=true, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=null, flags=1, super=GridCacheMessage [msgId=272, depInfo=null,
err=null, skipPrepare=false]]]
MMM: GridDhtPartitionsFullMessage [parts={1544803905=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=117,
size=4], -2100569601=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=108,
size=4]}, partCntrs=null, partHistSuppliers=null, partsToReload=null,
topVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], errs=null,
compress=true, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=null, flags=1, super=GridCacheMessage [msgId=272, depInfo=null,
err=null, skipPrepare=false]]]
MMM: GridDhtPartitionsFullMessage [parts={1544803905=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=117,
size=4], -2100569601=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=108,
size=4]}, partCntrs=null, partHistSuppliers=null, partsToReload=null,
topVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], errs=null,
compress=true, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=null, flags=1, super=GridCacheMessage [msgId=272, depInfo=null,
err=null, skipPrepare=false]]]
MMM: GridDhtPartitionsSingleMessage [parts={1544803905=GridDhtPartitionMap
[moving=0, top=AffinityTopologyVersion [topVer=10, minorTopVer=0],
updateSeq=571, size=507], -2100569601=GridDhtPartitionMap [moving=0,
top=AffinityTopologyVersion [topVer=10, minorTopVer=0], updateSeq=168,
size=100]}, partCntrs=null, partHistCntrs=null, err=null, client=false,
compress=true, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=GridCacheVersion [topVer=0, order=1499710025573, nodeOrder=0], flags=1,
super=GridCacheMessage [msgId=273, depInfo=null, err=null, skipPrepare=false]]]
MMM: GridDhtPartitionsSingleMessage [parts={1544803905=GridDhtPartitionMap
[moving=0, top=AffinityTopologyVersion [topVer=10, minorTopVer=0],
updateSeq=599, size=525], -2100569601=GridDhtPartitionMap [moving=0,
top=AffinityTopologyVersion [topVer=10, minorTopVer=0], updateSeq=122,
size=100]}, partCntrs=null, partHistCntrs=null, err=null, client=false,
compress=true, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=GridCacheVersion [topVer=0, order=1499710051946, nodeOrder=0], flags=1,
super=GridCacheMessage [msgId=274, depInfo=null, err=null, skipPrepare=false]]]
MMM: GridDhtPartitionsSingleMessage [parts={1544803905=GridDhtPartitionMap
[moving=0, top=AffinityTopologyVersion [topVer=10, minorTopVer=0],
updateSeq=566, size=530], -2100569601=GridDhtPartitionMap [moving=0,
top=AffinityTopologyVersion [topVer=10, minorTopVer=0], updateSeq=175,
size=100]}, partCntrs=null, partHistCntrs=null, err=null, client=false,
compress=true, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=GridCacheVersion [topVer=0, order=1499710023815, nodeOrder=0], flags=1,
super=GridCacheMessage [msgId=275, depInfo=null, err=null, skipPrepare=false]]]
[2017-07-10 21:07:52,024][WARN
][test-runner-#1%rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest%][root]
Waiting for topology map update
[igniteInstanceName=rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest1,
cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=10,
minorTopVer=0], p=0, affNodesCnt=2, ownersCnt=1,
affNodes=[86667a24-ea4d-4b74-a375-f783f7a00004,
ec705e77-fc89-4faa-a432-6aee56c00000],
owners=[86667a24-ea4d-4b74-a375-f783f7a00004],
topFut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false,
reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode
[id=4196a84b-4084-4e11-ba6a-c56461000003, addrs=[127.0.0.1],
sockAddrs=[/127.0.0.1:47503], discPort=47503, order=8, intOrder=6,
lastExchangeTime=1499710047200, loc=false, ver=2.1.0#19700101-sha1:00000000,
isClient=false], topVer=10, nodeId8=22687770, msg=Node left: TcpDiscoveryNode
[id=4196a84b-4084-4e11-ba6a-c56461000003, addrs=[127.0.0.1],
sockAddrs=[/127.0.0.1:47503], discPort=47503, order=8, intOrder=6,
lastExchangeTime=1499710047200, loc=false, ver=2.1.0#19700101-sha1:00000000,
isClient=false], type=NODE_LEFT, tstamp=1499710069668], crd=TcpDiscoveryNode
[id=ec705e77-fc89-4faa-a432-6aee56c00000, addrs=[127.0.0.1],
sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1,
lastExchangeTime=1499710025299, loc=false, ver=2.1.0#19700101-sha1:00000000,
isClient=false], exchId=GridDhtPartitionExchangeId
[topVer=AffinityTopologyVersion [topVer=10, minorTopVer=0], nodeId=4196a84b,
evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false,
state=DONE, res=true, hash=519525889], init=true, lastVer=null,
partReleaseFut=GridCompoundFuture [rdc=null, initFlag=1, lsnrCalls=4,
done=true, cancelled=false, err=null, futs=[true, true, true, true]],
exchActions=null, affChangeMsg=null, skipPreload=false,
clientOnlyExchange=false, initTs=1499710069683, centralizedAff=true,
changeGlobalStateE=null, forcedRebFut=null, done=true, evtLatch=0,
remaining=[b43d9218-07d8-4028-bc69-4b582af00002,
ec705e77-fc89-4faa-a432-6aee56c00000, 86667a24-ea4d-4b74-a375-f783f7a00004],
super=GridFutureAdapter [ignoreInterrupts=false, state=DONE,
res=AffinityTopologyVersion [topVer=10, minorTopVer=0], hash=730658954]],
locNode=TcpDiscoveryNode [id=22687770-013b-4987-a4a5-803948900001,
addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2,
intOrder=2, lastExchangeTime=1499710072008, loc=true,
ver=2.1.0#19700101-sha1:00000000, isClient=false]]
[2017-07-10 21:07:52,337][WARN
][test-runner-#1%rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest%][root]
Waiting for topology map update
[igniteInstanceName=rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest1,
cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion [topVer=10,
minorTopVer=0], p=0, affNodesCnt=2, ownersCnt=1,
affNodes=[86667a24-ea4d-4b74-a375-f783f7a00004,
ec705e77-fc89-4faa-a432-6aee56c00000],
owners=[86667a24-ea4d-4b74-a375-f783f7a00004],
topFut=GridDhtPartitionsExchangeFuture [dummy=false, forcePreload=false,
reassign=false, discoEvt=DiscoveryEvent [evtNode=TcpDiscoveryNode
[id=4196a84b-4084-4e11-ba6a-c56461000003, addrs=[127.0.0.1],
sockAddrs=[/127.0.0.1:47503], discPort=47503, order=8, intOrder=6,
lastExchangeTime=1499710047200, loc=false, ver=2.1.0#19700101-sha1:00000000,
isClient=false], topVer=10, nodeId8=22687770, msg=Node left: TcpDiscoveryNode
[id=4196a84b-4084-4e11-ba6a-c56461000003, addrs=[127.0.0.1],
sockAddrs=[/127.0.0.1:47503], discPort=47503, order=8, intOrder=6,
lastExchangeTime=1499710047200, loc=false, ver=2.1.0#19700101-sha1:00000000,
isClient=false], type=NODE_LEFT, tstamp=1499710069668], crd=TcpDiscoveryNode
[id=ec705e77-fc89-4faa-a432-6aee56c00000, addrs=[127.0.0.1],
sockAddrs=[/127.0.0.1:47500], discPort=47500, order=1, intOrder=1,
lastExchangeTime=1499710025299, loc=false, ver=2.1.0#19700101-sha1:00000000,
isClient=false], exchId=GridDhtPartitionExchangeId
[topVer=AffinityTopologyVersion [topVer=10, minorTopVer=0], nodeId=4196a84b,
evt=NODE_LEFT], added=true, initFut=GridFutureAdapter [ignoreInterrupts=false,
state=DONE, res=true, hash=519525889], init=true, lastVer=null,
partReleaseFut=GridCompoundFuture [rdc=null, initFlag=1, lsnrCalls=4,
done=true, cancelled=false, err=null, futs=[true, true, true, true]],
exchActions=null, affChangeMsg=null, skipPreload=false,
clientOnlyExchange=false, initTs=1499710069683, centralizedAff=true,
changeGlobalStateE=null, forcedRebFut=null, done=true, evtLatch=0,
remaining=[b43d9218-07d8-4028-bc69-4b582af00002,
ec705e77-fc89-4faa-a432-6aee56c00000, 86667a24-ea4d-4b74-a375-f783f7a00004],
super=GridFutureAdapter [ignoreInterrupts=false, state=DONE,
res=AffinityTopologyVersion [topVer=10, minorTopVer=0], hash=730658954]],
locNode=TcpDiscoveryNode [id=22687770-013b-4987-a4a5-803948900001,
addrs=[127.0.0.1], sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2,
intOrder=2, lastExchangeTime=1499710072305, loc=true,
ver=2.1.0#19700101-sha1:00000000, isClient=false]]
MMM: GridDhtPartitionsFullMessage [parts={1544803905=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=120,
size=4], -2100569601=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=112,
size=4]}, partCntrs=null, partHistSuppliers=null, partsToReload=null,
topVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], errs=null,
compress=true, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=null, flags=1, super=GridCacheMessage [msgId=276, depInfo=null,
err=null, skipPrepare=false]]]
MMM: GridDhtPartitionsFullMessage [parts={1544803905=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=120,
size=4], -2100569601=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=112,
size=4]}, partCntrs=null, partHistSuppliers=null, partsToReload=null,
topVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], errs=null,
compress=true, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=null, flags=1, super=GridCacheMessage [msgId=276, depInfo=null,
err=null, skipPrepare=false]]]
MMM: GridDhtPartitionsFullMessage [parts={1544803905=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=120,
size=4], -2100569601=GridDhtPartitionFullMap
[nodeId=ec705e77-fc89-4faa-a432-6aee56c00000, nodeOrder=1, updateSeq=112,
size=4]}, partCntrs=null, partHistSuppliers=null, partsToReload=null,
topVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], errs=null,
compress=true, partCnt=2, super=GridDhtPartitionsAbstractMessage [exchId=null,
lastVer=null, flags=1, super=GridCacheMessage [msgId=276, depInfo=null,
err=null, skipPrepare=false]]]
{noformat}
In the same time
If full message permutation is disabled, test passes.
If start-stop of the grid 3 is disabled, test passes.
> GridCacheRabalancingDelayedPartitionMapExchangeSelfTest fails
> -------------------------------------------------------------
>
> Key: IGNITE-5682
> URL: https://issues.apache.org/jira/browse/IGNITE-5682
> Project: Ignite
> Issue Type: Bug
> Components: cache
> Reporter: Vladimir Ozerov
> Assignee: Dmitriy Pavlov
> Labels: test-fail
> Fix For: 2.1
>
> Attachments: ignite-5682.dump.txt
>
>
> This appears to be a regression introduced during persistent store migration.
> {code}
> class org.apache.ignite.IgniteException: Timeout of waiting for topology map
> update
> [igniteInstanceName=rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest1,
> cache=default, cacheId=1544803905, topVer=AffinityTopologyVersion
> [topVer=10, minorTopVer=0], p=0, readVer=AffinityTopologyVersion [topVer=10,
> minorTopVer=0], locNode=TcpDiscoveryNode
> [id=c53cc66c-05ea-4441-825c-23d99ef00001, addrs=[127.0.0.1],
> sockAddrs=[/127.0.0.1:47501], discPort=47501, order=2, intOrder=2,
> lastExchangeTime=1499156862204, loc=true, ver=2.1.0#19700101-sha1:00000000,
> isClient=false]]
> at
> org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:698)
> at
> org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:532)
> at
> org.apache.ignite.testframework.junits.common.GridCommonAbstractTest.awaitPartitionMapExchange(GridCommonAbstractTest.java:517)
> at
> org.apache.ignite.internal.processors.cache.distributed.rebalancing.GridCacheRabalancingDelayedPartitionMapExchangeSelfTest.test(GridCacheRabalancingDelayedPartitionMapExchangeSelfTest.java:154)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:497)
> at junit.framework.TestCase.runTest(TestCase.java:176)
> at
> org.apache.ignite.testframework.junits.GridAbstractTest.runTestInternal(GridAbstractTest.java:1997)
> at
> org.apache.ignite.testframework.junits.GridAbstractTest.access$000(GridAbstractTest.java:132)
> at
> org.apache.ignite.testframework.junits.GridAbstractTest$5.run(GridAbstractTest.java:1912)
> at java.lang.Thread.run(Thread.java:745)
> {code}
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
