[ 
https://issues.apache.org/jira/browse/GEODE-10061?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Kristen updated GEODE-10061:
----------------------------
    Description: 
{code:java}
> Task :geode-core:distributedTest

PRClientServerRegionFunctionExecutionDUnitTest > 
testserverMultiKeyExecution_ThrowException[ExecuteFunctionById] FAILED
    org.apache.geode.test.dunit.RMIException: While invoking 
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest$$Lambda$337/1157292204.run
 in VM 3 running on Host 
heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1.c.apachegeode-ci.internal 
with 4 VMs
        at org.apache.geode.test.dunit.VM.executeMethodOnObject(VM.java:631)
        at org.apache.geode.test.dunit.VM.invoke(VM.java:448)
        at 
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.testserverMultiKeyExecution_ThrowException(PRClientServerRegionFunctionExecutionDUnitTest.java:379)

        Caused by:
        org.apache.geode.cache.client.ServerConnectivityException: Pool 
unexpected Socket closed connection=Pooled Connection to 
heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1.c.apachegeode-ci.internal:20923,heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(304549)<v489>:42669:
 Connection[DESTROYED] attempt=3). Server unreachable: could not connect after 
3 attempts
            at 
org.apache.geode.cache.client.internal.OpExecutorImpl.handleException(OpExecutorImpl.java:671)
            at 
org.apache.geode.cache.client.internal.OpExecutorImpl.handleException(OpExecutorImpl.java:502)
            at 
org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:155)
            at 
org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:120)
            at 
org.apache.geode.cache.client.internal.PoolImpl.execute(PoolImpl.java:805)
            at 
org.apache.geode.cache.client.internal.PutOp.execute(PutOp.java:92)
            at 
org.apache.geode.cache.client.internal.ServerRegionProxy.put(ServerRegionProxy.java:158)
            at 
org.apache.geode.internal.cache.LocalRegion.serverPut(LocalRegion.java:3048)
            at 
org.apache.geode.internal.cache.LocalRegion.cacheWriteBeforePut(LocalRegion.java:3163)
            at 
org.apache.geode.internal.cache.ProxyRegionMap.basicPut(ProxyRegionMap.java:238)
            at 
org.apache.geode.internal.cache.LocalRegion.virtualPut(LocalRegion.java:5620)
            at 
org.apache.geode.internal.cache.LocalRegion.virtualPut(LocalRegion.java:5598)
            at 
org.apache.geode.internal.cache.LocalRegionDataView.putEntry(LocalRegionDataView.java:157)
            at 
org.apache.geode.internal.cache.LocalRegion.basicPut(LocalRegion.java:5053)
            at 
org.apache.geode.internal.cache.LocalRegion.validatedPut(LocalRegion.java:1649)
            at 
org.apache.geode.internal.cache.LocalRegion.put(LocalRegion.java:1636)
            at 
org.apache.geode.internal.cache.AbstractRegion.put(AbstractRegion.java:445)
            at 
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.serverMultiKeyExecution_ThrowException(PRClientServerRegionFunctionExecutionDUnitTest.java:916)
            at 
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.lambda$testserverMultiKeyExecution_ThrowException$bb17a952$1(PRClientServerRegionFunctionExecutionDUnitTest.java:380)

            Caused by:
            java.net.SocketException: Socket closed
                at java.net.SocketInputStream.read(SocketInputStream.java:204)
                at java.net.SocketInputStream.read(SocketInputStream.java:141)
                ...
 {code}
{code:java}
ReconnectDUnitTest > testReconnectWithRoleLoss FAILED
    java.lang.AssertionError: Suspicious strings were written to the log during 
this run.
    Fix the strings or use IgnoredException.addIgnoredException to ignore.
    -----------------------------------------------------------------------
    Found suspect string in 'dunit_suspect-vm0.log' at line 444

    [fatal 2022/02/12 20:58:08.620 UTC <unicast 
receiver,heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1-64966> tid=108] 
Membership service failure: Member isn't responding to heartbeat requests
    
org.apache.geode.distributed.internal.membership.api.MemberDisconnectedException:
 Member isn't responding to heartbeat requests
      at 
org.apache.geode.distributed.internal.membership.gms.GMSMembership$ManagerImpl.forceDisconnect(GMSMembership.java:1806)
      at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.forceDisconnect(GMSJoinLeave.java:1120)
      at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.processRemoveMemberMessage(GMSJoinLeave.java:723)
      at 
org.apache.geode.distributed.internal.membership.gms.messenger.JGroupsMessenger$JGroupsReceiver.receive(JGroupsMessenger.java:1367)
      at 
org.apache.geode.distributed.internal.membership.gms.messenger.JGroupsMessenger$JGroupsReceiver.receive(JGroupsMessenger.java:1303)
      at org.jgroups.JChannel.invokeCallback(JChannel.java:816)
      at org.jgroups.JChannel.up(JChannel.java:741)
      at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:1030)
      at org.jgroups.protocols.FRAG2.up(FRAG2.java:165)
      at org.jgroups.protocols.FlowControl.up(FlowControl.java:390)
      at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1077)
      at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:792)
      at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:433)
      at 
org.apache.geode.distributed.internal.membership.gms.messenger.StatRecorder.up(StatRecorder.java:72)
      at 
org.apache.geode.distributed.internal.membership.gms.messenger.AddressManager.up(AddressManager.java:70)
      at org.jgroups.protocols.TP.passMessageUp(TP.java:1658)
      at org.jgroups.protocols.TP$SingleMessageHandler.run(TP.java:1876)
      at org.jgroups.util.DirectExecutor.execute(DirectExecutor.java:10)
      at org.jgroups.protocols.TP.handleSingleMessage(TP.java:1789)
      at org.jgroups.protocols.TP.receive(TP.java:1714)
      at 
org.apache.geode.distributed.internal.membership.gms.messenger.Transport.receive(Transport.java:160)
      at org.jgroups.protocols.UDP$PacketReceiver.run(UDP.java:701)
      at java.lang.Thread.run(Thread.java:750)

    -----------------------------------------------------------------------
    Found suspect string in 'dunit_suspect-vm3.log' at line 635

    [fatal 2022/02/12 20:58:09.206 UTC <Geode Membership View Creator> tid=120] 
Membership service failure: Exiting due to possible network partition event due 
to loss of 1 cache processes: 
[heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(581540)<v5>:55169]
    
org.apache.geode.distributed.internal.membership.api.MemberDisconnectedException:
 Exiting due to possible network partition event due to loss of 1 cache 
processes: [heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(581540)<v5>:55169]
      at 
org.apache.geode.distributed.internal.membership.gms.GMSMembership$ManagerImpl.forceDisconnect(GMSMembership.java:1806)
      at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.forceDisconnect(GMSJoinLeave.java:1120)
      at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.access$1300(GMSJoinLeave.java:80)
      at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.prepareAndSendView(GMSJoinLeave.java:2606)
      at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.createAndSendView(GMSJoinLeave.java:2583)
      at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.run(GMSJoinLeave.java:2360)
        at org.junit.Assert.fail(Assert.java:89)
        at 
org.apache.geode.test.dunit.internal.DUnitLauncher.closeAndCheckForSuspects(DUnitLauncher.java:422)
        at 
org.apache.geode.test.dunit.internal.DUnitLauncher.closeAndCheckForSuspects(DUnitLauncher.java:438)
        at 
org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.cleanupAllVms(JUnit4DistributedTestCase.java:551)
        at 
org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.doTearDownDistributedTestCase(JUnit4DistributedTestCase.java:498)
        at 
org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.tearDownDistributedTestCase(JUnit4DistributedTestCase.java:481)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        ...
 {code}

  was:
{code:java}
> Task :geode-core:distributedTest

PRClientServerRegionFunctionExecutionDUnitTest > 
testserverMultiKeyExecution_ThrowException[ExecuteFunctionById] FAILED
    org.apache.geode.test.dunit.RMIException: While invoking 
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest$$Lambda$337/1157292204.run
 in VM 3 running on Host 
heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1.c.apachegeode-ci.internal 
with 4 VMs
        at org.apache.geode.test.dunit.VM.executeMethodOnObject(VM.java:631)
        at org.apache.geode.test.dunit.VM.invoke(VM.java:448)
        at 
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.testserverMultiKeyExecution_ThrowException(PRClientServerRegionFunctionExecutionDUnitTest.java:379)

        Caused by:
        org.apache.geode.cache.client.ServerConnectivityException: Pool 
unexpected Socket closed connection=Pooled Connection to 
heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1.c.apachegeode-ci.internal:20923,heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(304549)<v489>:42669:
 Connection[DESTROYED] attempt=3). Server unreachable: could not connect after 
3 attempts
            at 
org.apache.geode.cache.client.internal.OpExecutorImpl.handleException(OpExecutorImpl.java:671)
            at 
org.apache.geode.cache.client.internal.OpExecutorImpl.handleException(OpExecutorImpl.java:502)
            at 
org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:155)
            at 
org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:120)
            at 
org.apache.geode.cache.client.internal.PoolImpl.execute(PoolImpl.java:805)
            at 
org.apache.geode.cache.client.internal.PutOp.execute(PutOp.java:92)
            at 
org.apache.geode.cache.client.internal.ServerRegionProxy.put(ServerRegionProxy.java:158)
            at 
org.apache.geode.internal.cache.LocalRegion.serverPut(LocalRegion.java:3048)
            at 
org.apache.geode.internal.cache.LocalRegion.cacheWriteBeforePut(LocalRegion.java:3163)
            at 
org.apache.geode.internal.cache.ProxyRegionMap.basicPut(ProxyRegionMap.java:238)
            at 
org.apache.geode.internal.cache.LocalRegion.virtualPut(LocalRegion.java:5620)
            at 
org.apache.geode.internal.cache.LocalRegion.virtualPut(LocalRegion.java:5598)
            at 
org.apache.geode.internal.cache.LocalRegionDataView.putEntry(LocalRegionDataView.java:157)
            at 
org.apache.geode.internal.cache.LocalRegion.basicPut(LocalRegion.java:5053)
            at 
org.apache.geode.internal.cache.LocalRegion.validatedPut(LocalRegion.java:1649)
            at 
org.apache.geode.internal.cache.LocalRegion.put(LocalRegion.java:1636)
            at 
org.apache.geode.internal.cache.AbstractRegion.put(AbstractRegion.java:445)
            at 
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.serverMultiKeyExecution_ThrowException(PRClientServerRegionFunctionExecutionDUnitTest.java:916)
            at 
org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.lambda$testserverMultiKeyExecution_ThrowException$bb17a952$1(PRClientServerRegionFunctionExecutionDUnitTest.java:380)

            Caused by:
            java.net.SocketException: Socket closed
                at java.net.SocketInputStream.read(SocketInputStream.java:204)
                at java.net.SocketInputStream.read(SocketInputStream.java:141)
                ...
 {code}
{code:java}
ReconnectDUnitTest > testReconnectWithRoleLoss FAILED     
java.lang.AssertionError: Suspicious strings were written to the log during 
this run.     Fix the strings or use IgnoredException.addIgnoredException to 
ignore.     
-----------------------------------------------------------------------     
Found suspect string in 'dunit_suspect-vm0.log' at line 444     [fatal 
2022/02/12 20:58:08.620 UTC <unicast 
receiver,heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1-64966> tid=108] 
Membership service failure: Member isn't responding to heartbeat requests     
org.apache.geode.distributed.internal.membership.api.MemberDisconnectedException:
 Member isn't responding to heartbeat requests       at 
org.apache.geode.distributed.internal.membership.gms.GMSMembership$ManagerImpl.forceDisconnect(GMSMembership.java:1806)
       at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.forceDisconnect(GMSJoinLeave.java:1120)
       at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.processRemoveMemberMessage(GMSJoinLeave.java:723)
       at 
org.apache.geode.distributed.internal.membership.gms.messenger.JGroupsMessenger$JGroupsReceiver.receive(JGroupsMessenger.java:1367)
       at 
org.apache.geode.distributed.internal.membership.gms.messenger.JGroupsMessenger$JGroupsReceiver.receive(JGroupsMessenger.java:1303)
       at org.jgroups.JChannel.invokeCallback(JChannel.java:816)       at 
org.jgroups.JChannel.up(JChannel.java:741)       at 
org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:1030)       at 
org.jgroups.protocols.FRAG2.up(FRAG2.java:165)       at 
org.jgroups.protocols.FlowControl.up(FlowControl.java:390)       at 
org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1077)       at 
org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:792)       at 
org.jgroups.protocols.UNICAST3.up(UNICAST3.java:433)       at 
org.apache.geode.distributed.internal.membership.gms.messenger.StatRecorder.up(StatRecorder.java:72)
       at 
org.apache.geode.distributed.internal.membership.gms.messenger.AddressManager.up(AddressManager.java:70)
       at org.jgroups.protocols.TP.passMessageUp(TP.java:1658)       at 
org.jgroups.protocols.TP$SingleMessageHandler.run(TP.java:1876)       at 
org.jgroups.util.DirectExecutor.execute(DirectExecutor.java:10)       at 
org.jgroups.protocols.TP.handleSingleMessage(TP.java:1789)       at 
org.jgroups.protocols.TP.receive(TP.java:1714)       at 
org.apache.geode.distributed.internal.membership.gms.messenger.Transport.receive(Transport.java:160)
       at org.jgroups.protocols.UDP$PacketReceiver.run(UDP.java:701)       at 
java.lang.Thread.run(Thread.java:750)     
-----------------------------------------------------------------------     
Found suspect string in 'dunit_suspect-vm3.log' at line 635     [fatal 
2022/02/12 20:58:09.206 UTC <Geode Membership View Creator> tid=120] Membership 
service failure: Exiting due to possible network partition event due to loss of 
1 cache processes: 
[heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(581540)<v5>:55169]     
org.apache.geode.distributed.internal.membership.api.MemberDisconnectedException:
 Exiting due to possible network partition event due to loss of 1 cache 
processes: 
[heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(581540)<v5>:55169]       at 
org.apache.geode.distributed.internal.membership.gms.GMSMembership$ManagerImpl.forceDisconnect(GMSMembership.java:1806)
       at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.forceDisconnect(GMSJoinLeave.java:1120)
       at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.access$1300(GMSJoinLeave.java:80)
       at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.prepareAndSendView(GMSJoinLeave.java:2606)
       at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.createAndSendView(GMSJoinLeave.java:2583)
       at 
org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.run(GMSJoinLeave.java:2360)
         at org.junit.Assert.fail(Assert.java:89)         at 
org.apache.geode.test.dunit.internal.DUnitLauncher.closeAndCheckForSuspects(DUnitLauncher.java:422)
         at 
org.apache.geode.test.dunit.internal.DUnitLauncher.closeAndCheckForSuspects(DUnitLauncher.java:438)
         at 
org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.cleanupAllVms(JUnit4DistributedTestCase.java:551)
         at 
org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.doTearDownDistributedTestCase(JUnit4DistributedTestCase.java:498)
         at 
org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.tearDownDistributedTestCase(JUnit4DistributedTestCase.java:481)
         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)         
at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)   
      at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
         at java.lang.reflect.Method.invoke(Method.java:498)         at 
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
         at 
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
         at 
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
         at 
org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) 
        at 
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)     
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)         at 
org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)         at 
org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
         at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)       
  at 
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
         at 
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
         at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)         
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)         at 
org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)         at 
org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)         at 
org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)         at 
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)   
      at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)       
  at org.junit.runners.ParentRunner.run(ParentRunner.java:413)         at 
org.junit.runner.JUnitCore.run(JUnitCore.java:137)         at 
org.junit.runner.JUnitCore.run(JUnitCore.java:115)         at 
org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:42)
         at 
org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:80)
         at 
org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:72)   
      at 
org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:108)
         at 
org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88)
         at 
org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54)
         at 
org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67)
         at 
org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52)
         at 
org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:96)
         at 
org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:75)
         at 
org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.processAllTestClasses(JUnitPlatformTestClassProcessor.java:99)
         at 
org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor$CollectAllTestClassesExecutor.access$000(JUnitPlatformTestClassProcessor.java:79)
         at 
org.gradle.api.internal.tasks.testing.junitplatform.JUnitPlatformTestClassProcessor.stop(JUnitPlatformTestClassProcessor.java:75)
         at 
org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.stop(SuiteTestClassProcessor.java:61)
         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)         
at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)   
      at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
         at java.lang.reflect.Method.invoke(Method.java:498)         at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
         at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
         at 
org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
         at 
org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
         at com.sun.proxy.$Proxy2.stop(Unknown Source)         at 
org.gradle.api.internal.tasks.testing.worker.TestWorker.stop(TestWorker.java:133)
         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)         
at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)   
      at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
         at java.lang.reflect.Method.invoke(Method.java:498)         at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
         at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
         at 
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
         at 
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
         at 
org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
         at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
         at 
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:48)
         at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at 
org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:56)
         at java.lang.Thread.run(Thread.java:750)
{code}


> Mass-Test-Run: PRClientServerRegionFunctionExecutionDUnitTest > 
> testserverMultiKeyExecution_ThrowException[ExecuteFunctionById] FAILED
> --------------------------------------------------------------------------------------------------------------------------------------
>
>                 Key: GEODE-10061
>                 URL: https://issues.apache.org/jira/browse/GEODE-10061
>             Project: Geode
>          Issue Type: Bug
>    Affects Versions: 1.16.0
>            Reporter: Kristen
>            Priority: Major
>              Labels: needsTriage
>
> {code:java}
> > Task :geode-core:distributedTest
> PRClientServerRegionFunctionExecutionDUnitTest > 
> testserverMultiKeyExecution_ThrowException[ExecuteFunctionById] FAILED
>     org.apache.geode.test.dunit.RMIException: While invoking 
> org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest$$Lambda$337/1157292204.run
>  in VM 3 running on Host 
> heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1.c.apachegeode-ci.internal 
> with 4 VMs
>         at org.apache.geode.test.dunit.VM.executeMethodOnObject(VM.java:631)
>         at org.apache.geode.test.dunit.VM.invoke(VM.java:448)
>         at 
> org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.testserverMultiKeyExecution_ThrowException(PRClientServerRegionFunctionExecutionDUnitTest.java:379)
>         Caused by:
>         org.apache.geode.cache.client.ServerConnectivityException: Pool 
> unexpected Socket closed connection=Pooled Connection to 
> heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1.c.apachegeode-ci.internal:20923,heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(304549)<v489>:42669:
>  Connection[DESTROYED] attempt=3). Server unreachable: could not connect 
> after 3 attempts
>             at 
> org.apache.geode.cache.client.internal.OpExecutorImpl.handleException(OpExecutorImpl.java:671)
>             at 
> org.apache.geode.cache.client.internal.OpExecutorImpl.handleException(OpExecutorImpl.java:502)
>             at 
> org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:155)
>             at 
> org.apache.geode.cache.client.internal.OpExecutorImpl.execute(OpExecutorImpl.java:120)
>             at 
> org.apache.geode.cache.client.internal.PoolImpl.execute(PoolImpl.java:805)
>             at 
> org.apache.geode.cache.client.internal.PutOp.execute(PutOp.java:92)
>             at 
> org.apache.geode.cache.client.internal.ServerRegionProxy.put(ServerRegionProxy.java:158)
>             at 
> org.apache.geode.internal.cache.LocalRegion.serverPut(LocalRegion.java:3048)
>             at 
> org.apache.geode.internal.cache.LocalRegion.cacheWriteBeforePut(LocalRegion.java:3163)
>             at 
> org.apache.geode.internal.cache.ProxyRegionMap.basicPut(ProxyRegionMap.java:238)
>             at 
> org.apache.geode.internal.cache.LocalRegion.virtualPut(LocalRegion.java:5620)
>             at 
> org.apache.geode.internal.cache.LocalRegion.virtualPut(LocalRegion.java:5598)
>             at 
> org.apache.geode.internal.cache.LocalRegionDataView.putEntry(LocalRegionDataView.java:157)
>             at 
> org.apache.geode.internal.cache.LocalRegion.basicPut(LocalRegion.java:5053)
>             at 
> org.apache.geode.internal.cache.LocalRegion.validatedPut(LocalRegion.java:1649)
>             at 
> org.apache.geode.internal.cache.LocalRegion.put(LocalRegion.java:1636)
>             at 
> org.apache.geode.internal.cache.AbstractRegion.put(AbstractRegion.java:445)
>             at 
> org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.serverMultiKeyExecution_ThrowException(PRClientServerRegionFunctionExecutionDUnitTest.java:916)
>             at 
> org.apache.geode.internal.cache.execute.PRClientServerRegionFunctionExecutionDUnitTest.lambda$testserverMultiKeyExecution_ThrowException$bb17a952$1(PRClientServerRegionFunctionExecutionDUnitTest.java:380)
>             Caused by:
>             java.net.SocketException: Socket closed
>                 at java.net.SocketInputStream.read(SocketInputStream.java:204)
>                 at java.net.SocketInputStream.read(SocketInputStream.java:141)
>                 ...
>  {code}
> {code:java}
> ReconnectDUnitTest > testReconnectWithRoleLoss FAILED
>     java.lang.AssertionError: Suspicious strings were written to the log 
> during this run.
>     Fix the strings or use IgnoredException.addIgnoredException to ignore.
>     -----------------------------------------------------------------------
>     Found suspect string in 'dunit_suspect-vm0.log' at line 444
>     [fatal 2022/02/12 20:58:08.620 UTC <unicast 
> receiver,heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1-64966> tid=108] 
> Membership service failure: Member isn't responding to heartbeat requests
>     
> org.apache.geode.distributed.internal.membership.api.MemberDisconnectedException:
>  Member isn't responding to heartbeat requests
>       at 
> org.apache.geode.distributed.internal.membership.gms.GMSMembership$ManagerImpl.forceDisconnect(GMSMembership.java:1806)
>       at 
> org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.forceDisconnect(GMSJoinLeave.java:1120)
>       at 
> org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.processRemoveMemberMessage(GMSJoinLeave.java:723)
>       at 
> org.apache.geode.distributed.internal.membership.gms.messenger.JGroupsMessenger$JGroupsReceiver.receive(JGroupsMessenger.java:1367)
>       at 
> org.apache.geode.distributed.internal.membership.gms.messenger.JGroupsMessenger$JGroupsReceiver.receive(JGroupsMessenger.java:1303)
>       at org.jgroups.JChannel.invokeCallback(JChannel.java:816)
>       at org.jgroups.JChannel.up(JChannel.java:741)
>       at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:1030)
>       at org.jgroups.protocols.FRAG2.up(FRAG2.java:165)
>       at org.jgroups.protocols.FlowControl.up(FlowControl.java:390)
>       at org.jgroups.protocols.UNICAST3.deliverMessage(UNICAST3.java:1077)
>       at org.jgroups.protocols.UNICAST3.handleDataReceived(UNICAST3.java:792)
>       at org.jgroups.protocols.UNICAST3.up(UNICAST3.java:433)
>       at 
> org.apache.geode.distributed.internal.membership.gms.messenger.StatRecorder.up(StatRecorder.java:72)
>       at 
> org.apache.geode.distributed.internal.membership.gms.messenger.AddressManager.up(AddressManager.java:70)
>       at org.jgroups.protocols.TP.passMessageUp(TP.java:1658)
>       at org.jgroups.protocols.TP$SingleMessageHandler.run(TP.java:1876)
>       at org.jgroups.util.DirectExecutor.execute(DirectExecutor.java:10)
>       at org.jgroups.protocols.TP.handleSingleMessage(TP.java:1789)
>       at org.jgroups.protocols.TP.receive(TP.java:1714)
>       at 
> org.apache.geode.distributed.internal.membership.gms.messenger.Transport.receive(Transport.java:160)
>       at org.jgroups.protocols.UDP$PacketReceiver.run(UDP.java:701)
>       at java.lang.Thread.run(Thread.java:750)
>     -----------------------------------------------------------------------
>     Found suspect string in 'dunit_suspect-vm3.log' at line 635
>     [fatal 2022/02/12 20:58:09.206 UTC <Geode Membership View Creator> 
> tid=120] Membership service failure: Exiting due to possible network 
> partition event due to loss of 1 cache processes: 
> [heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(581540)<v5>:55169]
>     
> org.apache.geode.distributed.internal.membership.api.MemberDisconnectedException:
>  Exiting due to possible network partition event due to loss of 1 cache 
> processes: 
> [heavy-lifter-36926f81-68ee-5ab9-b87b-3d77805b70b1(581540)<v5>:55169]
>       at 
> org.apache.geode.distributed.internal.membership.gms.GMSMembership$ManagerImpl.forceDisconnect(GMSMembership.java:1806)
>       at 
> org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.forceDisconnect(GMSJoinLeave.java:1120)
>       at 
> org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave.access$1300(GMSJoinLeave.java:80)
>       at 
> org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.prepareAndSendView(GMSJoinLeave.java:2606)
>       at 
> org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.createAndSendView(GMSJoinLeave.java:2583)
>       at 
> org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.run(GMSJoinLeave.java:2360)
>         at org.junit.Assert.fail(Assert.java:89)
>         at 
> org.apache.geode.test.dunit.internal.DUnitLauncher.closeAndCheckForSuspects(DUnitLauncher.java:422)
>         at 
> org.apache.geode.test.dunit.internal.DUnitLauncher.closeAndCheckForSuspects(DUnitLauncher.java:438)
>         at 
> org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.cleanupAllVms(JUnit4DistributedTestCase.java:551)
>         at 
> org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.doTearDownDistributedTestCase(JUnit4DistributedTestCase.java:498)
>         at 
> org.apache.geode.test.dunit.internal.JUnit4DistributedTestCase.tearDownDistributedTestCase(JUnit4DistributedTestCase.java:481)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         ...
>  {code}



--
This message was sent by Atlassian Jira
(v8.20.1#820001)

Reply via email to