[ 
https://issues.apache.org/jira/browse/RATIS-1008?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Glen Geng updated RATIS-1008:
-----------------------------
    Attachment: image-2020-07-22-10-53-26-200.png

> Heartbeats under grpc bi-direction stream does not work as expected.
> --------------------------------------------------------------------
>
>                 Key: RATIS-1008
>                 URL: https://issues.apache.org/jira/browse/RATIS-1008
>             Project: Ratis
>          Issue Type: Bug
>            Reporter: Glen Geng
>            Assignee: Glen Geng
>            Priority: Major
>         Attachments: image-2020-07-22-10-53-08-899.png, 
> image-2020-07-22-10-53-26-200.png
>
>
> If raft server use Grpc, when append entries blocked at follower side (e.g., 
> by calling SimpleStateMachine4Testing::blockWriteStateMachineData), leader 
> should still be able to send heartbeat (size of entries of append entries 
> request be 0) to followers, and receive response of heartbeat from follower 
> side, since we have the code
>  
> {code:java}
> @Override
> public void onNext(REQUEST request) {
>   if (!replyInOrder(request)) {
>     try {
>       process(request).thenAccept(this::handleReply);
>     } catch (Throwable e) {
>       handleError(e, request);
>     }
>     return;
>   }
>   final PendingServerRequest<REQUEST> current = new 
> PendingServerRequest<>(request);
>   final PendingServerRequest<REQUEST> previous = 
> previousOnNext.getAndSet(current);
>   final CompletableFuture<Void> previousFuture = Optional.ofNullable(previous)
>       .map(PendingServerRequest::getFuture){code}
>  
>  
> But test case "testUpdateViaHeartbeat" shows that after calling 
> SimpleStateMachine4Testing::blockWriteStateMachineData, leader do send 
> heartbeats, but ServerRequestStreamObserver::onNext at 
> GrpcServerProtocolService was not called, until follower finish handling the 
> append entries request that blocked by blockWriteStateMachineData.
>  
> *How to reproduce this issue ?*
> checkout to master,  add following debug info
> {code:java}
> gengbin@GLENGENG-MB0 incubator-ratis % git diff
> diff --git 
> a/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcLogAppender.java 
> b/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcLogAppender.java
> index 4eb5cb9d..97c4679e 100644
> --- 
> a/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcLogAppender.java
> +++ 
> b/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcLogAppender.java
> @@ -207,6 +207,8 @@ public class GrpcLogAppender extends LogAppender {
>          getServer().getId(), null, proto);
>      request.startRequestTimer();
>      s.onNext(proto);
> +    LOG.info("pending log size: {}, pending hb size: {}",
> +        pendingRequests.logRequests.size(), 
> pendingRequests.heartbeats.size());
>      scheduler.onTimeout(requestTimeoutDuration,
>          () -> timeoutAppendRequest(request.getCallId(), 
> request.isHeartbeat()),
>          LOG, () -> "Timeout check failed for append entry request: " + 
> request);
> diff --git 
> a/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcServerProtocolService.java
>  
> b/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcServerProtocolService.java
> index 21a6c560..272d3c0b 100644
> --- 
> a/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcServerProtocolService.java
> +++ 
> b/ratis-grpc/src/main/java/org/apache/ratis/grpc/server/GrpcServerProtocolService.java
> @@ -106,6 +106,8 @@ class GrpcServerProtocolService extends 
> RaftServerProtocolServiceImplBase {
>  
>      @Override
>      public void onNext(REQUEST request) {
> +      LOG.info("receive request, in order or not: {}",  
> replyInOrder(request));
> +
>        if (!replyInOrder(request)) {
>          try {
>            process(request).thenAccept(this::handleReply);
> diff --git 
> a/ratis-server/src/main/java/org/apache/ratis/server/impl/RaftServerImpl.java 
> b/ratis-server/src/main/java/org/apache/ratis/server/impl/RaftServerImpl.java
> index 3c4a3d88..2bb3d7e0 100644
> --- 
> a/ratis-server/src/main/java/org/apache/ratis/server/impl/RaftServerImpl.java
> +++ 
> b/ratis-server/src/main/java/org/apache/ratis/server/impl/RaftServerImpl.java
> @@ -933,13 +933,9 @@ public class RaftServerImpl implements 
> RaftServerProtocol, RaftServerAsynchronou
>  
>    static void logAppendEntries(boolean isHeartbeat, Supplier<String> 
> message) {
>      if (isHeartbeat) {
> -      if (LOG.isTraceEnabled()) {
> -        LOG.trace("HEARTBEAT: " + message.get());
> -      }
> +        LOG.info("HEARTBEAT: " + message.get());
>      } else {
> -      if (LOG.isDebugEnabled()) {
>          LOG.debug(message.get());
> -      }
>      }
>    }
>  
> diff --git 
> a/ratis-test/src/test/java/org/apache/ratis/grpc/TestRaftWithGrpc.java 
> b/ratis-test/src/test/java/org/apache/ratis/grpc/TestRaftWithGrpc.java
> index 0f1d71db..00cd4833 100644
> --- a/ratis-test/src/test/java/org/apache/ratis/grpc/TestRaftWithGrpc.java
> +++ b/ratis-test/src/test/java/org/apache/ratis/grpc/TestRaftWithGrpc.java
> @@ -17,18 +17,23 @@
>   */
>  package org.apache.ratis.grpc;
>  
> +import org.apache.log4j.Level;
>  import org.apache.ratis.MiniRaftCluster;
>  import org.apache.ratis.RaftBasicTests;
>  import org.apache.ratis.RaftTestUtil;
>  import org.apache.ratis.client.RaftClient;
> +import org.apache.ratis.grpc.server.GrpcLogAppender;
>  import org.apache.ratis.protocol.RaftClientReply;
> +import org.apache.ratis.server.RaftServerConfigKeys;
>  import org.apache.ratis.server.impl.BlockRequestHandlingInjection;
> +import org.apache.ratis.server.impl.RaftServerImpl;
>  import org.apache.ratis.server.impl.RaftServerTestUtil;
>  import org.apache.ratis.server.protocol.TermIndex;
>  import org.apache.ratis.server.raftlog.RaftLog;
>  import org.apache.ratis.statemachine.SimpleStateMachine4Testing;
>  import org.apache.ratis.statemachine.StateMachine;
>  import org.apache.ratis.util.JavaUtils;
> +import org.apache.ratis.util.Log4jUtils;
>  import org.apache.ratis.util.TimeDuration;
>  import org.junit.Assert;
>  import org.junit.Test;
> @@ -47,6 +52,11 @@ public class TestRaftWithGrpc
>          SimpleStateMachine4Testing.class, StateMachine.class);
>    }
>  
> +  {
> +    Log4jUtils.setLogLevel(RaftServerImpl.LOG, Level.DEBUG);
> +    Log4jUtils.setLogLevel(GrpcLogAppender.LOG, Level.DEBUG);
> +  }
> +
>    @Override
>    @Test
>    public void testWithLoad() throws Exception {
> @@ -67,7 +77,12 @@ public class TestRaftWithGrpc
>  
>    @Test
>    public void testUpdateViaHeartbeat() throws Exception {
> +    final TimeDuration oldTimeoutMax = 
> RaftServerConfigKeys.Rpc.timeoutMax(getProperties());
> +    RaftServerConfigKeys.Rpc.setTimeoutMax(getProperties(), 
> TimeDuration.valueOf(5, TimeUnit.SECONDS));
> +
>      runWithNewCluster(NUM_SERVERS, this::runTestUpdateViaHeartbeat);
> +
> +    RaftServerConfigKeys.Rpc.setTimeoutMax(getProperties(), oldTimeoutMax);
>    }
>  
>    void runTestUpdateViaHeartbeat(MiniRaftClusterWithGrpc cluster) throws 
> Exception {
> {code}
>  
> *How to prove this ?*
> run test case testUpdateViaHeartbeat
>  
> {code:java}
> 2020-07-21 17:12:50,603 [Time-limited test] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:block(135)) - block WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:50,603 [Time-limited test] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:block(135)) - block WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:50,603 [Time-limited test] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:block(135)) - block WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:50,604 [Time-limited test] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:block(135)) - block WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:50,627 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 0, pending hb size: 1
> 2020-07-21 17:12:50,627 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 0, pending hb size: 1
> 2020-07-21 17:12:50,627 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 0, pending hb size: 1
> 2020-07-21 17:12:50,627 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 0, pending hb size: 1
> 2020-07-21 17:12:50,627 [grpc-default-executor-6] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:50,627 [grpc-default-executor-2] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:50,627 [grpc-default-executor-0] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:50,627 [grpc-default-executor-7] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:50,628 [grpc-default-executor-0] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:50,628 [grpc-default-executor-2] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s0@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:50,628 [grpc-default-executor-6] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:50,628 [ForkJoinPool.commonPool-worker-9] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s4#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0
> 2020-07-21 17:12:50,628 [grpc-default-executor-7] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:0), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:50,628 [ForkJoinPool.commonPool-worker-11] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s3@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s3#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0
> 2020-07-21 17:12:50,628 [ForkJoinPool.commonPool-worker-4] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s0@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s0#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0
> 2020-07-21 17:12:50,628 [ForkJoinPool.commonPool-worker-9] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s2@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s2#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0
> 2020-07-21 17:12:50,629 [grpc-default-executor-7] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s4-AppendLogResponseHandler: received a reply 
> s1<-s4#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=69,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:50,629 [grpc-default-executor-6] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s3-AppendLogResponseHandler: received a reply 
> s1<-s3#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=69,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:50,629 [grpc-default-executor-2] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s0-AppendLogResponseHandler: received a reply 
> s1<-s0#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=69,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:50,629 [grpc-default-executor-6] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s2-AppendLogResponseHandler: received a reply 
> s1<-s2#69:OK,SUCCESS,nextIndex:1,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=69,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:50,643 [grpc-default-executor-6] DEBUG impl.RaftServerImpl 
> (RaftServerImpl.java:submitClientRequestAsync(587)) - s3@group-6CFE864C49B6: 
> receive client 
> request(RaftClientRequest:client-DE8B7308F86F->s3@group-6CFE864C49B6, cid=0, 
> seq=1*, Watch(0), Message:<EMPTY>)
> 2020-07-21 17:12:50,668 [grpc-default-executor-6] DEBUG impl.RaftServerImpl 
> (RaftServerImpl.java:submitClientRequestAsync(587)) - s1@group-6CFE864C49B6: 
> receive client 
> request(RaftClientRequest:client-DE8B7308F86F->s1@group-6CFE864C49B6, cid=0, 
> seq=1*, Watch(0), Message:<EMPTY>)
> 2020-07-21 17:12:50,669 [grpc-default-executor-6] DEBUG impl.RaftServerImpl 
> (LeaderState.java:addWatchReqeust(358)) - s1@group-6CFE864C49B6-LeaderState: 
> addWatchRequest RaftClientRequest:client-DE8B7308F86F->s1@group-6CFE864C49B6, 
> cid=0, seq=1*, Watch(0), Message:<EMPTY>
> 2020-07-21 17:12:50,674 [grpc-default-executor-2] DEBUG impl.RaftServerImpl 
> (RaftServerImpl.java:submitClientRequestAsync(587)) - s1@group-6CFE864C49B6: 
> receive client 
> request(RaftClientRequest:client-DE8B7308F86F->s1@group-6CFE864C49B6, cid=1, 
> seq=2, RW, Message:616263)
> 2020-07-21 17:12:50,685 [grpc-default-executor-2] DEBUG impl.RaftServerImpl 
> (LeaderState.java:addPendingRequest(340)) - 
> s1@group-6CFE864C49B6-LeaderState: addPendingRequest at 
> RaftClientRequest:client-DE8B7308F86F->s1@group-6CFE864C49B6, cid=1, seq=2, 
> RW, Message:616263, entry=(t:1, i:1), STATEMACHINELOGENTRY, 
> client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,686 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 0
> 2020-07-21 17:12:50,686 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 0
> 2020-07-21 17:12:50,686 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 0
> 2020-07-21 17:12:50,686 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 0
> 2020-07-21 17:12:50,687 [grpc-default-executor-6] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: true
> 2020-07-21 17:12:50,687 [grpc-default-executor-0] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: true
> 2020-07-21 17:12:50,687 [grpc-default-executor-2] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: true
> 2020-07-21 17:12:50,687 [grpc-default-executor-0] DEBUG impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(938)) - s2@group-6CFE864C49B6: receive 
> appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, 
> s0:c0, s2:c0], entries: (t:1, i:1), STATEMACHINELOGENTRY, 
> client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,687 [grpc-default-executor-2] DEBUG impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(938)) - s3@group-6CFE864C49B6: receive 
> appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, 
> s0:c0, s2:c0], entries: (t:1, i:1), STATEMACHINELOGENTRY, 
> client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,687 [grpc-default-executor-7] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: true
> 2020-07-21 17:12:50,687 [grpc-default-executor-6] DEBUG impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(938)) - s0@group-6CFE864C49B6: receive 
> appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, 
> s0:c0, s2:c0], entries: (t:1, i:1), STATEMACHINELOGENTRY, 
> client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,688 [grpc-default-executor-7] DEBUG impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(938)) - s4@group-6CFE864C49B6: receive 
> appendEntries(s1, 1, (t:1, i:0), 0, false, commits[s1:c0, s3:c0, s4:c0, 
> s0:c0, s2:c0], entries: (t:1, i:1), STATEMACHINELOGENTRY, 
> client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:50,765 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 1
> 2020-07-21 17:12:50,765 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 1
> 2020-07-21 17:12:50,765 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 1
> 2020-07-21 17:12:50,765 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 1
> 2020-07-21 17:12:50,843 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 2
> 2020-07-21 17:12:50,843 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 2
> 2020-07-21 17:12:50,843 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 2
> 2020-07-21 17:12:50,843 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 2
> 2020-07-21 17:12:50,922 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 3
> 2020-07-21 17:12:50,922 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 3
> 2020-07-21 17:12:50,922 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 3
> 2020-07-21 17:12:50,922 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 3
> 2020-07-21 17:12:51,003 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 4
> 2020-07-21 17:12:51,003 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 4
> 2020-07-21 17:12:51,003 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 4
> 2020-07-21 17:12:51,003 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 4
> 2020-07-21 17:12:51,083 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 5
> 2020-07-21 17:12:51,083 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 5
> 2020-07-21 17:12:51,083 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 5
> 2020-07-21 17:12:51,083 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 5
> 2020-07-21 17:12:51,159 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 6
> 2020-07-21 17:12:51,159 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 6
> 2020-07-21 17:12:51,159 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 6
> 2020-07-21 17:12:51,159 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 6
> 2020-07-21 17:12:51,236 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 7
> 2020-07-21 17:12:51,236 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 7
> 2020-07-21 17:12:51,236 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 7
> 2020-07-21 17:12:51,236 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 7
> 2020-07-21 17:12:51,317 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 8
> 2020-07-21 17:12:51,317 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 8
> 2020-07-21 17:12:51,317 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 8
> 2020-07-21 17:12:51,317 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 8
> 2020-07-21 17:12:51,397 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 9
> 2020-07-21 17:12:51,397 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 9
> 2020-07-21 17:12:51,397 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 9
> 2020-07-21 17:12:51,397 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 9
> 2020-07-21 17:12:51,477 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 10
> 2020-07-21 17:12:51,477 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 10
> 2020-07-21 17:12:51,477 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 10
> 2020-07-21 17:12:51,477 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 10
> 2020-07-21 17:12:51,554 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 11
> 2020-07-21 17:12:51,554 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 11
> 2020-07-21 17:12:51,554 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 11
> 2020-07-21 17:12:51,554 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 11
> 2020-07-21 17:12:51,634 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 12
> 2020-07-21 17:12:51,634 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 12
> 2020-07-21 17:12:51,634 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 12
> 2020-07-21 17:12:51,634 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 12
> 2020-07-21 17:12:51,714 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 13
> 2020-07-21 17:12:51,714 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 13
> 2020-07-21 17:12:51,714 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 13
> 2020-07-21 17:12:51,714 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 13
> 2020-07-21 17:12:51,793 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 14
> 2020-07-21 17:12:51,793 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 14
> 2020-07-21 17:12:51,794 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 14
> 2020-07-21 17:12:51,794 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 14
> 2020-07-21 17:12:51,871 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 15
> 2020-07-21 17:12:51,871 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 15
> 2020-07-21 17:12:51,871 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 15
> 2020-07-21 17:12:51,871 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 15
> 2020-07-21 17:12:51,946 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 16
> 2020-07-21 17:12:51,946 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 16
> 2020-07-21 17:12:51,946 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 16
> 2020-07-21 17:12:51,946 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 16
> 2020-07-21 17:12:52,026 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 17
> 2020-07-21 17:12:52,026 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 17
> 2020-07-21 17:12:52,026 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 17
> 2020-07-21 17:12:52,026 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 17
> 2020-07-21 17:12:52,104 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 18
> 2020-07-21 17:12:52,104 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 18
> 2020-07-21 17:12:52,104 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 18
> 2020-07-21 17:12:52,104 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 18
> 2020-07-21 17:12:52,183 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 19
> 2020-07-21 17:12:52,183 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 19
> 2020-07-21 17:12:52,183 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 19
> 2020-07-21 17:12:52,183 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 19
> 2020-07-21 17:12:52,263 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 20
> 2020-07-21 17:12:52,263 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 20
> 2020-07-21 17:12:52,263 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 20
> 2020-07-21 17:12:52,263 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 20
> 2020-07-21 17:12:52,339 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 21
> 2020-07-21 17:12:52,339 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 21
> 2020-07-21 17:12:52,344 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 21
> 2020-07-21 17:12:52,344 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 21
> 2020-07-21 17:12:52,415 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 22
> 2020-07-21 17:12:52,415 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 22
> 2020-07-21 17:12:52,424 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 22
> 2020-07-21 17:12:52,424 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 22
> 2020-07-21 17:12:52,493 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 23
> 2020-07-21 17:12:52,493 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 23
> 2020-07-21 17:12:52,504 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 23
> 2020-07-21 17:12:52,504 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 23
> 2020-07-21 17:12:52,572 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 24
> 2020-07-21 17:12:52,572 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 24
> 2020-07-21 17:12:52,583 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 24
> 2020-07-21 17:12:52,585 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 24
> 2020-07-21 17:12:52,650 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 25
> 2020-07-21 17:12:52,650 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 25
> 2020-07-21 17:12:52,662 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 25
> 2020-07-21 17:12:52,662 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 25
> 2020-07-21 17:12:52,728 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 26
> 2020-07-21 17:12:52,728 
> {code}
> {code:java}
> 2020-07-21 17:12:55,306 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 59
> 2020-07-21 17:12:55,322 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 59
> 2020-07-21 17:12:55,327 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 59
> 2020-07-21 17:12:55,379 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 60
> 2020-07-21 17:12:55,386 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 60
> 2020-07-21 17:12:55,403 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 60
> 2020-07-21 17:12:55,404 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 60
> 2020-07-21 17:12:55,458 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 61
> 2020-07-21 17:12:55,461 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 61
> 2020-07-21 17:12:55,483 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 61
> 2020-07-21 17:12:55,484 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 61
> 2020-07-21 17:12:55,536 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 62
> 2020-07-21 17:12:55,538 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 62
> 2020-07-21 17:12:55,559 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 62
> 2020-07-21 17:12:55,563 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 62
> 2020-07-21 17:12:55,614 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@66633814]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 63
> 2020-07-21 17:12:55,617 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@427cb8b9]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 63
> 2020-07-21 17:12:55,637 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@5d0b025a]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 63
> 2020-07-21 17:12:55,640 
> [org.apache.ratis.server.impl.LogAppender$AppenderDaemon$$Lambda$532/387080925@7d13f127]
>  INFO  server.GrpcLogAppender (GrpcLogAppender.java:sendRequest(210)) - 
> pending log size: 1, pending hb size: 63
> 2020-07-21 17:12:55,641 [Time-limited test] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:unblock(142)) - unblock 
> WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:55,641 [Time-limited test] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:unblock(142)) - unblock 
> WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:55,641 [Time-limited test] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:unblock(142)) - unblock 
> WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:55,642 [Time-limited test] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:unblock(142)) - unblock 
> WRITE_STATE_MACHINE_DATA
> 2020-07-21 17:12:55,642 [grpc-default-executor-2] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,642 [grpc-default-executor-0] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,642 [Timer-0] INFO  ratis.MiniRaftCluster 
> (MiniRaftCluster.java:lambda$null$5(297)) - TIMED-PRINT: printing ALL groups
>   s3:  RUNNING  FOLLOWER s3@group-6CFE864C49B6:t1, leader=s1, voted=s1, 
> raftlog=s3@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f0,i1, conf=0: 
> [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, 
> s2:0.0.0.0:62544], old=null RUNNING
>   s4:  RUNNING  FOLLOWER s4@group-6CFE864C49B6:t1, leader=s1, voted=s1, 
> raftlog=s4@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f0,i1, conf=0: 
> [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, 
> s2:0.0.0.0:62544], old=null RUNNING
>   s0:  RUNNING  FOLLOWER s0@group-6CFE864C49B6:t1, leader=s1, voted=s1, 
> raftlog=s0@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f0,i1, conf=0: 
> [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, 
> s2:0.0.0.0:62544], old=null RUNNING
>   s1:  RUNNING    LEADER s1@group-6CFE864C49B6:t1, leader=s1, voted=s1, 
> raftlog=s1@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f1,i1, conf=0: 
> [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, 
> s2:0.0.0.0:62544], old=null RUNNING
>   s2:  RUNNING  FOLLOWER s2@group-6CFE864C49B6:t1, leader=s1, voted=s1, 
> raftlog=s2@group-6CFE864C49B6-SegmentedRaftLog:OPENED:c0,f0,i1, conf=0: 
> [s3:0.0.0.0:62545, s4:0.0.0.0:62546, s0:0.0.0.0:62542, s1:0.0.0.0:62543, 
> s2:0.0.0.0:62544], old=null RUNNING
> 2020-07-21 17:12:55,642 [grpc-default-executor-7] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,642 [grpc-default-executor-6] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,643 [grpc-default-executor-7] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,642 [ForkJoinPool.commonPool-worker-4] DEBUG 
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - 
> s3@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s3#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,642 [ForkJoinPool.commonPool-worker-11] DEBUG 
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - 
> s2@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s2#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,642 [ForkJoinPool.commonPool-worker-9] DEBUG 
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - 
> s0@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s0#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,642 [ForkJoinPool.commonPool-worker-2] DEBUG 
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(938)) - 
> s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s4#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,642 [grpc-default-executor-0] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,642 [grpc-default-executor-2] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s0@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,643 [ForkJoinPool.commonPool-worker-2] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s2@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s2#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,643 [grpc-default-executor-1] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s2-AppendLogResponseHandler: received a reply 
> s1<-s2#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=70,entriesCount=1,lastEntry=(t:1, i:1)
> 2020-07-21 17:12:55,643 [grpc-default-executor-3] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s3-AppendLogResponseHandler: received a reply 
> s1<-s3#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=70,entriesCount=1,lastEntry=(t:1, i:1)
> 2020-07-21 17:12:55,643 [grpc-default-executor-7] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,643 [ForkJoinPool.commonPool-worker-4] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s4#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,643 [grpc-default-executor-6] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,644 [grpc-default-executor-7] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,644 [ForkJoinPool.commonPool-worker-4] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s3@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s3#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,644 [grpc-default-executor-1] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s2-AppendLogResponseHandler: received a reply 
> s1<-s2#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=71,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:55,644 [grpc-default-executor-7] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,644 [s1@group-6CFE864C49B6-StateMachineUpdater] DEBUG 
> impl.StateMachineUpdater (StateMachineUpdater.java:applyLog(227)) - 
> s1@group-6CFE864C49B6-StateMachineUpdater: applying nextIndex=1
> 2020-07-21 17:12:55,644 [grpc-default-executor-2] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,645 [grpc-default-executor-1] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s3-AppendLogResponseHandler: received a reply 
> s1<-s3#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=71,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:55,644 [grpc-default-executor-0] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,644 [ForkJoinPool.commonPool-worker-9] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s0@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s0#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,645 [grpc-default-executor-0] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,644 [grpc-default-executor-4] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s4-AppendLogResponseHandler: received a reply 
> s1<-s4#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=70,entriesCount=1,lastEntry=(t:1, i:1)
> 2020-07-21 17:12:55,644 [grpc-default-executor-5] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s0-AppendLogResponseHandler: received a reply 
> s1<-s0#70:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=70,entriesCount=1,lastEntry=(t:1, i:1)
> 2020-07-21 17:12:55,645 [s1@group-6CFE864C49B6-StateMachineUpdater] INFO  
> statemachine.SimpleStateMachine4Testing 
> (SimpleStateMachine4Testing.java:put(197)) - s1: put 1, abc -> (t:1, i:1), 
> STATEMACHINELOGENTRY, client-DE8B7308F86F, cid=1
> 2020-07-21 17:12:55,645 [grpc-default-executor-0] DEBUG 
> server.GrpcLogAppender (GrpcLogAppender.java:onNext(259)) - 
> s1@group-6CFE864C49B6->s4-AppendLogResponseHandler: received a reply 
> s1<-s4#71:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0, 
> request=AppendEntriesRequest:cid=71,entriesCount=0,lastEntry=null
> 2020-07-21 17:12:55,645 [grpc-default-executor-4] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,645 [ForkJoinPool.commonPool-worker-9] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s2@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s2#72:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,646 [grpc-default-executor-4] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s2@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,645 [grpc-default-executor-2] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s0@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,645 [grpc-default-executor-7] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s4@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,646 [ForkJoinPool.commonPool-worker-4] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s0@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s0#72:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,644 [grpc-default-executor-6] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,644 [ForkJoinPool.commonPool-worker-2] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s4#72:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,646 [grpc-default-executor-6] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,646 [grpc-default-executor-7] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,646 [ForkJoinPool.commonPool-worker-2] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s3@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s3#72:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,646 [grpc-default-executor-6] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> 2020-07-21 17:12:55,646 [ForkJoinPool.commonPool-worker-11] INFO  
> impl.RaftServerImpl (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s4@group-6CFE864C49B6: succeeded to handle AppendEntries. Reply: 
> s1<-s4#73:OK,SUCCESS,nextIndex:2,term:1,followerCommit:0
> 2020-07-21 17:12:55,647 [grpc-default-executor-6] INFO  impl.RaftServerImpl 
> (RaftServerImpl.java:logAppendEntries(936)) - HEARTBEAT: 
> s3@group-6CFE864C49B6: receive appendEntries(s1, 1, (t:1, i:1), 0, false, 
> commits[s1:c0, s3:c0, s4:c0, s0:c0, s2:c0], entries: []
> 2020-07-21 17:12:55,646 [grpc-default-executor-0] INFO  
> server.GrpcServerProtocolService (GrpcServerProtocolService.java:onNext(109)) 
> - receive request, in order or not: false
> {code}
>  
>  



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

Reply via email to