This is an automated email from the ASF dual-hosted git repository.
szetszwo pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ratis.git
The following commit(s) were added to refs/heads/master by this push:
new 6571b8db RATIS-1571. Add ratis-shell snapshot command unit test (#636)
6571b8db is described below
commit 6571b8db1419b71ddcdca80a5d6e7e79aff75c97
Author: Yaolong Liu <[email protected]>
AuthorDate: Mon Apr 25 19:00:52 2022 +0800
RATIS-1571. Add ratis-shell snapshot command unit test (#636)
---
.../TestSnapshotCommandIntegrationWithGrpc.java | 26 +++++
.../cli/sh/SnapshotCommandIntegrationTest.java | 128 +++++++++++++++++++++
2 files changed, 154 insertions(+)
diff --git
a/ratis-test/src/test/java/org/apache/ratis/grpc/cli/TestSnapshotCommandIntegrationWithGrpc.java
b/ratis-test/src/test/java/org/apache/ratis/grpc/cli/TestSnapshotCommandIntegrationWithGrpc.java
new file mode 100644
index 00000000..36fbc56c
--- /dev/null
+++
b/ratis-test/src/test/java/org/apache/ratis/grpc/cli/TestSnapshotCommandIntegrationWithGrpc.java
@@ -0,0 +1,26 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.ratis.grpc.cli;
+
+import org.apache.ratis.grpc.MiniRaftClusterWithGrpc;
+import org.apache.ratis.shell.cli.sh.SnapshotCommandIntegrationTest;
+
+public class TestSnapshotCommandIntegrationWithGrpc
+ extends SnapshotCommandIntegrationTest<MiniRaftClusterWithGrpc>
+ implements MiniRaftClusterWithGrpc.FactoryGet{
+}
diff --git
a/ratis-test/src/test/java/org/apache/ratis/shell/cli/sh/SnapshotCommandIntegrationTest.java
b/ratis-test/src/test/java/org/apache/ratis/shell/cli/sh/SnapshotCommandIntegrationTest.java
new file mode 100644
index 00000000..58a3b51b
--- /dev/null
+++
b/ratis-test/src/test/java/org/apache/ratis/shell/cli/sh/SnapshotCommandIntegrationTest.java
@@ -0,0 +1,128 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.ratis.shell.cli.sh;
+
+import org.apache.log4j.Level;
+import org.apache.ratis.BaseTest;
+import org.apache.ratis.RaftTestUtil;
+import org.apache.ratis.client.RaftClient;
+import org.apache.ratis.conf.RaftProperties;
+import org.apache.ratis.protocol.RaftClientReply;
+import org.apache.ratis.protocol.RaftPeerId;
+import org.apache.ratis.server.RaftServer;
+import org.apache.ratis.server.RaftServerConfigKeys;
+import org.apache.ratis.server.impl.MiniRaftCluster;
+import org.apache.ratis.server.raftlog.RaftLog;
+import org.apache.ratis.statemachine.SimpleStateMachine4Testing;
+import org.apache.ratis.statemachine.StateMachine;
+import org.apache.ratis.util.Log4jUtils;
+import org.apache.ratis.util.SizeInBytes;
+import org.junit.Assert;
+import org.junit.Test;
+
+import java.io.File;
+
+public abstract class SnapshotCommandIntegrationTest <CLUSTER extends
MiniRaftCluster>
+ extends BaseTest
+ implements MiniRaftCluster.Factory.Get<CLUSTER> {
+ {
+ Log4jUtils.setLogLevel(RaftServer.Division.LOG, Level.WARN);
+ Log4jUtils.setLogLevel(RaftLog.LOG, Level.WARN);
+ Log4jUtils.setLogLevel(RaftClient.LOG, Level.WARN);
+ }
+
+ static final int NUM_SERVERS = 3;
+
+ {
+ final RaftProperties prop = getProperties();
+ prop.setClass(MiniRaftCluster.STATEMACHINE_CLASS_KEY,
+ SimpleStateMachine4Testing.class, StateMachine.class);
+ RaftServerConfigKeys.Log.setSegmentSizeMax(prop,
SizeInBytes.valueOf("8KB"));
+ RaftServerConfigKeys.Snapshot.setAutoTriggerEnabled(prop, false);
+ RaftServerConfigKeys.Snapshot.setCreationGap(prop, 20);
+ }
+
+ @Test
+ public void testSnapshotCreateCommand() throws Exception {
+ runWithNewCluster(NUM_SERVERS, this::runTestSnapshotCreateCommand);
+ runWithNewCluster(NUM_SERVERS,
this::runTestSnapshotCreateCommandOnSpecificServer);
+ }
+
+ void runTestSnapshotCreateCommand(MiniRaftCluster cluster) throws Exception {
+ final RaftServer.Division leader = RaftTestUtil.waitForLeader(cluster);
+ final RaftPeerId leaderId = leader.getId();
+ try (final RaftClient client = cluster.createClient(leaderId)) {
+ for (int i = 0; i <
RaftServerConfigKeys.Snapshot.creationGap(getProperties()); i++) {
+ RaftClientReply reply = client.io().send(new
RaftTestUtil.SimpleMessage("m" + i));
+ Assert.assertTrue(reply.isSuccess());
+ }
+ }
+ String address = cluster.getLeader().getPeer().getAdminAddress();
+ StringBuffer sb = new StringBuffer();
+ for (RaftServer.Division division : cluster.getFollowers()) {
+ sb.append(division.getPeer().getAdminAddress());
+ sb.append(",");
+ }
+ sb.append(address);
+ final StringPrintStream out = new StringPrintStream();
+ RatisShell shell = new RatisShell(out.getPrintStream());
+ int ret = shell.run("snapshot", "create", "-peers", sb.toString(),
"-peerId",
+ leader.getPeer().getId().toString());
+ Assert.assertEquals(0, ret);
+ String[] str = out.toString().trim().split(" ");
+ int snapshotIndex = Integer.parseInt(str[str.length-1]);
+ LOG.info("snapshotIndex = {}", snapshotIndex);
+
+ final File snapshotFile = SimpleStateMachine4Testing.get(leader)
+
.getStateMachineStorage().getSnapshotFile(leader.getInfo().getCurrentTerm(),
snapshotIndex);
+ Assert.assertTrue(snapshotFile.exists());
+ }
+
+ void runTestSnapshotCreateCommandOnSpecificServer(MiniRaftCluster cluster)
throws Exception {
+ final RaftServer.Division leader = RaftTestUtil.waitForLeader(cluster);
+ final RaftPeerId leaderId = leader.getId();
+ try (final RaftClient client = cluster.createClient(leaderId)) {
+ for (int i = 0; i <
RaftServerConfigKeys.Snapshot.creationGap(getProperties()); i++) {
+ RaftClientReply reply = client.io().send(new
RaftTestUtil.SimpleMessage("m" + i));
+ Assert.assertTrue(reply.isSuccess());
+ }
+ }
+ String address = cluster.getLeader().getPeer().getAdminAddress();
+ StringBuffer sb = new StringBuffer();
+ for (RaftServer.Division division : cluster.getFollowers()) {
+ sb.append(division.getPeer().getAdminAddress());
+ sb.append(",");
+ }
+ sb.append(address);
+ final StringPrintStream out = new StringPrintStream();
+ RatisShell shell = new RatisShell(out.getPrintStream());
+ Assert.assertEquals(2, cluster.getFollowers().size());
+ int ret = shell.run("snapshot", "create", "-peers", sb.toString(),
"-peerId",
+ cluster.getFollowers().get(0).getId().toString());
+ Assert.assertEquals(0, ret);
+ String[] str = out.toString().trim().split(" ");
+ int snapshotIndex = Integer.parseInt(str[str.length-1]);
+ LOG.info("snapshotIndex = {}", snapshotIndex);
+
+ final File snapshotFile =
SimpleStateMachine4Testing.get(cluster.getFollowers().get(0))
+ .getStateMachineStorage()
+
.getSnapshotFile(cluster.getFollowers().get(0).getInfo().getCurrentTerm(),
snapshotIndex);
+ Assert.assertTrue(snapshotFile.exists());
+ }
+
+}
