hadoop-yetus commented on a change in pull request #651: HDDS-1339. Implement
ratis snapshots on OM
URL: https://github.com/apache/hadoop/pull/651#discussion_r270255127
##########
File path:
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/om/TestOzoneManagerHA.java
##########
@@ -534,4 +536,84 @@ public void testReadRequest() throws Exception {
proxyProvider.getCurrentProxyOMNodeId());
}
}
+
+ @Test
+ public void testOMRatisSnapshot() throws Exception {
+ String userName = "user" + RandomStringUtils.randomNumeric(5);
+ String adminName = "admin" + RandomStringUtils.randomNumeric(5);
+ String volumeName = "volume" + RandomStringUtils.randomNumeric(5);
+ String bucketName = "bucket" + RandomStringUtils.randomNumeric(5);
+
+ VolumeArgs createVolumeArgs = VolumeArgs.newBuilder()
+ .setOwner(userName)
+ .setAdmin(adminName)
+ .build();
+
+ objectStore.createVolume(volumeName, createVolumeArgs);
+ OzoneVolume retVolumeinfo = objectStore.getVolume(volumeName);
+
+ retVolumeinfo.createBucket(bucketName);
+ OzoneBucket ozoneBucket = retVolumeinfo.getBucket(bucketName);
+
+ String leaderOMNodeId = objectStore.getClientProxy().getOMProxyProvider()
+ .getCurrentProxyOMNodeId();
+ OzoneManager ozoneManager = cluster.getOzoneManager(leaderOMNodeId);
+
+ // Send commands to ratis to increase the log index so that ratis
+ // triggers a snapshot on the state machine.
+
+ long appliedLogIndex = 0;
+ while (appliedLogIndex <= SNAPSHOT_THRESHOLD) {
+ createKey(ozoneBucket);
+ appliedLogIndex = ozoneManager.getOmRatisServer()
+ .getStateMachineLastAppliedIndex();
+ }
+
+ GenericTestUtils.waitFor(() -> {
+ if (ozoneManager.loadRatisSnapshotIndex() > 0) {
+ return true;
+ }
+ return false;
+ }, 1000, 100000);
+
+ // The current lastAppliedLogIndex on the state machine should be greater
+ // than or equal to the saved snapshot index.
+ long smLastAppliedIndex =
+ ozoneManager.getOmRatisServer().getStateMachineLastAppliedIndex();
+ long ratisSnapshotIndex = ozoneManager.loadRatisSnapshotIndex();
+ Assert.assertTrue("LastAppliedIndex on OM State Machine ("
+ + smLastAppliedIndex + ") is less than the saved snapshot index("
+ + ratisSnapshotIndex + ").",
+ smLastAppliedIndex >= ratisSnapshotIndex);
+
+ // Add more transactions to Ratis to trigger another snapshot
+ while (appliedLogIndex <= (smLastAppliedIndex + SNAPSHOT_THRESHOLD)) {
+ createKey(ozoneBucket);
+ appliedLogIndex = ozoneManager.getOmRatisServer()
+ .getStateMachineLastAppliedIndex();
+ }
+
+ GenericTestUtils.waitFor(() -> {
+ if (ozoneManager.loadRatisSnapshotIndex() > 0) {
+ return true;
+ }
+ return false;
+ }, 1000, 100000);
+
+ // The new snapshot index must be greater than the previous snapshot index
+ long ratisSnapshotIndexNew = ozoneManager.loadRatisSnapshotIndex();
+ Assert.assertTrue("Latest snapshot index must be greater than previous " +
+ "snapshot indices", ratisSnapshotIndexNew > ratisSnapshotIndex);
Review comment:
whitespace:end of line
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
