This is an automated email from the ASF dual-hosted git repository.
adoroszlai pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git
The following commit(s) were added to refs/heads/master by this push:
new 7239594abf HDDS-11775. Add tool to create RocksDB checkpoint (#7664)
7239594abf is described below
commit 7239594abf430b38ec5ceea3280926dabd1ffe8d
Author: Tejaskriya <[email protected]>
AuthorDate: Sun Jan 19 15:51:45 2025 +0530
HDDS-11775. Add tool to create RocksDB checkpoint (#7664)
---
.../src/main/smoketest/debug/ozone-debug-ldb.robot | 6 +++
.../apache/hadoop/ozone/debug/ldb/Checkpoint.java | 63 ++++++++++++++++++++++
.../apache/hadoop/ozone/debug/ldb/RDBParser.java | 1 +
3 files changed, 70 insertions(+)
diff --git a/hadoop-ozone/dist/src/main/smoketest/debug/ozone-debug-ldb.robot
b/hadoop-ozone/dist/src/main/smoketest/debug/ozone-debug-ldb.robot
index 4380a3cf94..d5effac7f0 100644
--- a/hadoop-ozone/dist/src/main/smoketest/debug/ozone-debug-ldb.robot
+++ b/hadoop-ozone/dist/src/main/smoketest/debug/ozone-debug-ldb.robot
@@ -144,3 +144,9 @@ Test ozone debug ldb scan with filter option failure
# test filter option for lesser/greater operator on non-numeric field
${output} = Execute And Ignore Error ozone debug ldb
--db=/data/metadata/om.db scan --cf=keyTable --filter="keyName:lesser:k1"
Should contain ${output}
only on numeric values
+
+Test ozone debug ldb checkpoint command
+ ${output} = Execute ozone debug ldb
--db=/data/metadata/om.db checkpoint --output=/data/metadata/checkpoint1.db
+ Should contain ${output}
Created checkpoint at
+ ${output} = Execute ls
/data/metadata/checkpoint1.db
+ Should contain ${output}
.sst
diff --git
a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/Checkpoint.java
b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/Checkpoint.java
new file mode 100644
index 0000000000..d12cf47933
--- /dev/null
+++
b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/Checkpoint.java
@@ -0,0 +1,63 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.ozone.debug.ldb;
+
+import org.apache.hadoop.hdds.cli.AbstractSubcommand;
+import org.apache.hadoop.hdds.utils.db.managed.ManagedCheckpoint;
+import org.apache.hadoop.hdds.utils.db.managed.ManagedRocksDB;
+import org.apache.hadoop.ozone.debug.RocksDBUtils;
+import org.rocksdb.ColumnFamilyDescriptor;
+import org.rocksdb.ColumnFamilyHandle;
+import picocli.CommandLine;
+
+import java.util.ArrayList;
+import java.util.List;
+import java.util.concurrent.Callable;
+
+/**
+ * Create a checkpoint for a rocksDB.
+ */
[email protected](
+ name = "checkpoint",
+ description = "Create checkpoint for specified db"
+)
+public class Checkpoint extends AbstractSubcommand implements Callable<Void> {
+ @CommandLine.Option(names = {"--output"},
+ required = true,
+ description = "Path to output directory for the checkpoint.")
+ private String outputPath;
+
+ @CommandLine.ParentCommand
+ private RDBParser parent;
+
+ @Override
+ public Void call() throws Exception {
+ List<ColumnFamilyDescriptor> cfDescList =
+ RocksDBUtils.getColumnFamilyDescriptors(parent.getDbPath());
+ final List<ColumnFamilyHandle> cfHandleList = new ArrayList<>();
+
+ // Create checkpoint
+ try (ManagedRocksDB db = ManagedRocksDB.openReadOnly(
+ parent.getDbPath(), cfDescList, cfHandleList)) {
+ ManagedCheckpoint cp = ManagedCheckpoint.create(db);
+ cp.get().createCheckpoint(outputPath);
+ out().println("Created checkpoint at " + outputPath);
+ }
+ return null;
+ }
+}
diff --git
a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/RDBParser.java
b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/RDBParser.java
index f07e8f35fb..ba58b05ac5 100644
---
a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/RDBParser.java
+++
b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/ldb/RDBParser.java
@@ -33,6 +33,7 @@ import picocli.CommandLine;
DropTable.class,
ListTables.class,
ValueSchema.class,
+ Checkpoint.class,
},
description = "Parse rocksdb file content")
@MetaInfServices(DebugSubcommand.class)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
