This is an automated email from the ASF dual-hosted git repository.
ayushsaxena pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ozone.git
The following commit(s) were added to refs/heads/master by this push:
new b57d98e69e HDDS-9374. RangeKeysGenerator freon tool should support
objects creation >2GB (#5386)
b57d98e69e is described below
commit b57d98e69e2ae44a4e2c081ebc94e92292aff8a1
Author: tanvipenumudy <[email protected]>
AuthorDate: Thu Oct 5 12:51:11 2023 +0530
HDDS-9374. RangeKeysGenerator freon tool should support objects creation
>2GB (#5386)
---
.../apache/hadoop/ozone/freon/RangeKeysGenerator.java | 17 ++++++++++-------
1 file changed, 10 insertions(+), 7 deletions(-)
diff --git
a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/RangeKeysGenerator.java
b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/RangeKeysGenerator.java
index e149410281..5e01da7b4a 100644
---
a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/RangeKeysGenerator.java
+++
b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/freon/RangeKeysGenerator.java
@@ -20,7 +20,6 @@
package org.apache.hadoop.ozone.freon;
import com.codahale.metrics.Timer;
-import org.apache.commons.lang3.RandomUtils;
import org.apache.hadoop.hdds.cli.HddsVersionProvider;
import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.ozone.client.OzoneClient;
@@ -83,7 +82,12 @@ public class RangeKeysGenerator extends BaseFreonGenerator
description = "Generated object size (in bytes) " +
"to be written.",
defaultValue = "1")
- private int objectSizeInBytes;
+ private long objectSizeInBytes;
+
+ @CommandLine.Option(names = {"--buffer"},
+ description = "Size of buffer used to generate object content.",
+ defaultValue = "1024")
+ private int bufferSize;
@CommandLine.Option(
names = "--om-service-id",
@@ -93,7 +97,7 @@ public class RangeKeysGenerator extends BaseFreonGenerator
private KeyGeneratorUtil kg;
private int clientCount;
private OzoneClient[] ozoneClients;
- private byte[] keyContent;
+ private ContentGenerator contentGenerator;
private Timer timer;
@@ -108,9 +112,8 @@ public class RangeKeysGenerator extends BaseFreonGenerator
}
ensureVolumeAndBucketExist(ozoneClients[0], volumeName, bucketName);
- if (objectSizeInBytes >= 0) {
- keyContent = RandomUtils.nextBytes(objectSizeInBytes);
- }
+ contentGenerator =
+ new ContentGenerator(objectSizeInBytes, bufferSize);
timer = getMetrics().timer("key-read-write");
kg = new KeyGeneratorUtil();
@@ -157,7 +160,7 @@ public class RangeKeysGenerator extends BaseFreonGenerator
try (OzoneOutputStream out = client.getProxy().
createKey(volumeName, bucketName, keyName,
objectSizeInBytes, null, new HashMap())) {
- out.write(keyContent);
+ contentGenerator.write(out);
}
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
