This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
The following commit(s) were added to refs/heads/master by this push:
new 93fda44ed [format] Set orc.compression.zstd.level to 3 by default
(#3114)
93fda44ed is described below
commit 93fda44edf336fea8a79dc0d5b131083e2292839
Author: Jason Zhang <[email protected]>
AuthorDate: Fri Mar 29 14:13:13 2024 +0800
[format] Set orc.compression.zstd.level to 3 by default (#3114)
---
docs/layouts/shortcodes/generated/orc_configuration.html | 2 +-
paimon-format/src/main/java/org/apache/orc/OrcConf.java | 2 +-
.../test/java/org/apache/paimon/format/orc/writer/OrcZstdTest.java | 4 +---
3 files changed, 3 insertions(+), 5 deletions(-)
diff --git a/docs/layouts/shortcodes/generated/orc_configuration.html
b/docs/layouts/shortcodes/generated/orc_configuration.html
index 92b1a9106..ffdae855e 100644
--- a/docs/layouts/shortcodes/generated/orc_configuration.html
+++ b/docs/layouts/shortcodes/generated/orc_configuration.html
@@ -40,7 +40,7 @@ under the License.
</tr>
<tr>
<td><h5>orc.compression.zstd.level</h5></td>
- <td style="word-wrap: break-word;">1</td>
+ <td style="word-wrap: break-word;">3</td>
<td>Integer</td>
<td>Define the compression level to use with ZStandard codec while
writing data. The valid range is 1~22.</td>
</tr>
diff --git a/paimon-format/src/main/java/org/apache/orc/OrcConf.java
b/paimon-format/src/main/java/org/apache/orc/OrcConf.java
index 6aa357868..a7fa1a21b 100644
--- a/paimon-format/src/main/java/org/apache/orc/OrcConf.java
+++ b/paimon-format/src/main/java/org/apache/orc/OrcConf.java
@@ -114,7 +114,7 @@ public enum OrcConf {
COMPRESSION_ZSTD_LEVEL(
"orc.compression.zstd.level",
"hive.exec.orc.compression.zstd.level",
- 1,
+ 3,
"Define the compression level to use with ZStandard codec "
+ "while writing data. The valid range is 1~22"),
COMPRESSION_ZSTD_WINDOWLOG(
diff --git
a/paimon-format/src/test/java/org/apache/paimon/format/orc/writer/OrcZstdTest.java
b/paimon-format/src/test/java/org/apache/paimon/format/orc/writer/OrcZstdTest.java
index d5f8f8bc7..0bf90b38a 100644
---
a/paimon-format/src/test/java/org/apache/paimon/format/orc/writer/OrcZstdTest.java
+++
b/paimon-format/src/test/java/org/apache/paimon/format/orc/writer/OrcZstdTest.java
@@ -145,12 +145,10 @@ class OrcZstdTest {
try (ZstdCodec zstdCodec = new ZstdCodec()) {
// write bytes to heap buffer.
assertTrue(zstdCodec.compress(in, out, null,
zstdCodec.getDefaultOptions()));
- int position = out.position();
out.flip();
// copy heap buffer to direct buffer.
- directOut.put(out.array());
+ directOut.put(out);
directOut.flip();
- directOut.limit(position);
zstdCodec.decompress(directOut, directResult);