This is an automated email from the ASF dual-hosted git repository.
weichiu pushed a commit to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/branch-3.3 by this push:
new 0712505 HADOOP-17096. Fix ZStandardCompressor input buffer offset
(#2104). Contributed by Stephen Jung (Stripe).
0712505 is described below
commit 0712505b592b7cb6510c0d57bffa71125b7fdf0e
Author: Stephen Jung <[email protected]>
AuthorDate: Tue Nov 10 11:38:22 2020 -0800
HADOOP-17096. Fix ZStandardCompressor input buffer offset (#2104).
Contributed by Stephen Jung (Stripe).
(cherry picked from commit 45434c93e865386de8c5f4036e795a3362557d56)
---
.../java/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.java | 4 ++--
.../src/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.c | 4 ++--
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git
a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.java
b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.java
index 7445502..ec1e35a 100644
---
a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.java
+++
b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.java
@@ -159,7 +159,7 @@ public class ZStandardCompressor implements Compressor {
}
// have we consumed all input
- if (keepUncompressedBuf && uncompressedDirectBufLen > 0) {
+ if (keepUncompressedBuf && uncompressedDirectBufLen -
uncompressedDirectBufOff > 0) {
return false;
}
@@ -223,7 +223,7 @@ public class ZStandardCompressor implements Compressor {
compressedDirectBuf.limit(n);
// Check if we have consumed all input buffer
- if (uncompressedDirectBufLen <= 0) {
+ if (uncompressedDirectBufLen - uncompressedDirectBufOff <= 0) {
// consumed all input buffer
keepUncompressedBuf = false;
uncompressedDirectBuf.clear();
diff --git
a/hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.c
b/hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.c
index 41eb9e2..6581f29 100644
---
a/hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.c
+++
b/hadoop-common-project/hadoop-common/src/main/native/src/org/apache/hadoop/io/compress/zstd/ZStandardCompressor.c
@@ -219,13 +219,13 @@ JNIEXPORT jint
Java_org_apache_hadoop_io_compress_zstd_ZStandardCompressor_defla
return (jint) 0;
}
- bytes_read += input.pos;
+ bytes_read += input.pos - uncompressed_direct_buf_off;
bytes_written += output.pos;
(*env)->SetLongField(env, this, ZStandardCompressor_bytesRead, bytes_read);
(*env)->SetLongField(env, this, ZStandardCompressor_bytesWritten,
bytes_written);
(*env)->SetIntField(env, this,
ZStandardCompressor_uncompressedDirectBufOff, input.pos);
- (*env)->SetIntField(env, this,
ZStandardCompressor_uncompressedDirectBufLen, input.size - input.pos);
+ (*env)->SetIntField(env, this,
ZStandardCompressor_uncompressedDirectBufLen, input.size);
return (jint) output.pos;
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
