This is an automated email from the ASF dual-hosted git repository.
philo pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new cb999cac3c [VL] Allow the use of Gzip codec for shuffle compression
(#11242)
cb999cac3c is described below
commit cb999cac3c4ea75464d25d8616ca8afa3d08d13d
Author: PHILO-HE <[email protected]>
AuthorDate: Tue Dec 9 11:14:05 2025 +0800
[VL] Allow the use of Gzip codec for shuffle compression (#11242)
---
.../src/main/scala/org/apache/spark/shuffle/GlutenShuffleUtils.scala | 3 +++
1 file changed, 3 insertions(+)
diff --git
a/gluten-substrait/src/main/scala/org/apache/spark/shuffle/GlutenShuffleUtils.scala
b/gluten-substrait/src/main/scala/org/apache/spark/shuffle/GlutenShuffleUtils.scala
index 2ceb48f7c2..80b0e94830 100644
---
a/gluten-substrait/src/main/scala/org/apache/spark/shuffle/GlutenShuffleUtils.scala
+++
b/gluten-substrait/src/main/scala/org/apache/spark/shuffle/GlutenShuffleUtils.scala
@@ -105,6 +105,9 @@ object GlutenShuffleUtils {
checkAndGetBufferSize(IO_COMPRESSION_LZ4_BLOCKSIZE)
} else if ("zstd" == codec) {
checkAndGetBufferSize(IO_COMPRESSION_ZSTD_BUFFERSIZE)
+ } else if ("gzip" == codec) { // QAT supports it only.
+ // Temporarily hard-coded to 32k.
+ 32 * 1024
} else {
throw new UnsupportedOperationException(s"Unsupported compression codec
$codec.")
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
