This is an automated email from the ASF dual-hosted git repository.
taiyangli pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new ce45bc4642 [GLUTEN-7983][CH] Fix NPE when disable
spark.shuffle.compress (#7984)
ce45bc4642 is described below
commit ce45bc4642c6cdc5782951b713a4aaabc0635a06
Author: exmy <[email protected]>
AuthorDate: Tue Nov 19 14:50:08 2024 +0800
[GLUTEN-7983][CH] Fix NPE when disable spark.shuffle.compress (#7984)
---
.../org/apache/spark/shuffle/CHCelebornColumnarShuffleWriter.scala | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git
a/gluten-celeborn/clickhouse/src/main/scala/org/apache/spark/shuffle/CHCelebornColumnarShuffleWriter.scala
b/gluten-celeborn/clickhouse/src/main/scala/org/apache/spark/shuffle/CHCelebornColumnarShuffleWriter.scala
index 11c45264db..2263cda7ea 100644
---
a/gluten-celeborn/clickhouse/src/main/scala/org/apache/spark/shuffle/CHCelebornColumnarShuffleWriter.scala
+++
b/gluten-celeborn/clickhouse/src/main/scala/org/apache/spark/shuffle/CHCelebornColumnarShuffleWriter.scala
@@ -50,7 +50,8 @@ class CHCelebornColumnarShuffleWriter[K, V](
writeMetrics) {
private val capitalizedCompressionCodec =
- customizedCompressionCodec.toUpperCase(Locale.ROOT)
+ if (customizedCompressionCodec != null)
customizedCompressionCodec.toUpperCase(Locale.ROOT)
+ else "NONE"
private val jniWrapper = new CHShuffleSplitterJniWrapper
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
