This is an automated email from the ASF dual-hosted git repository.
kerwinzhang pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new ac3b919e40 [VL][CI] Add test for rss sort shuffle (#9140)
ac3b919e40 is described below
commit ac3b919e40bd35a2f2bf104332e084fd19102ecd
Author: Kerwin Zhang <[email protected]>
AuthorDate: Thu Mar 27 21:27:10 2025 +0800
[VL][CI] Add test for rss sort shuffle (#9140)
---
.github/workflows/velox_backend.yml | 6 +++++-
.../src/main/scala/org/apache/gluten/integration/Constants.scala | 1 +
2 files changed, 6 insertions(+), 1 deletion(-)
diff --git a/.github/workflows/velox_backend.yml
b/.github/workflows/velox_backend.yml
index 5270ec2151..662c77dcd8 100644
--- a/.github/workflows/velox_backend.yml
+++ b/.github/workflows/velox_backend.yml
@@ -609,7 +609,11 @@ jobs:
GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
--local --preset=velox-with-celeborn --benchmark-type=h
--error-on-memleak --off-heap-size=10g -s=1.0 --threads=8 --iterations=1 && \
GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
- --local --preset=velox-with-celeborn --benchmark-type=ds
--error-on-memleak --off-heap-size=10g -s=1.0 --threads=8 --iterations=1
+ --local --preset=velox-with-celeborn --benchmark-type=ds
--error-on-memleak --off-heap-size=10g -s=1.0 --threads=8 --iterations=1 && \
+ GLUTEN_IT_JVM_ARGS=-Xmx5G sbin/gluten-it.sh queries-compare \
+ --local --preset=velox-with-celeborn
--extra-conf=spark.celeborn.client.spark.shuffle.writer=sort \
+ --extra-conf=spark.celeborn.push.sortMemory.threshold=8m
--benchmark-type=ds --error-on-memleak \
+ --off-heap-size=10g -s=1.0 --threads=8 --iterations=1
run-spark-test-spark32:
needs: build-native-lib-centos-7
diff --git
a/tools/gluten-it/common/src/main/scala/org/apache/gluten/integration/Constants.scala
b/tools/gluten-it/common/src/main/scala/org/apache/gluten/integration/Constants.scala
index 8804b22652..fe4e986cd2 100644
---
a/tools/gluten-it/common/src/main/scala/org/apache/gluten/integration/Constants.scala
+++
b/tools/gluten-it/common/src/main/scala/org/apache/gluten/integration/Constants.scala
@@ -107,6 +107,7 @@ object Constants {
"VeloxResizeBatchesExec" -> Set("selfTime"),
"ColumnarShuffleExchangeExec" -> Set(
"splitTime",
+ "sortTime",
"shuffleWallTime",
"fetchWaitTime",
"decompressTime",
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
