This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new efa5b0225 [GLUTEN-6887][VL] Daily Update Velox Version (2024_09_03)
(#7085)
efa5b0225 is described below
commit efa5b02255f1f1264e2eb4b0413752c7c11b0afb
Author: Gluten Performance Bot
<[email protected]>
AuthorDate: Tue Sep 3 09:14:19 2024 +0800
[GLUTEN-6887][VL] Daily Update Velox Version (2024_09_03) (#7085)
* [GLUTEN-6887][VL] Daily Update Velox Version (2024_09_03)
Signed-off-by: glutenperfbot <[email protected]>
* disbale q97 oom test
Signed-off-by: Yuan Zhou <[email protected]>
---------
Signed-off-by: glutenperfbot <[email protected]>
Signed-off-by: Yuan Zhou <[email protected]>
Co-authored-by: glutenperfbot <[email protected]>
Co-authored-by: Yuan Zhou <[email protected]>
---
.github/workflows/velox_backend.yml | 20 ++++++++++----------
ep/build-velox/src/get_velox.sh | 2 +-
2 files changed, 11 insertions(+), 11 deletions(-)
diff --git a/.github/workflows/velox_backend.yml
b/.github/workflows/velox_backend.yml
index b0744c1ed..a4fd3e440 100644
--- a/.github/workflows/velox_backend.yml
+++ b/.github/workflows/velox_backend.yml
@@ -346,16 +346,16 @@ jobs:
-d=FLUSH_MODE:DISABLED,spark.gluten.sql.columnar.backend.velox.flushablePartialAggregation=false,spark.gluten.sql.columnar.backend.velox.maxPartialAggregationMemoryRatio=1.0,spark.gluten.sql.columnar.backend.velox.maxExtendedPartialAggregationMemoryRatio=1.0,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinPct=100,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinRows=0
\
-d=FLUSH_MODE:ABANDONED,spark.gluten.sql.columnar.backend.velox.maxPartialAggregationMemoryRatio=1.0,spark.gluten.sql.columnar.backend.velox.maxExtendedPartialAggregationMemoryRatio=1.0,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinPct=0,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinRows=0
\
-d=FLUSH_MODE:FLUSHED,spark.gluten.sql.columnar.backend.velox.maxPartialAggregationMemoryRatio=0.05,spark.gluten.sql.columnar.backend.velox.maxExtendedPartialAggregationMemoryRatio=0.1,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinPct=100,spark.gluten.sql.columnar.backend.velox.abandonPartialAggregationMinRows=0
- - name: TPC-DS SF30.0 Parquet local spark3.2 Q97 low memory
- run: |
- cd tools/gluten-it \
- && GLUTEN_IT_JVM_ARGS=-Xmx3G sbin/gluten-it.sh parameterized \
- --local --preset=velox --benchmark-type=ds --error-on-memleak
--queries=q97 -s=30.0 --threads=12 --shuffle-partitions=72 --iterations=1 \
- --data-gen=skip -m=OffHeapExecutionMemory \
- -d=ISOLATION:OFF,spark.gluten.memory.isolation=false \
-
-d=ISOLATION:ON,spark.gluten.memory.isolation=true,spark.memory.storageFraction=0.1
\
- -d=OFFHEAP_SIZE:2g,spark.memory.offHeap.size=2g \
- -d=OFFHEAP_SIZE:1g,spark.memory.offHeap.size=1g || true
+ # - name: TPC-DS SF30.0 Parquet local spark3.2 Q97 low memory
+ # run: |
+ # cd tools/gluten-it \
+ # && GLUTEN_IT_JVM_ARGS=-Xmx3G sbin/gluten-it.sh parameterized \
+ # --local --preset=velox --benchmark-type=ds --error-on-memleak
--queries=q97 -s=30.0 --threads=12 --shuffle-partitions=72 --iterations=1 \
+ # --data-gen=skip -m=OffHeapExecutionMemory \
+ # -d=ISOLATION:OFF,spark.gluten.memory.isolation=false \
+ #
-d=ISOLATION:ON,spark.gluten.memory.isolation=true,spark.memory.storageFraction=0.1
\
+ # -d=OFFHEAP_SIZE:2g,spark.memory.offHeap.size=2g \
+ # -d=OFFHEAP_SIZE:1g,spark.memory.offHeap.size=1g || true
run-tpc-test-ubuntu-randomkill:
needs: build-native-lib-centos-7
diff --git a/ep/build-velox/src/get_velox.sh b/ep/build-velox/src/get_velox.sh
index f6394f850..1ef2c848b 100755
--- a/ep/build-velox/src/get_velox.sh
+++ b/ep/build-velox/src/get_velox.sh
@@ -17,7 +17,7 @@
set -exu
VELOX_REPO=https://github.com/oap-project/velox.git
-VELOX_BRANCH=2024_09_01
+VELOX_BRANCH=2024_09_03
VELOX_HOME=""
OS=`uname -s`
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
