This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 978d0b5a9d [GLUTEN-12412][VL] Alma linux CI followup fixes (#13085)
978d0b5a9d is described below
commit 978d0b5a9d22a179e900087e302f1f1d7bf287ba
Author: Yuan <[email protected]>
AuthorDate: Tue Sep 22 14:38:45 2026 +0100
[GLUTEN-12412][VL] Alma linux CI followup fixes (#13085)
---
.github/workflows/nightly_sync.yml | 2 +-
.github/workflows/velox_backend_arm.yml | 16 +++++++-------
.github/workflows/velox_backend_cache.yml | 32 +++++++++++-----------------
.github/workflows/velox_backend_enhanced.yml | 27 ++++++++++++-----------
.github/workflows/velox_nightly.yml | 32 +++++++++++-----------------
5 files changed, 49 insertions(+), 60 deletions(-)
diff --git a/.github/workflows/nightly_sync.yml
b/.github/workflows/nightly_sync.yml
index 445b2dfccf..a9230c87c1 100644
--- a/.github/workflows/nightly_sync.yml
+++ b/.github/workflows/nightly_sync.yml
@@ -30,7 +30,7 @@ jobs:
- name: build doc
uses: actions/jekyll-build-pages@v1
- name: rsync
- uses:
burnett01/rsync-deployments@0dc935cdecc5f5e571865e60d2a6cdc673704823
+ uses:
burnett01/rsync-deployments@155b6d6c1219ab2224c20c58d423a3f1b850395f # 9.0.1
with:
switches: -avzr --delete
path: _site
diff --git a/.github/workflows/velox_backend_arm.yml
b/.github/workflows/velox_backend_arm.yml
index c2a3fc4faf..6da1249ef5 100644
--- a/.github/workflows/velox_backend_arm.yml
+++ b/.github/workflows/velox_backend_arm.yml
@@ -76,7 +76,7 @@ jobs:
echo "java=$(match
'^(\.github/workflows/|pom\.xml|backends-velox/|gluten-(uniffle|celeborn|ras|core|substrait|arrow|delta|iceberg|hudi|paimon)/|gluten-ut/(common/|test/|pom\.xml)|package/|build/mvn)')"
>> $GITHUB_OUTPUT
echo "tools_it=$(match '^tools/gluten-it/')"
>> $GITHUB_OUTPUT
- build-native-lib-centos-8:
+ build-native-lib-centos-9:
needs: detect-changes
runs-on: ubuntu-24.04-arm
container: apache/gluten:vcpkg-centos-9
@@ -99,15 +99,15 @@ jobs:
uses:
apache/infrastructure-actions/stash/restore@69afc125e535c4c41e7f1b7470f583087e0f344b
with:
path: '${{ env.CCACHE_DIR }}'
- key: ccache-centos8-release-default-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
+ key: ccache-centos9-release-default-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
- name: Get Ccache from actions/cache (fallback on Stash miss)
if: steps.ccache-stash.outputs.stash-hit != 'true'
uses: actions/cache/restore@v4
with:
path: '${{ env.CCACHE_DIR }}'
- key: ccache-centos8-release-default-${{runner.arch}}-${{github.sha}}
+ key: ccache-centos9-release-default-${{runner.arch}}-${{github.sha}}
restore-keys: |
- ccache-centos8-release-default-${{runner.arch}}
+ ccache-centos9-release-default-${{runner.arch}}
- name: Build Gluten native libraries
run: |
df -a
@@ -121,16 +121,16 @@ jobs:
uses:
apache/infrastructure-actions/stash/save@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
with:
path: '${{ env.CCACHE_DIR }}'
- key: ccache-centos8-release-default-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
+ key: ccache-centos9-release-default-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
include-hidden-files: true
- uses: actions/upload-artifact@v7
with:
- name: velox-native-lib-centos-8-${{github.sha}}
+ name: velox-native-lib-centos-9-${{github.sha}}
path: ./cpp/build/releases/
if-no-files-found: error
tpc-test-centos8:
- needs: [detect-changes, build-native-lib-centos-8]
+ needs: [detect-changes, build-native-lib-centos-9]
if: >-
needs.detect-changes.outputs.cpp == 'true' ||
needs.detect-changes.outputs.java == 'true' ||
@@ -148,7 +148,7 @@ jobs:
- name: Download All Native Artifacts
uses: actions/download-artifact@v8
with:
- name: velox-native-lib-centos-8-${{github.sha}}
+ name: velox-native-lib-centos-9-${{github.sha}}
path: ./cpp/build/releases/
- name: Update mirror list
run: |
diff --git a/.github/workflows/velox_backend_cache.yml
b/.github/workflows/velox_backend_cache.yml
index 632cc8ab78..6ed052b784 100644
--- a/.github/workflows/velox_backend_cache.yml
+++ b/.github/workflows/velox_backend_cache.yml
@@ -32,6 +32,7 @@ jobs:
cache-native-lib-centos-8-static:
if: ${{ startsWith(github.repository, 'apache/') }}
runs-on: ubuntu-22.04
+ container: apache/gluten:vcpkg-almalinux-8-gcc13
steps:
- uses: actions/checkout@v7
- name: Get Ccache
@@ -43,13 +44,9 @@ jobs:
ccache-almalinux8-release-default
- name: Build Gluten native libraries
run: |
- docker run -v $GITHUB_WORKSPACE:/work -w /work
apache/gluten:vcpkg-almalinux-8-gcc13 bash -c "
- yum install bison -y
- export CCACHE_DIR=/work/.ccache
- export CCACHE_MAXSIZE=1G
- mkdir -p /work/.ccache
- bash dev/ci-velox-buildstatic-centos-8.sh
- "
+ yum install bison -y
+ export CCACHE_MAXSIZE=1G
+ bash dev/ci-velox-buildstatic-centos-8.sh
- name: Save Ccache
uses: actions/cache/save@v3
id: ccache
@@ -63,7 +60,7 @@ jobs:
key: ccache-almalinux8-release-default-${{
hashFiles('ep/build-velox/src/**') }}
include-hidden-files: true
- cache-native-lib-centos-8:
+ cache-static-lib-centos-9:
if: ${{ startsWith(github.repository, 'apache/') }}
runs-on: ${{ matrix.os }}
container: apache/gluten:vcpkg-centos-9
@@ -76,9 +73,9 @@ jobs:
uses: actions/cache/restore@v3
with:
path: '${{ env.CCACHE_DIR }}'
- key: ccache-centos8-release-default-${{runner.arch}}-${{github.sha}}
+ key: ccache-centos9-release-default-${{runner.arch}}-${{github.sha}}
restore-keys: |
- ccache-centos8-release-default-${{runner.arch}}
+ ccache-centos9-release-default-${{runner.arch}}
- name: Build Gluten native libraries
run: |
export CCACHE_MAXSIZE=1G
@@ -88,12 +85,12 @@ jobs:
id: ccache
with:
path: '${{ env.CCACHE_DIR }}'
- key: ccache-centos8-release-default-${{runner.arch}}-${{github.sha}}
+ key: ccache-centos9-release-default-${{runner.arch}}-${{github.sha}}
- name: Save Ccache to Apache Stash
uses:
apache/infrastructure-actions/stash/save@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
with:
path: '${{ env.CCACHE_DIR }}'
- key: ccache-centos8-release-default-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
+ key: ccache-centos9-release-default-${{runner.arch}}-${{
hashFiles('ep/build-velox/src/**') }}
include-hidden-files: true
cache-shared-lib-centos-9:
@@ -134,6 +131,7 @@ jobs:
cache-enhanced-native-lib-centos-8-static:
if: ${{ startsWith(github.repository, 'apache/') }}
runs-on: ubuntu-22.04
+ container: apache/gluten:vcpkg-almalinux-8-gcc13
steps:
- uses: actions/checkout@v7
- name: Get Ccache
@@ -145,13 +143,9 @@ jobs:
ccache-enhanced-almalinux8-release-default
- name: Build Gluten native libraries
run: |
- docker run -v $GITHUB_WORKSPACE:/work -w /work
apache/gluten:vcpkg-almalinux-8-gcc13 bash -c "
- yum install bison -y
- export CCACHE_DIR=/work/.ccache
- export CCACHE_MAXSIZE=1G
- mkdir -p /work/.ccache
- bash dev/ci-velox-buildstatic-centos-8-enhanced-features.sh
- "
+ yum install bison -y
+ export CCACHE_MAXSIZE=1G
+ bash dev/ci-velox-buildstatic-centos-8-enhanced-features.sh
- name: Save Ccache
uses: actions/cache/save@v3
id: ccache
diff --git a/.github/workflows/velox_backend_enhanced.yml
b/.github/workflows/velox_backend_enhanced.yml
index a8c9976e78..e84de81c4e 100644
--- a/.github/workflows/velox_backend_enhanced.yml
+++ b/.github/workflows/velox_backend_enhanced.yml
@@ -82,7 +82,14 @@ jobs:
build-native-lib-centos-8:
needs: detect-changes
runs-on: ubuntu-22.04
+ container: apache/gluten:vcpkg-almalinux-8-gcc13
steps:
+ - name: Install CI tools (temporary - until image is rebuilt with
gh/jq/bison/python3.9)
+ run: |
+ dnf install -y jq bison tzdata
+ dnf module -y install python39 && alternatives --set python3
/usr/bin/python3.9
+ dnf config-manager --add-repo
https://cli.github.com/packages/rpm/gh-cli.repo
+ dnf install -y gh --setopt=gpgcheck=0
- uses: actions/checkout@v7
- name: Get Ccache from Apache Stash
id: ccache-stash
@@ -100,19 +107,13 @@ jobs:
ccache-enhanced-almalinux8-release-default
- name: Build Gluten native libraries
run: |
- docker pull apache/gluten:vcpkg-almalinux-8-gcc13
- docker run -v $GITHUB_WORKSPACE:/work -w /work
apache/gluten:vcpkg-almalinux-8-gcc13 bash -c "
- set -e
- yum install tzdata bison -y
- df -a
- cd /work
- export CCACHE_DIR=/work/.ccache
- export CCACHE_MAXSIZE=1G
- mkdir -p /work/.ccache
- ccache -sz
- bash dev/ci-velox-buildstatic-centos-8-enhanced-features.sh
- ccache -s
- "
+ set -e
+ yum install tzdata bison -y
+ df -a
+ export CCACHE_MAXSIZE=1G
+ ccache -sz
+ bash dev/ci-velox-buildstatic-centos-8-enhanced-features.sh
+ ccache -s
- name: "Save ccache"
if: always()
diff --git a/.github/workflows/velox_nightly.yml
b/.github/workflows/velox_nightly.yml
index 91f74a6491..7da2ce81bc 100644
--- a/.github/workflows/velox_nightly.yml
+++ b/.github/workflows/velox_nightly.yml
@@ -37,6 +37,7 @@ jobs:
build-native-lib-x86:
if: ${{ startsWith(github.repository, 'apache/') }}
runs-on: ubuntu-22.04
+ container: apache/gluten:vcpkg-almalinux-8-gcc13
steps:
- uses: actions/checkout@v7
- name: Get Ccache
@@ -48,17 +49,11 @@ jobs:
ccache-almalinux8-release-default
- name: Build Gluten velox third party
run: |
- docker run -v $GITHUB_WORKSPACE:/work -w /work
apache/gluten:vcpkg-almalinux-8-gcc13 bash -c "
- yum install bison -y
- df -a
- cd /work
- export CCACHE_DIR=/work/.ccache
- export CCACHE_MAXSIZE=1G
- bash dev/ci-velox-buildstatic-centos-8.sh
- ccache -s
- mkdir -p /work/.m2/repository/org/apache/arrow/
- cp -r /root/.m2/repository/org/apache/arrow/*
/work/.m2/repository/org/apache/arrow/
- "
+ yum install bison -y
+ df -a
+ export CCACHE_MAXSIZE=1G
+ bash dev/ci-velox-buildstatic-centos-8.sh
+ ccache -s
- name: Upload native libs
uses: actions/upload-artifact@v7
with:
@@ -68,7 +63,7 @@ jobs:
- name: Upload Artifact Arrow Jar
uses: actions/upload-artifact@v7
with:
- path: .m2/repository/org/apache/arrow/
+ path: /root/.m2/repository/org/apache/arrow/
name: velox-arrow-jar-centos-8-x86-${{github.sha}}
build-bundle-package-centos8-jdk8-x86:
@@ -298,10 +293,9 @@ jobs:
df -a
export ARM_BUILD_TARGET=false
export CCACHE_MAXSIZE=1G
+ yum install bison -y
bash dev/ci-velox-buildstatic-centos-8.sh
ccache -s
- mkdir -p $GITHUB_WORKSPACE/.m2/repository/org/apache/arrow/
- cp -r /root/.m2/repository/org/apache/arrow/*
$GITHUB_WORKSPACE/.m2/repository/org/apache/arrow/
- name: "Save ccache"
uses: actions/cache/save@v4
id: ccache
@@ -316,7 +310,7 @@ jobs:
- uses: actions/upload-artifact@v7
with:
name: velox-arrow-jar-centos-8-${{github.sha}}
- path: .m2/repository/org/apache/arrow/
+ path: /root/.m2/repository/org/apache/arrow/
if-no-files-found: error
build-bundle-package-centos8-jdk8-arm64:
@@ -450,7 +444,7 @@ jobs:
name: nightly-gluten-velox-bundle-package-jdk8-x86-${{
steps.date.outputs.date }}
path: package/
- name: rsync to apache nightly
- uses:
burnett01/rsync-deployments@66257cad6bfeb2171d3b6bfa6c9a22279dd9c3a1 # 8.0.5
+ uses:
burnett01/rsync-deployments@155b6d6c1219ab2224c20c58d423a3f1b850395f # 9.0.1
with:
switches: -avzr --delete
path: package/gluten-velox-bundle-*.jar
@@ -479,7 +473,7 @@ jobs:
name: nightly-gluten-velox-bundle-package-jdk17-x86-${{
steps.date.outputs.date }}
path: package/
- name: rsync to apache nightly
- uses:
burnett01/rsync-deployments@66257cad6bfeb2171d3b6bfa6c9a22279dd9c3a1 # 8.0.5
+ uses:
burnett01/rsync-deployments@155b6d6c1219ab2224c20c58d423a3f1b850395f # 9.0.1
with:
switches: -avzr --delete
path: package/gluten-velox-bundle-*.jar
@@ -508,7 +502,7 @@ jobs:
name: nightly-gluten-velox-bundle-package-jdk21-x86-${{
steps.date.outputs.date }}
path: package/
- name: rsync to apache nightly
- uses:
burnett01/rsync-deployments@66257cad6bfeb2171d3b6bfa6c9a22279dd9c3a1 # 8.0.5
+ uses:
burnett01/rsync-deployments@155b6d6c1219ab2224c20c58d423a3f1b850395f # 9.0.1
with:
switches: -avzr --delete
path: package/gluten-velox-bundle-*.jar
@@ -595,7 +589,7 @@ jobs:
path: package/target/gluten-velox-bundle-*.jar
retention-days: 7
- name: rsync to apache nightly
- uses:
burnett01/rsync-deployments@66257cad6bfeb2171d3b6bfa6c9a22279dd9c3a1 # 8.0.5
+ uses:
burnett01/rsync-deployments@155b6d6c1219ab2224c20c58d423a3f1b850395f # 9.0.1
with:
switches: -avzr
path: package/target/gluten-velox-bundle-*.jar
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
