This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new b610b260b1 [GLUTEN-9860][VL] Update nightly job to delete old packages
(#10819)
b610b260b1 is described below
commit b610b260b12f997ce6a978eef8a114676508e174
Author: Yuan <[email protected]>
AuthorDate: Wed Oct 1 13:59:51 2025 +0100
[GLUTEN-9860][VL] Update nightly job to delete old packages (#10819)
this patch updated the nightly script to delete old builds
---------
Signed-off-by: Yuan <[email protected]>
---
.github/workflows/nightly_sync.yml | 4 +--
.github/workflows/velox_nightly.yml | 63 ++++++++++++++++---------------------
2 files changed, 29 insertions(+), 38 deletions(-)
diff --git a/.github/workflows/nightly_sync.yml
b/.github/workflows/nightly_sync.yml
index 027047a317..bd2173cc0a 100644
--- a/.github/workflows/nightly_sync.yml
+++ b/.github/workflows/nightly_sync.yml
@@ -29,9 +29,9 @@ jobs:
- name: build doc
uses: actions/jekyll-build-pages@v1
- name: rsync
- uses: burnett01/[email protected]
+ uses:
burnett01/rsync-deployments@0dc935cdecc5f5e571865e60d2a6cdc673704823
with:
- switches: -avzr
+ switches: -avzr --delete
path: _site
remote_path: ${{ secrets.NIGHTLIES_RSYNC_PATH }}/gluten/docs/
remote_host: ${{ secrets.NIGHTLIES_RSYNC_HOST }}
diff --git a/.github/workflows/velox_nightly.yml
b/.github/workflows/velox_nightly.yml
index 7ec22fba00..37c64e6c71 100644
--- a/.github/workflows/velox_nightly.yml
+++ b/.github/workflows/velox_nightly.yml
@@ -34,7 +34,7 @@ concurrency:
cancel-in-progress: true
jobs:
- build-native-lib:
+ build-native-lib-x86:
if: ${{ startsWith(github.repository, 'apache/') }}
runs-on: ubuntu-22.04
steps:
@@ -69,8 +69,8 @@ jobs:
path: .m2/repository/org/apache/arrow/
name: velox-arrow-jar-centos-7-${{github.sha}}
- build-bundle-package-centos8-jdk8:
- needs: build-native-lib
+ build-bundle-package-centos8-jdk8-x86:
+ needs: build-native-lib-x86
runs-on: ubuntu-22.04
container: centos:8
steps:
@@ -106,22 +106,12 @@ jobs:
- name: Upload bundle package
uses: actions/upload-artifact@v4
with:
- name: nightly-gluten-velox-bundle-package-jdk8-${{
steps.date.outputs.date }}
+ name: nightly-gluten-velox-bundle-package-jdk8-x86-${{
steps.date.outputs.date }}
path: package/target/gluten-velox-bundle-*.jar
retention-days: 7
- - name: rsync to apache nightly
- uses:
burnett01/rsync-deployments@0dc935cdecc5f5e571865e60d2a6cdc673704823
- with:
- switches: -avzr
- path: package/target/gluten-velox-bundle-*.jar
- remote_path: ${{ secrets.NIGHTLIES_RSYNC_PATH
}}/gluten/nightly-release-jdk8
- remote_host: ${{ secrets.NIGHTLIES_RSYNC_HOST }}
- remote_port: ${{ secrets.NIGHTLIES_RSYNC_PORT }}
- remote_user: ${{ secrets.NIGHTLIES_RSYNC_USER }}
- remote_key: ${{ secrets.NIGHTLIES_RSYNC_KEY }}
- build-bundle-package-centos8-jdk17:
- needs: build-native-lib
+ build-bundle-package-centos8-jdk17-x86:
+ needs: build-native-lib-x86
runs-on: ubuntu-22.04
container: centos:8
steps:
@@ -155,22 +145,12 @@ jobs:
- name: Upload bundle package
uses: actions/upload-artifact@v4
with:
- name: nightly-gluten-velox-bundle-package-jdk17-${{
steps.date.outputs.date }}
+ name: nightly-gluten-velox-bundle-package-jdk17-x86-${{
steps.date.outputs.date }}
path: package/target/gluten-velox-bundle-*.jar
retention-days: 7
- - name: rsync to apache nightly
- uses:
burnett01/rsync-deployments@0dc935cdecc5f5e571865e60d2a6cdc673704823
- with:
- switches: -avzr
- path: package/target/gluten-velox-bundle-*.jar
- remote_path: ${{ secrets.NIGHTLIES_RSYNC_PATH
}}/gluten/nightly-release-jdk17
- remote_host: ${{ secrets.NIGHTLIES_RSYNC_HOST }}
- remote_port: ${{ secrets.NIGHTLIES_RSYNC_PORT }}
- remote_user: ${{ secrets.NIGHTLIES_RSYNC_USER }}
- remote_key: ${{ secrets.NIGHTLIES_RSYNC_KEY }}
- #TODO: split ARM section into different file
+ #build and package for arm64
build-native-lib-centos-8-arm64:
runs-on: ubuntu-24.04-arm
container: apache/gluten:vcpkg-centos-8
@@ -288,22 +268,28 @@ jobs:
path: package/target/gluten-velox-bundle-*.jar
retention-days: 7
- upload-jdk8-package-arm64:
- needs: [build-bundle-package-centos8-jdk8-arm64]
+ # upload package to nightly.apache.org
+ upload-jdk8-package:
+ needs: [build-bundle-package-centos8-jdk8-arm64,
build-bundle-package-centos8-jdk8-x86]
runs-on: ubuntu-22.04
steps:
- name: Get current date
id: date
run: echo "::set-output name=date::$(date +'%Y-%m-%d')"
- - name: Download JDK8 Package Artifacts
+ - name: Download ARM JDK8 Package Artifacts
uses: actions/download-artifact@v4
with:
name: nightly-gluten-velox-bundle-package-jdk8-arm64-${{
steps.date.outputs.date }}
path: package/
+ - name: Download X86 JDK8 Package Artifacts
+ uses: actions/download-artifact@v4
+ with:
+ name: nightly-gluten-velox-bundle-package-jdk8-x86-${{
steps.date.outputs.date }}
+ path: package/
- name: rsync to apache nightly
uses:
burnett01/rsync-deployments@0dc935cdecc5f5e571865e60d2a6cdc673704823
with:
- switches: -avzr
+ switches: -avzr --delete
path: package/gluten-velox-bundle-*.jar
remote_path: ${{ secrets.NIGHTLIES_RSYNC_PATH
}}/gluten/nightly-release-jdk8
remote_host: ${{ secrets.NIGHTLIES_RSYNC_HOST }}
@@ -311,22 +297,27 @@ jobs:
remote_user: ${{ secrets.NIGHTLIES_RSYNC_USER }}
remote_key: ${{ secrets.NIGHTLIES_RSYNC_KEY }}
- upload-jdk17-package-arm64:
- needs: [build-bundle-package-centos8-jdk17-arm64]
+ upload-jdk17-package:
+ needs: [build-bundle-package-centos8-jdk17-arm64,
build-bundle-package-centos8-jdk17-x86]
runs-on: ubuntu-22.04
steps:
- name: Get current date
id: date
run: echo "::set-output name=date::$(date +'%Y-%m-%d')"
- - name: Download JDK17 Package Artifacts
+ - name: Download ARM JDK17 Package Artifacts
uses: actions/download-artifact@v4
with:
name: nightly-gluten-velox-bundle-package-jdk17-arm64-${{
steps.date.outputs.date }}
path: package/
+ - name: Download X86 JDK17 Package Artifacts
+ uses: actions/download-artifact@v4
+ with:
+ name: nightly-gluten-velox-bundle-package-jdk17-x86-${{
steps.date.outputs.date }}
+ path: package/
- name: rsync to apache nightly
uses:
burnett01/rsync-deployments@0dc935cdecc5f5e571865e60d2a6cdc673704823
with:
- switches: -avzr
+ switches: -avzr --delete
path: package/gluten-velox-bundle-*.jar
remote_path: ${{ secrets.NIGHTLIES_RSYNC_PATH
}}/gluten/nightly-release-jdk17
remote_host: ${{ secrets.NIGHTLIES_RSYNC_HOST }}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
