This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new dded13294e21 chore: Update release candidate validation in Github
action (#14295)
dded13294e21 is described below
commit dded13294e21c080fae72bb3651dc4988de77069
Author: Y Ethan Guo <[email protected]>
AuthorDate: Tue Nov 18 15:13:42 2025 -0800
chore: Update release candidate validation in Github action (#14295)
---
.github/workflows/release_candidate_validation.yml | 78 ++++++++++++++++++++--
packaging/bundle-validation/validate.sh | 2 +-
2 files changed, 73 insertions(+), 7 deletions(-)
diff --git a/.github/workflows/release_candidate_validation.yml
b/.github/workflows/release_candidate_validation.yml
index b60a909bfa4d..1a5f44d04ea7 100644
--- a/.github/workflows/release_candidate_validation.yml
+++ b/.github/workflows/release_candidate_validation.yml
@@ -17,15 +17,11 @@ jobs:
runs-on: ubuntu-latest
if: false
env:
- HUDI_VERSION: 1.0.0
- STAGING_REPO_NUM: 1123
+ HUDI_VERSION: 1.1.0
+ STAGING_REPO_NUM: 1164
strategy:
matrix:
include:
- - scalaProfile: 'scala-2.13'
- flinkProfile: 'flink2.0'
- sparkProfile: 'spark3.5'
- sparkRuntime: 'spark3.5.1'
- scalaProfile: 'scala-2.13'
flinkProfile: 'flink1.20'
sparkProfile: 'spark3.5'
@@ -75,3 +71,73 @@ jobs:
SCALA_PROFILE: ${{ matrix.scalaProfile }}
run: |
./packaging/bundle-validation/ci_run.sh hudi_docker_java17
$HUDI_VERSION openjdk17 $STAGING_REPO_NUM
+
+ validate-release-candidate-bundles-spark4:
+ runs-on: ubuntu-latest
+ if: false
+ env:
+ HUDI_VERSION: 1.1.0
+ STAGING_REPO_NUM: 1164
+ strategy:
+ matrix:
+ include:
+ - scalaProfile: 'scala-2.13'
+ flinkProfile: 'flink1.20'
+ sparkProfile: 'spark4.0'
+ sparkRuntime: 'spark4.0.0'
+ steps:
+ - uses: actions/checkout@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v3
+ with:
+ java-version: '17'
+ distribution: 'temurin'
+ architecture: x64
+ cache: maven
+ - name: IT - Bundle Validation - OpenJDK 17
+ env:
+ FLINK_PROFILE: ${{ matrix.flinkProfile }}
+ SPARK_PROFILE: ${{ matrix.sparkProfile }}
+ SPARK_RUNTIME: ${{ matrix.sparkRuntime }}
+ SCALA_PROFILE: ${{ matrix.scalaProfile }}
+ run: |
+ ./packaging/bundle-validation/ci_run.sh hudi_docker_java17
$HUDI_VERSION openjdk17 $STAGING_REPO_NUM
+
+ validate-release-candidate-bundles-flink2:
+ runs-on: ubuntu-latest
+ if: false
+ env:
+ HUDI_VERSION: 1.1.0
+ STAGING_REPO_NUM: 1164
+ strategy:
+ matrix:
+ include:
+ - scalaProfile: 'scala-2.12'
+ flinkProfile: 'flink2.0'
+ sparkProfile: 'spark3.5'
+ sparkRuntime: 'spark3.5.1'
+ steps:
+ - uses: actions/checkout@v3
+ - name: Set up JDK 11
+ uses: actions/setup-java@v3
+ with:
+ java-version: '11'
+ distribution: 'temurin'
+ architecture: x64
+ cache: maven
+ - name: IT - Bundle Validation - OpenJDK 11
+ env:
+ FLINK_PROFILE: ${{ matrix.flinkProfile }}
+ SPARK_PROFILE: ${{ matrix.sparkProfile }}
+ SPARK_RUNTIME: ${{ matrix.sparkRuntime }}
+ SCALA_PROFILE: ${{ matrix.scalaProfile }}
+ run: |
+ ./packaging/bundle-validation/ci_run.sh hudi_docker_java11
$HUDI_VERSION openjdk11 $STAGING_REPO_NUM
+ - name: IT - Bundle Validation - OpenJDK 17
+ env:
+ FLINK_PROFILE: ${{ matrix.flinkProfile }}
+ SPARK_PROFILE: ${{ matrix.sparkProfile }}
+ SPARK_RUNTIME: ${{ matrix.sparkRuntime }}
+ SCALA_PROFILE: ${{ matrix.scalaProfile }}
+ run: |
+ ./packaging/bundle-validation/ci_run.sh hudi_docker_java17
$HUDI_VERSION openjdk17 $STAGING_REPO_NUM
diff --git a/packaging/bundle-validation/validate.sh
b/packaging/bundle-validation/validate.sh
index 3fd84786f62e..eaa5a28c9dc9 100755
--- a/packaging/bundle-validation/validate.sh
+++ b/packaging/bundle-validation/validate.sh
@@ -392,7 +392,7 @@ else
echo "::warning::validate.sh skip validating cli bundle for Spark < 3.5
build"
fi
-if [[ $SPARK_HOME == *"spark-3.5"* || $SPARK_HOME == *"spark-4.0"* ]]
+if [[ $SPARK_HOME == *"spark-3.5"* ]]
then
echo "::warning::validate.sh validating utilities bundle"
test_utilities_bundle $JARS_DIR/utilities.jar
