Davis-Zhang-Onehouse opened a new pull request, #18455:
URL: https://github.com/apache/hudi/pull/18455
# ── Step 1: Build once (all dependent modules + test-compile for
hudi-spark) ──
mvn test-compile -am -pl hudi-spark-datasource/hudi-spark \
-Dgluten.bundle.jar=$BUNDLE_JAR \
-Dcheckstyle.skip=true -Dscalastyle.skip=true \
-Dspotless.check.skip=true -Denforcer.skip=true \
-T 1C -B -ntp
# ── Step 2: Run individual tests — no recompilation ──
export RUST_LOG=hudi_core=debug
BUNDLE_JAR=/home/ubuntu/ws1/gluten-internal/package/target/gluten-velox-bundle-spark3.5_2.12-linux_amd64-1.5.1-SNAPSHOT.jar
# Common args for surefire:test (no -am needed — deps already compiled)
SUREFIRE_COMMON=(-pl hudi-spark-datasource/hudi-spark
-Dgluten.bundle.jar=$BUNDLE_JAR
-Dsurefire-log4j.file=log4j2-surefire-quiet.properties
-DfailIfNoTests=false -Dsurefire.failIfNoSpecifiedTests=false
-DskipUTs=true -Dcheckstyle.skip=true -Dscalastyle.skip=true
-DredirectTestOutputToFile=false -Dspotless.check.skip=true)
mvn surefire:test "${SUREFIRE_COMMON[@]}" -Dtest=TestMORDataSource| grep
"Using Gluten/Velox native"
mvn surefire:test "${SUREFIRE_COMMON[@]}"
-Dtest=TestHoodieFileGroupReaderOnSpark| grep "Using Gluten/Velox native"
mvn surefire:test "${SUREFIRE_COMMON[@]}"
-Dtest=TestHoodieSparkMergeOnReadTableRollback| grep "Using Gluten/Velox native"
mvn surefire:test "${SUREFIRE_COMMON[@]}" -Dtest=TestMergeHandle| grep
"Using Gluten/Velox native"
mvn surefire:test "${SUREFIRE_COMMON[@]}"
-Dtest=TestPositionBasedFileGroupRecordBuffer| grep "Using Gluten/Velox native"
mvn test-compile -am -pl hudi-spark-datasource/hudi-spark \
-Dgluten.bundle.jar=$BUNDLE_JAR \
-Dcheckstyle.skip=true -Dscalastyle.skip=true \
-Dspotless.check.skip=true -Denforcer.skip=true \
-T 1C -B -ntp
BUNDLE_JAR=/home/ubuntu/ws1/gluten-internal/package/target/gluten-velox-bundle-spark3.5_2.12-linux_amd64-1.5.1-SNAPSHOT.jar
# ScalaTest — use scalatest:test (not surefire:test)
SUREFIRE_SCALA=(-pl hudi-spark-datasource/hudi-spark
-Dgluten.bundle.jar=$BUNDLE_JAR
-Dsurefire-log4j.file=log4j2-surefire-quiet.properties
-DfailIfNoTests=false
-Dcheckstyle.skip=true -Dscalastyle.skip=true
-DredirectTestOutputToFile=false -Dspotless.check.skip=true)
mvn scalatest:test "${SUREFIRE_SCALA[@]}"
-DwildcardSuites=org.apache.spark.sql.hudi.dml.others.TestMergeModeCommitTimeOrdering
mvn scalatest:test "${SUREFIRE_SCALA[@]}"
-DwildcardSuites=org.apache.spark.sql.hudi.dml.others.TestMergeModeEventTimeOrdering
mvn scalatest:test "${SUREFIRE_SCALA[@]}"
-DwildcardSuites=org.apache.spark.sql.hudi.dml.others.TestPartialUpdateForMergeInto
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
