This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch branch-0.x
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 78bf6761759 [HUDI-7413] Fix schema exception types and error messages
thrown with schema exceptions (#10677)
new 4538fb2fc3f [HUDI-7418] Create a common method for filtering in S3 and
GCS sources and add tests for filtering out extensions (#10724)
new 81fe5ad16f3 [MINOR] Fix Azure publishing of JUnit results (#10817)
new 111d1389ba5 [MINOR] Publish test results from the containerized job to
Azure (#10818)
new 3d5d274847c [HUDI-7473] Rebalance CI (#10805)
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
azure-pipelines-20230430.yml | 205 +++++++++++++++------
.../TestGetPartitionValuesFromPath.scala | 2 +-
.../hudi/functional/TestSparkSqlCoreFlow.scala | 7 +-
.../apache/hudi/functional/TestSqlStatement.scala | 2 +-
.../benchmark/SpaceCurveOptimizeBenchmark.scala | 2 +-
.../sql/hudi/command/index/TestIndexSyntax.scala | 2 +-
.../hudi/command/index/TestSecondaryIndex.scala | 2 +-
.../hudi/{ => common}/HoodieSparkSqlTestBase.scala | 6 +-
.../{ => common}/TestHoodieInternalRowUtils.scala | 2 +-
.../hudi/{ => common}/TestHoodieOptionConfig.scala | 3 +-
.../TestLazyPartitionPathFetching.scala | 2 +-
.../TestNestedSchemaPruningOptimization.scala | 2 +-
.../TestPartitionPushDownWhenListingPaths.scala | 2 +-
.../spark/sql/hudi/{ => common}/TestSqlConf.scala | 5 +-
.../spark/sql/hudi/{ => ddl}/TestAlterTable.scala | 4 +-
.../{ => ddl}/TestAlterTableDropPartition.scala | 6 +-
.../spark/sql/hudi/{ => ddl}/TestCreateTable.scala | 6 +-
.../spark/sql/hudi/{ => ddl}/TestSpark3DDL.scala | 4 +-
.../sql/hudi/{ => dml}/TestCDCForSparkSQL.scala | 3 +-
.../sql/hudi/{ => dml}/TestCompactionTable.scala | 6 +-
.../sql/hudi/{ => dml}/TestDataSkippingQuery.scala | 4 +-
.../sql/hudi/{ => dml}/TestDeleteFromTable.scala | 4 +-
.../spark/sql/hudi/{ => dml}/TestDeleteTable.scala | 3 +-
.../spark/sql/hudi/{ => dml}/TestDropTable.scala | 7 +-
.../{ => dml}/TestHoodieTableValuedFunction.scala | 3 +-
.../spark/sql/hudi/{ => dml}/TestInsertTable.scala | 6 +-
.../hudi/{ => dml}/TestMergeIntoLogOnlyTable.scala | 3 +-
.../sql/hudi/{ => dml}/TestMergeIntoTable.scala | 6 +-
.../sql/hudi/{ => dml}/TestMergeIntoTable2.scala | 3 +-
.../TestMergeIntoTableWithNonRecordKeyField.scala | 3 +-
.../{ => dml}/TestPartialUpdateForMergeInto.scala | 4 +-
.../TestQueryMergeOnReadOptimizedTable.scala | 4 +-
.../spark/sql/hudi/{ => dml}/TestRepairTable.scala | 4 +-
.../sql/hudi/{ => dml}/TestShowPartitions.scala | 3 +-
.../sql/hudi/{ => dml}/TestTimeTravelTable.scala | 3 +-
.../sql/hudi/{ => dml}/TestTruncateTable.scala | 3 +-
.../spark/sql/hudi/{ => dml}/TestUpdateTable.scala | 3 +-
.../procedure/HoodieSparkProcedureTestBase.scala | 2 +-
.../sql/hudi/procedure/TestCallCommandParser.scala | 2 +-
.../procedure/TestCopyToTempViewProcedure.scala | 2 +-
.../hudi/utilities/config/CloudSourceConfig.java | 4 +-
.../config/S3EventsHoodieIncrSourceConfig.java | 6 +
.../sources/GcsEventsHoodieIncrSource.java | 8 +-
.../sources/S3EventsHoodieIncrSource.java | 50 +----
.../helpers/CloudObjectsSelectorCommon.java | 68 +++++++
.../helpers/gcs/GcsObjectMetadataFetcher.java | 39 +---
.../sources/TestGcsEventsHoodieIncrSource.java | 42 +++--
.../sources/TestS3EventsHoodieIncrSource.java | 6 +-
scripts/ci/move_surefire_reports.sh | 58 ++++++
49 files changed, 410 insertions(+), 216 deletions(-)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
common}/HoodieSparkSqlTestBase.scala (98%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
common}/TestHoodieInternalRowUtils.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
common}/TestHoodieOptionConfig.scala (98%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
common}/TestLazyPartitionPathFetching.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
common}/TestNestedSchemaPruningOptimization.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
common}/TestPartitionPushDownWhenListingPaths.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
common}/TestSqlConf.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
ddl}/TestAlterTable.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
ddl}/TestAlterTableDropPartition.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
ddl}/TestCreateTable.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
ddl}/TestSpark3DDL.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestCDCForSparkSQL.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestCompactionTable.scala (97%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestDataSkippingQuery.scala (98%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestDeleteFromTable.scala (96%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestDeleteTable.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestDropTable.scala (98%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestHoodieTableValuedFunction.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestInsertTable.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestMergeIntoLogOnlyTable.scala (97%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestMergeIntoTable.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestMergeIntoTable2.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestMergeIntoTableWithNonRecordKeyField.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestPartialUpdateForMergeInto.scala (97%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestQueryMergeOnReadOptimizedTable.scala (96%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestRepairTable.scala (98%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestShowPartitions.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestTimeTravelTable.scala (99%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestTruncateTable.scala (98%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/{ =>
dml}/TestUpdateTable.scala (99%)
create mode 100755 scripts/ci/move_surefire_reports.sh
