This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch branch-0.x
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 2adac112460 [HUDI-7557] Fix incremental cleaner when commit for
savepoint removed (#10946)
new 0eaad07f3fd [MINOR] Upgrade mockito to 3.12.4 (#10953)
new f8de98a0e52 [HUDI-7564] Fix HiveSyncConfig inconsistency (#10951)
new 71ea426bfe1 [HUDI-7569] [RLI] Fix wrong result generated by query
(#10955)
new b6273b9cc34 [HUDI-7486] Classify schema exceptions when converting
from avro to spark row representation (#10778)
new b6333622d91 [HUDI-7564] Revert hive sync inconsistency and reason for
it (#10959)
new a3846f171cc [HUDI-7556] Fixing MDT validator and adding tests (#10939)
new 8cdadad0f6c [HUDI-7571] Add api to get exception details in
HoodieMetadataTableValidator with ignoreFailed mode (#10960)
new 2194bd492d6 [MINOR] Removed FSUtils.makeBaseFileName without fileExt
param (#10963)
new e8e699a5ade [MINOR] Handle cases of malformed records when converting
to json (#10943)
new 4ed94d3d2a4 [MINOR] use Temurin jdk (#10948)
new 4c824b59abf [MINOR] Removed FSUtils.makeBaseFileName without fileExt
param (#10967)
new 9dad0cebcc5 [HUDI-6854] Change default payload type to
HOODIE_AVRO_DEFAULT (#10949)
new 140e4830e94 [HUDI-7572] Avoid to schedule empty compaction plan
without log files (#10974)
new a4627428351 [HUDI-7559] [1/n] Fix
RecordLevelIndexSupport::filterQueryWithRecordKey (#10947)
The 14 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/bot.yml | 24 +--
.github/workflows/release_candidate_validation.yml | 2 +-
.../cli/commands/TestFileSystemViewCommand.java | 8 +-
.../cli/functional/CLIFunctionalTestHarness.java | 3 +
.../org/apache/hudi/client/BaseHoodieClient.java | 28 +++-
.../hudi/client/BaseHoodieTableServiceClient.java | 57 ++-----
.../apache/hudi/client/BaseHoodieWriteClient.java | 24 ---
.../apache/hudi/config/HoodiePayloadConfig.java | 4 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 4 +-
.../BaseHoodieCompactionPlanGenerator.java | 9 +-
.../org/apache/hudi/HoodieTestCommitGenerator.java | 3 +-
.../TestFlinkSizeBasedClusteringPlanStrategy.java | 4 +-
.../apache/hudi/client/HoodieJavaWriteClient.java | 22 ---
.../TestHoodieJavaClientOnCopyOnWriteStorage.java | 3 +-
.../commit/TestJavaCopyOnWriteActionExecutor.java | 3 +-
.../org/apache/hudi/AvroConversionUtils.scala | 14 +-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 22 ++-
.../hudi/util/ExceptionWrappingIterator.scala | 44 ++++++
.../TestHoodieClientOnCopyOnWriteStorage.java | 2 +-
...TestSparkBuildClusteringGroupsForPartition.java | 8 +-
.../commit/TestCopyOnWriteActionExecutor.java | 2 +-
.../table/action/compact/CompactionTestBase.java | 18 +++
.../table/action/compact/TestAsyncCompaction.java | 37 +++--
.../table/action/compact/TestInlineCompaction.java | 4 +-
.../java/org/apache/hudi/avro/AvroSchemaUtils.java | 10 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 39 +++--
.../java/org/apache/hudi/common/fs/FSUtils.java | 6 -
.../common/model/DefaultHoodieRecordPayload.java | 4 +-
.../model/OverwriteWithLatestAvroPayload.java | 2 -
.../hudi/common/table/HoodieTableConfig.java | 4 +-
...ception.java => HoodieAvroSchemaException.java} | 12 +-
...ion.java => HoodieRecordCreationException.java} | 11 +-
.../org/apache/hudi/avro/TestHoodieAvroUtils.java | 23 +++
.../org/apache/hudi/common/fs/TestFSUtils.java | 11 +-
.../hudi/common/model/TestHoodieWriteStat.java | 4 +-
.../view/TestHoodieTableFSViewWithClustering.java | 8 +-
.../table/view/TestHoodieTableFileSystemView.java | 164 ++++++++++-----------
.../table/view/TestIncrementalFSViewSync.java | 2 +-
.../common/testutils/HoodieCommonTestHarness.java | 3 +
.../hudi/common/testutils/HoodieTestTable.java | 3 +-
.../hudi/common/util/TestClusteringUtils.java | 2 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 14 +-
.../org/apache/hudi/RecordLevelIndexSupport.scala | 109 ++++++++------
.../spark/sql/hudi/ProvidesHoodieConfig.scala | 10 +-
.../apache/hudi/TestRecordLevelIndexSupport.scala | 88 +++++++++++
.../functional/TestHiveTableSchemaEvolution.java | 3 +-
.../hudi/functional/TestBasicSchemaEvolution.scala | 6 +-
.../functional/TestRecordLevelIndexWithSQL.scala | 35 ++++-
.../sql/hudi/common/TestHoodieOptionConfig.scala | 4 +-
.../apache/spark/sql/hudi/ddl/TestSpark3DDL.scala | 7 +-
.../org/apache/hudi/hive/HiveSyncConfigHolder.java | 3 +-
.../hudi/hive/testutils/HiveTestCluster.java | 3 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 7 +-
.../utilities/HoodieMetadataTableValidator.java | 81 ++++++++--
.../utilities/config/HoodieStreamerConfig.java | 7 +
.../apache/hudi/utilities/sources/RowSource.java | 9 +-
.../apache/hudi/utilities/streamer/ErrorEvent.java | 19 +++
.../utilities/streamer/HoodieStreamerUtils.java | 26 ++--
.../utilities/streamer/SourceFormatAdapter.java | 9 +-
.../TestHoodieMetadataTableValidator.java | 93 ++++++++++++
.../functional/TestHoodieSnapshotCopier.java | 20 +--
.../hudi/utilities/sources/TestAvroDFSSource.java | 3 +-
.../hudi/utilities/sources/TestCsvDFSSource.java | 3 +-
.../hudi/utilities/sources/TestJsonDFSSource.java | 49 +++++-
.../utilities/sources/TestParquetDFSSource.java | 3 +-
.../streamer/TestHoodieStreamerUtils.java | 22 +--
.../sources/AbstractDFSSourceTestBase.java | 7 +-
pom.xml | 2 +-
68 files changed, 896 insertions(+), 403 deletions(-)
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/util/ExceptionWrappingIterator.scala
copy
hudi-common/src/main/java/org/apache/hudi/exception/{HoodieSecondaryIndexException.java
=> HoodieAvroSchemaException.java} (75%)
copy
hudi-common/src/main/java/org/apache/hudi/exception/{HoodieSecondaryIndexException.java
=> HoodieRecordCreationException.java} (74%)
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/test/scala/org/apache/hudi/TestRecordLevelIndexSupport.scala
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/TestHoodieMetadataTableValidator.java
