This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch release-1.1.0
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 7544fa5fc34c fix(ingest): Fix Timestamp Conversions, Add legacy api
support (#14076)
new 9511ad50b188 fix: Avoid changing table configs when creating a table
with an existing base path on Spark (#14175)
new e6c8c508e4b8 fix: Fix file pruning based on column stats for flink
reader (#14186)
new 114f308280c0 fix: Fix predicates for base file reader in Flink
FileGroup reader (#14197)
new 53583f12c30d fix: Avoid deleting metadata table with MOR during
upgrade / downgrade (#14191)
new 1e7bc3ee8f97 fix: Fixing record index related configs and enums
(#14180)
new 64ce0a370fa5 refactor: change access level of flushRemaining for
flink-cdc requirements (#14206)
new c52d711e3ee8 fix: Fix build because of record index config renaming
(#14215)
new f351b0033a6d test: fix flaky test case in TestBootstrapReadBase
(#14210)
new f1fbc42a62e5 test: fix flaky test in TestSecondaryIndex (#14211)
new b967460d2ef5 test: Enhance downgrade test with compaction (#14226)
new 33a17babb75e fix: Move hudi split loaders to resumable tasks
architecture to prevent deadlocks (#14225)
new 41798e50dc48 test: Disable failing test testFiltersInFileFormat to
unblock CI (#14236)
new b0d56abb6ee7 fix: Persist RLI index bootstrap records only if
estimation is required and add unpersist (#14069)
new 402accb181a8 fix: Exclude unnecessary netty dependencies from hudi
jars (#14142)
new b32c26e3d6d0 fix: Upgrade parquet-avro version for hudi-presto-bundle
and CVE-2025-30065 (#13358)
new f11bef61e823 fix: Disable positional merging for spark version < 3.5
(#14241)
The 16 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/hudi/config/HoodieIndexConfig.java | 5 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 12 +-
.../java/org/apache/hudi/index/HoodieIndex.java | 15 +-
.../org/apache/hudi/index/HoodieIndexUtils.java | 7 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 52 +-
.../apache/hudi/metadata/RecordIndexMapper.java | 2 +-
.../java/org/apache/hudi/table/HoodieTable.java | 2 +-
.../hudi/table/upgrade/UpgradeDowngradeUtils.java | 107 +-
.../apache/hudi/index/TestHoodieIndexUtils.java | 6 +-
.../table/upgrade/TestUpgradeDowngradeUtils.java | 155 ++-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 4 +-
.../apache/hudi/index/HoodieSparkIndexClient.java | 8 +-
.../apache/hudi/index/SparkHoodieIndexFactory.java | 10 +-
... SparkMetadataTableGlobalRecordLevelIndex.java} | 8 +-
...ava => SparkMetadataTableRecordLevelIndex.java} | 6 +-
.../client/TestSparkRDDMetadataWriteClient.java | 2 +-
.../apache/hudi/index/TestHoodieIndexConfigs.java | 2 +-
.../table/upgrade/TestUpgradeDowngradeLegacy.java | 2 +-
.../hudi/common/config/HoodieMetadataConfig.java | 23 +-
.../org/apache/hudi/common/model/FileSlice.java | 11 +
.../hudi/metadata/HoodieTableMetadataUtil.java | 14 +-
.../hudi/metadata/MetadataPartitionType.java | 2 +-
.../common/config/TestHoodieMetadataConfig.java | 24 +
.../apache/hudi/common/model/TestFileSlice.java | 79 ++
.../hudi/metadata/TestMetadataPartitionType.java | 6 +-
hudi-examples/hudi-examples-flink/pom.xml | 4 +
hudi-examples/hudi-examples-k8s/pom.xml | 4 +
hudi-flink-datasource/hudi-flink/pom.xml | 4 +
.../org/apache/hudi/sink/StreamWriteFunction.java | 2 +-
.../apache/hudi/source/ExpressionPredicates.java | 31 +
.../java/org/apache/hudi/source/FileIndex.java | 60 +-
.../apache/hudi/source/IncrementalInputSplits.java | 88 +-
.../org/apache/hudi/table/HoodieTableSource.java | 68 +-
.../apache/hudi/table/catalog/HoodieCatalog.java | 13 +-
.../table/format/FlinkRowDataReaderContext.java | 49 +-
.../hudi/source/TestExpressionPredicates.java | 165 ++++
.../java/org/apache/hudi/source/TestFileIndex.java | 52 +-
.../apache/hudi/table/ITTestHoodieDataSource.java | 90 ++
.../apache/hudi/table/TestHoodieTableSource.java | 60 +-
.../hudi/table/catalog/TestHoodieCatalog.java | 25 +
hudi-hadoop-mr/pom.xml | 4 +
.../hudi/HoodieHadoopFsRelationFactory.scala | 16 +-
.../sql/catalyst/catalog/HoodieCatalogTable.scala | 41 +-
.../org/apache/hudi/TestMetadataTableSupport.java | 2 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 2 +-
.../TestMetadataUtilRLIandSIRecordGeneration.java | 4 +-
.../hudi/functional/TestBootstrapReadBase.java | 24 +-
.../functional/TestFiltersInFileGroupReader.java | 4 +-
.../TestGlobalIndexEnableUpdatePartitions.java | 2 +-
.../hudi/functional/TestHoodieBackedMetadata.java | 14 +-
.../apache/hudi/functional/TestHoodieIndex.java | 2 +-
.../functional/TestNewHoodieParquetFileFormat.java | 2 +-
.../java/org/apache/hudi/io/TestAppendHandle.java | 2 +-
.../java/org/apache/hudi/io/TestCreateHandle.java | 2 +-
.../java/org/apache/hudi/io/TestMergeHandle.java | 2 +-
.../apache/hudi/io/TestMetadataWriterCommit.java | 4 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 36 +-
.../org/apache/hudi/TestInsertDedupPolicy.scala | 2 +-
.../hudi/functional/RecordLevelIndexTestBase.scala | 4 +-
.../hudi/functional/TestEightToNineUpgrade.scala | 2 +-
...ndex.scala => TestGlobalRecordLevelIndex.scala} | 51 +-
...estGlobalRecordLevelIndexTableVersionSix.scala} | 2 +-
...ala => TestGlobalRecordLevelIndexWithSQL.scala} | 4 +-
.../apache/hudi/functional/TestMORDataSource.scala | 4 +-
.../hudi/functional/TestMetadataRecordIndex.scala | 4 +-
.../hudi/functional/TestPartitionStatsIndex.scala | 2 +-
.../TestPartitionedRecordLevelIndex.scala | 494 ---------
.../hudi/functional/TestRecordLevelIndex.scala | 1044 ++++++++------------
.../functional/TestSecondaryIndexPruning.scala | 2 +-
.../hudi/functional/TestSevenToEightUpgrade.scala | 2 +-
.../spark/sql/hudi/ddl/TestCreateTable.scala | 89 +-
.../hudi/feature/index/TestSecondaryIndex.scala | 5 +-
.../TestUpgradeOrDowngradeProcedure.scala | 45 +-
hudi-sync/hudi-hive-sync/pom.xml | 4 +
.../hudi/partition/HudiPartitionInfoLoader.java | 79 +-
.../hudi/split/HudiBackgroundSplitLoader.java | 29 +-
.../partition/TestHudiPartitionInfoLoader.java | 261 +++++
.../org/apache/hudi/utilities/HoodieIndexer.java | 4 +-
.../utilities/HoodieMetadataTableValidator.java | 2 +-
.../apache/hudi/utilities/TestHoodieIndexer.java | 2 +-
.../TestHoodieMetadataTableValidator.java | 16 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 6 +-
pom.xml | 6 +-
83 files changed, 2025 insertions(+), 1582 deletions(-)
rename
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/{SparkMetadataTableRecordIndex.java
=> SparkMetadataTableGlobalRecordLevelIndex.java} (96%)
rename
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/{SparkMetadataTablePartitionedRecordIndex.java
=> SparkMetadataTableRecordLevelIndex.java} (95%)
copy
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/{TestRecordLevelIndex.scala
=> TestGlobalRecordLevelIndex.scala} (94%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/{TestRecordLevelIndexTableVersionSix.scala
=> TestGlobalRecordLevelIndexTableVersionSix.scala} (93%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/{TestRecordLevelIndexWithSQL.scala
=> TestGlobalRecordLevelIndexWithSQL.scala} (99%)
delete mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPartitionedRecordLevelIndex.scala
create mode 100644
hudi-trino-plugin/src/test/java/io/trino/plugin/hudi/partition/TestHudiPartitionInfoLoader.java
