This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from e3f93425cd3b [HUDI-9439] Add helpers for reading select fields from
schema in FileGroupReader (#13485)
add 8a5163b3aa77 [HUDI-9332] Pluggable Table Format Support with native
Integration (#13216)
No new revisions were added by this update.
Summary of changes:
.../hudi/cli/commands/FileSystemViewCommand.java | 3 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 2 +-
.../hudi/client/BaseHoodieTableServiceClient.java | 5 +-
.../apache/hudi/client/BaseHoodieWriteClient.java | 5 +-
.../timeline/versioning/v1/TimelineArchiverV1.java | 8 +-
.../timeline/versioning/v2/TimelineArchiverV2.java | 9 +-
.../hudi/index/bloom/HoodieGlobalBloomIndex.java | 2 +-
.../hudi/index/simple/HoodieGlobalSimpleIndex.java | 2 +-
.../java/org/apache/hudi/table/HoodieTable.java | 14 +-
.../action/BaseTableServicePlanActionExecutor.java | 3 +-
.../action/commit/BaseCommitActionExecutor.java | 3 +-
.../BaseHoodieCompactionPlanGenerator.java | 2 +-
.../rollback/BaseRollbackActionExecutor.java | 3 +-
.../CopyOnWriteRollbackActionExecutor.java | 14 +
.../rollback/ListingBasedRollbackStrategy.java | 4 +-
.../action/savepoint/SavepointActionExecutor.java | 8 +-
.../action/ttl/strategy/PartitionTTLStrategy.java | 3 +-
.../upgrade/EightToSevenDowngradeHandler.java | 10 +-
.../hudi/table/upgrade/UpgradeDowngradeUtils.java | 2 +-
.../apache/hudi/client/WriteClientTestUtils.java | 1 -
.../timeline/TestCompletionTimeQueryView.java | 4 +-
.../upgrade/TestEightToSevenDowngradeHandler.java | 22 +-
.../upgrade/TestSevenToEightUpgradeHandler.java | 2 -
.../hudi/utils/HoodieWriterClientTestHarness.java | 4 +-
.../hudi/client/HoodieFlinkTableServiceClient.java | 3 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 2 +-
...vaInsertOverwriteTableCommitActionExecutor.java | 3 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 2 +-
...avaClientOnCopyOnWriteStorageForTestFormat.java | 49 ++
.../testutils/HoodieJavaClientTestHarness.java | 5 +-
.../org.apache.hudi.common.HoodieTableFormat | 8 +-
...rkInsertOverwriteTableCommitActionExecutor.java | 3 +-
.../org/apache/hudi/client/TestClientRollback.java | 8 +-
.../functional/TestExternalPathHandling.java | 3 +-
.../testutils/HoodieSparkClientTestHarness.java | 5 +-
.../org/apache/hudi/BaseHoodieTableFileIndex.java | 6 +-
.../org/apache/hudi/common/HoodieTableFormat.java | 156 +++++
.../org/apache/hudi/common/NativeTableFormat.java | 48 ++
.../java/org/apache/hudi/common/fs/FSUtils.java | 36 +-
.../hudi/common/table/HoodieTableConfig.java | 24 +-
.../hudi/common/table/HoodieTableMetaClient.java | 40 +-
.../table/read/IncrementalQueryAnalyzer.java | 2 +-
.../common/table/timeline/BaseHoodieTimeline.java | 12 +
.../table/timeline/HoodieActiveTimeline.java | 29 +-
...Utils.java => TableFormatCompletionAction.java} | 10 +-
.../hudi/common/table/timeline/TimelineUtils.java | 4 +-
.../hudi/common/table/timeline/dto/InstantDTO.java | 10 +-
.../common/table/timeline/dto/TimelineDTO.java | 13 +-
.../timeline/versioning/v1/ActiveTimelineV1.java | 63 +-
.../timeline/versioning/v2/ActiveTimelineV2.java | 92 ++-
.../versioning/v2/CompletionTimeQueryViewV2.java | 4 +-
.../table/view/AbstractTableFileSystemView.java | 4 +-
.../common/table/view/FileSystemViewManager.java | 4 +-
.../apache/hudi/common/util/ClusteringUtils.java | 8 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 41 --
.../hudi/metadata/HoodieTableMetadataUtil.java | 2 +-
.../hudi/metadata/NativeTableMetadataFactory.java | 59 ++
.../apache/hudi/metadata/TableMetadataFactory.java | 44 ++
.../table/read/TestHoodieFileGroupReaderBase.java | 7 +-
.../hudi/common/testutils/HoodieTestUtils.java | 3 +
.../hudi/tableformat/TestActiveTimeline.java | 96 +++
.../tableformat/TestFormatBackedTableMetadata.java | 22 +-
.../apache/hudi/tableformat/TestTableFormat.java | 111 ++++
.../hudi/tableformat/TestTableMetadataFactory.java | 30 +-
.../hudi/tableformat/TestTimelineFactory.java} | 25 +-
.../apache/hudi/configuration/FlinkOptions.java | 7 +
.../hudi/sink/bootstrap/BootstrapOperator.java | 3 +-
.../java/org/apache/hudi/source/FileIndex.java | 23 +-
.../apache/hudi/source/IncrementalInputSplits.java | 9 +-
.../apache/hudi/source/prune/PartitionPruners.java | 22 +-
.../apache/hudi/source/stats/FileStatsIndex.java | 28 +-
.../hudi/source/stats/PartitionStatsIndex.java | 10 +-
.../org/apache/hudi/table/HoodieTableSource.java | 13 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 1 +
.../sink/compact/ITTestHoodieFlinkCompactor.java | 2 +-
.../java/org/apache/hudi/source/TestFileIndex.java | 10 +-
.../hudi/source/TestIncrementalInputSplits.java | 2 +-
.../hudi/source/stats/TestColumnStatsIndex.java | 17 +-
.../hudi/common/table/TestHoodieTableConfig.java | 2 +-
.../reader/DFSHoodieDatasetInputReader.java | 3 +-
.../writers/KafkaConnectTransactionServices.java | 2 +
.../timeline/HoodieMetaserverBasedTimeline.java | 4 +-
.../metaserver/client/HoodieMetaserverClient.java | 2 +-
.../client/HoodieMetaserverClientImp.java | 3 +-
...lkInsertOverwriteTableCommitActionExecutor.java | 5 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 14 +-
.../org/apache/hudi/SparkBaseIndexSupport.scala | 2 +-
.../sql/catalyst/catalog/HoodieCatalogTable.scala | 3 +-
.../spark/sql/hudi/HoodieSqlCommonUtils.scala | 9 +-
.../hudi/command/RepairHoodieTableCommand.scala | 7 +-
.../apache/hudi/cli/BootstrapExecutorUtils.java | 2 +
.../procedures/PartitionBucketIndexManager.scala | 6 +-
.../RepairMigratePartitionMetaProcedure.scala | 2 +-
.../ShowColumnStatsOverlapProcedure.scala | 4 +-
.../procedures/ShowFileSystemViewProcedure.scala | 4 +-
.../procedures/ShowInvalidParquetProcedure.scala | 4 +-
.../ShowMetadataTableColumnStatsProcedure.scala | 2 +-
.../TestMetadataUtilRLIandSIRecordGeneration.java | 2 +-
.../org/apache/hudi/functional/TestBootstrap.java | 12 +-
.../hudi/functional/TestHoodieBackedMetadata.java | 22 +-
.../hudi/functional/TestHoodieFileSystemViews.java | 4 +-
.../TestHoodieSparkMergeOnReadTableCompaction.java | 8 +-
.../org.apache.hudi.common.HoodieTableFormat | 2 +-
.../org/apache/hudi/TestHoodieFileIndex.scala | 2 +-
.../TestHoodieSparkSqlWriterWithTestFormat.scala | 717 +++++++++++++++++++++
.../apache/hudi/functional/TestCOWDataSource.scala | 6 +-
.../TestHoodieMultipleBaseFileFormat.scala | 2 +-
.../sql/hudi/common/HoodieSparkSqlTestBase.scala | 2 +-
.../sql/hudi/procedure/TestRepairsProcedure.scala | 1 +
.../apache/hudi/sync/common/HoodieSyncClient.java | 3 +-
.../hudi/sync/common/util/ManifestFileWriter.java | 2 +-
.../utilities/HoodieMetadataTableValidator.java | 19 +-
.../hudi/utilities/HoodieSnapshotExporter.java | 3 +-
.../org/apache/hudi/utilities/TableSizeStats.java | 8 +-
.../hudi/utilities/perf/TimelineServerPerf.java | 12 +-
.../hudi/utilities/streamer/BootstrapExecutor.java | 1 +
.../apache/hudi/utilities/streamer/StreamSync.java | 1 +
.../TestHoodieMetadataTableValidator.java | 4 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 3 +-
rfc/rfc-93/rfc-93.md | 9 +-
120 files changed, 1900 insertions(+), 403 deletions(-)
create mode 100644
hudi-client/hudi-java-client/src/test/java/org/apache/hudi/client/functional/TestHoodieJavaClientOnCopyOnWriteStorageForTestFormat.java
copy
hudi-examples/hudi-examples-flink/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
=>
hudi-client/hudi-java-client/src/test/resources/META-INF/services/org.apache.hudi.common.HoodieTableFormat
(75%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/HoodieTableFormat.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/NativeTableFormat.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/{ActiveTimelineUtils.java
=> TableFormatCompletionAction.java} (76%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metadata/NativeTableMetadataFactory.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metadata/TableMetadataFactory.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/tableformat/TestActiveTimeline.java
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/async/SparkAsyncCompactService.java
=>
hudi-common/src/test/java/org/apache/hudi/tableformat/TestFormatBackedTableMetadata.java
(62%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/tableformat/TestTableFormat.java
copy
hudi-spark-datasource/hudi-spark-common/src/main/java/org/apache/hudi/async/SparkStreamingAsyncCompactService.java
=>
hudi-common/src/test/java/org/apache/hudi/tableformat/TestTableMetadataFactory.java
(51%)
copy
hudi-common/src/{main/java/org/apache/hudi/common/table/timeline/versioning/v2/TimelineV2Factory.java
=> test/java/org/apache/hudi/tableformat/TestTimelineFactory.java} (77%)
copy docker/hoodie/hadoop/trinoworker/etc/log.properties =>
hudi-spark-datasource/hudi-spark/src/test/resources/META-INF/services/org.apache.hudi.common.HoodieTableFormat
(94%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/TestHoodieSparkSqlWriterWithTestFormat.scala
