This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 58f02e17db2 Follow up HUDI-6937, fix the RealtimeCompactedRecordReader
props instantiation (#9853)
add 63feb1f202d [HUDI-1623] Solid completion time on timeline (#9617)
No new revisions were added by this update.
Summary of changes:
.../main/java/org/apache/hudi/cli/HoodieCLI.java | 6 +-
.../hudi/cli/commands/ClusteringCommand.java | 3 +-
.../hudi/cli/commands/CompactionCommand.java | 2 +-
.../hudi/cli/commands/TestCommitsCommand.java | 10 +-
.../hudi/cli/commands/TestCompactionCommand.java | 2 +-
.../hudi/cli/commands/TestRepairsCommand.java | 6 +-
.../HoodieTestCommitMetadataGenerator.java | 7 +-
.../org/apache/hudi/async/AsyncCleanerService.java | 3 +-
.../org/apache/hudi/client/BaseHoodieClient.java | 31 +++
.../hudi/client/BaseHoodieTableServiceClient.java | 12 +-
.../apache/hudi/client/BaseHoodieWriteClient.java | 25 ++-
.../PreferWriterConflictResolutionStrategy.java | 8 +-
.../lock/FileSystemBasedLockProvider.java | 2 +-
.../hudi/client/transaction/lock/LockManager.java | 42 ++---
.../org/apache/hudi/config/HoodieWriteConfig.java | 16 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 22 ++-
.../java/org/apache/hudi/table/HoodieTable.java | 6 +-
.../table/action/clean/CleanActionExecutor.java | 4 +-
.../action/commit/BaseCommitActionExecutor.java | 2 +-
.../hudi/table/action/compact/CompactHelpers.java | 6 +-
.../table/action/index/RunIndexActionExecutor.java | 3 +-
.../restore/CopyOnWriteRestoreActionExecutor.java | 3 +-
.../restore/MergeOnReadRestoreActionExecutor.java | 3 +-
.../rollback/BaseRollbackActionExecutor.java | 5 +-
.../org/apache/hudi/HoodieTestCommitGenerator.java | 3 +-
...urrentFileWritesConflictResolutionStrategy.java | 12 +-
...TestPreferWriterConflictResolutionStrategy.java | 42 ++---
...urrentFileWritesConflictResolutionStrategy.java | 60 +++---
.../client/utils/TestFileSliceMetricUtils.java | 4 +-
.../hudi/utils/TestMetadataConversionUtils.java | 4 +
.../hudi/client/HoodieFlinkTableServiceClient.java | 1 +
.../org/apache/hudi/table/HoodieFlinkTable.java | 1 +
.../org/apache/hudi/table/HoodieJavaTable.java | 3 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 124 ++++++------
.../TestHoodieJavaClientOnCopyOnWriteStorage.java | 8 +-
.../TestHoodieJavaClientOnMergeOnReadStorage.java | 19 +-
.../org/apache/hudi/table/HoodieSparkTable.java | 1 +
.../commit/BaseSparkCommitActionExecutor.java | 3 +-
.../org/apache/hudi/client/TestClientRollback.java | 5 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 21 +--
.../TestMultiWriterWithPreferWriterIngestion.java | 25 ++-
.../hudi/client/TestUpdateSchemaEvolution.java | 4 +-
.../functional/TestConsistentBucketIndex.java | 5 +-
...DataValidationCheckForLogCompactionActions.java | 3 +-
.../functional/TestExternalPathHandling.java | 7 +-
.../functional/TestHoodieBackedMetadata.java | 156 ++++++++-------
.../TestHoodieClientOnCopyOnWriteStorage.java | 42 ++---
.../TestHoodieClientOnMergeOnReadStorage.java | 47 +++--
.../hudi/client/functional/TestHoodieIndex.java | 23 ++-
.../TestRemoteFileSystemViewWithMetadataTable.java | 2 +-
.../TestSavepointRestoreCopyOnWrite.java | 16 +-
.../TestSavepointRestoreMergeOnRead.java | 22 +--
.../TestBoundedInMemoryExecutorInSpark.java | 4 +-
.../hudi/execution/TestBoundedInMemoryQueue.java | 4 +-
.../execution/TestDisruptorExecutionInSpark.java | 5 +-
.../hudi/execution/TestDisruptorMessageQueue.java | 4 +-
.../hudi/execution/TestSimpleExecutionInSpark.java | 4 +-
.../index/hbase/TestSparkHoodieHBaseIndex.java | 3 +-
.../java/org/apache/hudi/table/TestCleaner.java | 16 +-
.../table/action/cluster/ClusteringTestUtils.java | 3 +-
.../table/action/compact/TestAsyncCompaction.java | 9 +-
.../table/action/compact/TestHoodieCompactor.java | 5 +-
.../table/action/compact/TestInlineCompaction.java | 60 +++---
.../TestCopyOnWriteRollbackActionExecutor.java | 17 +-
...dieSparkCopyOnWriteTableArchiveWithReplace.java | 10 +-
.../TestHoodieSparkMergeOnReadTableCompaction.java | 7 +-
.../hudi/testutils/HoodieCleanerTestBase.java | 2 +-
.../transaction/lock/InProcessLockProvider.java | 7 +-
.../hudi/common/config/HoodieCommonConfig.java | 8 +
.../common/config/HoodieTimeGeneratorConfig.java | 128 +++++++++++++
.../hudi/common/config/LockConfiguration.java | 4 +-
.../java/org/apache/hudi/common/fs/FSUtils.java | 3 +-
.../hudi/common/table/HoodieTableMetaClient.java | 73 +++++--
.../hudi/common/table/timeline/ActiveAction.java | 2 +-
.../table/timeline/CompletionTimeQueryView.java | 2 +-
.../table/timeline/HoodieActiveTimeline.java | 210 +++++++++++++++------
.../table/timeline/HoodieDefaultTimeline.java | 16 +-
.../hudi/common/table/timeline/HoodieInstant.java | 184 ++++++++++++------
.../table/timeline/HoodieInstantTimeGenerator.java | 18 +-
.../hudi/common/table/timeline/HoodieTimeline.java | 10 +-
.../table/timeline/MetadataConversionUtils.java | 4 +-
.../hudi/common/table/timeline/TimeGenerator.java | 51 +++++
.../common/table/timeline/TimeGeneratorBase.java | 137 ++++++++++++++
.../timeline/TimeGeneratorType.java} | 18 +-
.../hudi/common/table/timeline/TimeGenerators.java | 54 ++++++
.../hudi/common/table/timeline/TimelineUtils.java | 11 +-
.../table/timeline/WaitBasedTimeGenerator.java | 70 +++++++
.../org/apache/hudi/common/util/RetryHelper.java | 11 +-
.../io/FileBasedInternalSchemaStorageManager.java | 14 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 5 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 6 +-
.../lock}/TestInProcessLockProvider.java | 9 +-
.../hudi/common/model/TestHoodieFileGroup.java | 2 +-
.../common/table/TestHoodieTableMetaClient.java | 12 +-
.../table/timeline/TestHoodieActiveTimeline.java | 46 ++---
.../common/table/timeline/TestHoodieInstant.java | 15 +-
.../table/timeline/TestWaitBasedTimeGenerator.java | 146 ++++++++++++++
.../view/TestHoodieTableFSViewWithClustering.java | 4 +-
.../table/view/TestHoodieTableFileSystemView.java | 18 +-
.../table/view/TestIncrementalFSViewSync.java | 6 +-
.../hudi/common/testutils/FileCreateUtils.java | 83 +++++---
.../common/testutils/HoodieTestDataGenerator.java | 7 +-
.../hudi/common/testutils/HoodieTestTable.java | 9 +-
.../hudi/common/testutils/HoodieTestUtils.java | 31 +++
.../common/testutils/InProcessTimeGenerator.java | 46 +++++
.../hudi/common/testutils/MockHoodieTimeline.java | 3 +-
.../hudi/common/testutils/SchemaTestUtil.java | 3 +-
.../hudi/common/util/TestClusteringUtils.java | 14 +-
.../apache/hudi/common/util/TestCommitUtils.java | 16 +-
.../hudi/common/util/TestCompactionUtils.java | 5 +-
.../apache/hudi/common/util/TestRetryHelper.java | 2 +-
.../common/util/collection/TestBitCaskDiskMap.java | 4 +-
.../util/collection/TestExternalSpillableMap.java | 9 +-
.../common/util/collection/TestRocksDbDiskMap.java | 6 +-
.../hudi/examples/common/RandomJsonSource.java | 12 +-
.../java/org/apache/hudi/sink/CleanFunction.java | 3 +-
.../clustering/ClusteringPlanSourceFunction.java | 3 +-
.../sink/clustering/HoodieFlinkClusteringJob.java | 3 +-
.../sink/compact/CompactionPlanSourceFunction.java | 3 +-
.../hudi/sink/compact/HoodieFlinkCompactor.java | 2 +-
.../apache/hudi/source/IncrementalInputSplits.java | 6 +-
.../apache/hudi/table/catalog/HoodieCatalog.java | 4 +-
.../hudi/table/catalog/HoodieHiveCatalog.java | 3 +-
.../java/org/apache/hudi/util/CompactionUtil.java | 5 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 12 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 60 +++++-
.../hudi/sink/bucket/ITTestBucketStreamWrite.java | 2 +-
.../hudi/sink/bulk/TestBulkInsertWriteHelper.java | 3 +-
.../sink/cluster/ITTestHoodieFlinkClustering.java | 19 +-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 22 +--
.../hudi/source/TestIncrementalInputSplits.java | 12 +-
.../source/TestStreamReadMonitoringFunction.java | 3 +-
.../apache/hudi/table/format/TestInputFormat.java | 6 +-
.../org/apache/hudi/utils/TestClusteringUtil.java | 3 +-
.../org/apache/hudi/utils/TestCompactionUtil.java | 3 +-
.../hudi/hadoop/TestHoodieHFileInputFormat.java | 4 +-
.../hudi/hadoop/TestHoodieParquetInputFormat.java | 4 +-
.../realtime/TestHoodieRealtimeRecordReader.java | 7 +-
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 5 +-
.../testsuite/HoodieDeltaStreamerWrapper.java | 4 +-
.../testsuite/HoodieInlineTestSuiteWriter.java | 3 +-
.../org/apache/hudi/integ/ITTestHoodieSanity.java | 14 +-
.../common/table/HoodieTableMetaserverClient.java | 6 +-
.../timeline/HoodieMetaserverBasedTimeline.java | 22 ++-
.../metaserver/store/RelationalDBBasedStorage.java | 3 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 13 +-
.../org/apache/hudi/IncrementalRelation.scala | 4 +-
.../hudi/MergeOnReadIncrementalRelation.scala | 20 +-
.../AlterHoodieTableAddColumnsCommand.scala | 2 +-
.../AlterHoodieTableAddPartitionCommand.scala | 5 +-
.../sql/hudi/streaming/HoodieStreamSource.scala | 4 +-
.../procedures/ExportInstantsProcedure.scala | 2 +
.../command/procedures/RunCleanProcedure.scala | 2 +-
.../procedures/RunClusteringProcedure.scala | 2 +-
.../procedures/RunCompactionProcedure.scala | 2 +-
.../procedures/ShowArchivedCommitsProcedure.scala | 4 +-
.../command/procedures/ShowCommitsProcedure.scala | 4 +-
.../src/test/java/HoodieJavaGenerateApp.java | 4 +-
.../org/apache/hudi/functional/TestBootstrap.java | 6 +-
.../TestDataSkippingWithMORColstats.java | 3 +-
.../TestSparkConsistentBucketClustering.java | 31 ++-
.../TestIncrementalReadByStateTransitionTime.scala | 4 +-
.../TestIncrementalReadWithFullTableScan.scala | 14 +-
.../hudi/functional/TestStreamingSource.scala | 2 +-
.../sql/hudi/TestAlterTableDropPartition.scala | 6 +-
.../apache/spark/sql/hudi/TestInsertTable.scala | 2 +-
.../hudi/procedure/TestClusteringProcedure.scala | 6 +-
.../hudi/command/Spark30AlterTableCommand.scala | 8 +-
.../hudi/command/Spark31AlterTableCommand.scala | 8 +-
.../spark/sql/hudi/command/AlterTableCommand.scala | 8 +-
.../org/apache/hudi/hive/HoodieHiveSyncClient.java | 4 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 16 +-
.../hudi/hive/testutils/HiveTestCluster.java | 3 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 21 ++-
.../hudi/utilities/HoodieDropPartitionsTool.java | 7 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 23 ++-
.../hudi/utilities/HoodieSnapshotExporter.java | 22 ++-
.../sources/helpers/IncrSourceHelper.java | 2 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 12 +-
.../apache/hudi/utilities/TestHoodieIndexer.java | 7 +-
.../deltastreamer/HoodieDeltaStreamerTestBase.java | 3 +-
.../TestHoodieDeltaStreamerWithMultiWriter.java | 9 +-
.../functional/TestHoodieSnapshotExporter.java | 5 +-
.../TestHoodieMultiTableServicesMain.java | 8 +-
.../offlinejob/TestHoodieClusteringJob.java | 9 +-
.../offlinejob/TestHoodieCompactorJob.java | 9 +-
.../utilities/sources/TestHoodieIncrSource.java | 6 +-
.../utilities/sources/TestJsonKafkaSource.java | 6 +-
packaging/hudi-kafka-connect-bundle/pom.xml | 1 +
packaging/hudi-trino-bundle/pom.xml | 1 +
190 files changed, 2182 insertions(+), 1006 deletions(-)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/client/transaction/lock/InProcessLockProvider.java
(95%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/config/HoodieTimeGeneratorConfig.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/TimeGenerator.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/TimeGeneratorBase.java
copy
hudi-common/src/main/java/org/apache/hudi/common/{bloom/BloomFilterTypeCode.java
=> table/timeline/TimeGeneratorType.java} (67%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/TimeGenerators.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/WaitBasedTimeGenerator.java
rename
{hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/transaction
=>
hudi-common/src/test/java/org/apache/hudi/client/transaction/lock}/TestInProcessLockProvider.java
(98%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/timeline/TestWaitBasedTimeGenerator.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/testutils/InProcessTimeGenerator.java
