This is an automated email from the ASF dual-hosted git repository.
codope pushed a change to branch release-1.0.0
in repository https://gitbox.apache.org/repos/asf/hudi.git
omit ccb3e007a5f Create release branch for version 1.0.0.
add b1faca36fed [MINOR] Move to 1.1.0-SNAPSHOT on master branch (#12184)
add 8de012bc2ce [MINOR] Use HoodieStorage and StorageConf in
HoodieCatalogTable (#12181)
add b216d794c0d [HUDI-8455] Logic for partition column values parse is
localized in `HoodieSparkUtils` (#12192)
add 96e234042b7 [HUDI-8430] Remove redundant configs in TestInsertTable
(#12202)
add 91e80bea348 [MINOR] Fix typo in payload class config docs in Hudi
Streamer (#12199)
add 62af6583e96 [HUDI-8326] Add some more functional index tests (#12153)
add 14e0237fffc [HUDI-8450] Optimize the design of
EmbeddedTimelineServerHelper#createEmbeddedTimelineService (#12173)
add 796e92f69a4 HUDI-8399 - Upgrade protobuf version to 3.25.5 to fix
CVE-2024-7254 (#12140)
add 3d81ea0a313 [HUDI-4818] Update the data type to string to avoid type
convertion failure (#12165)
add 6a7cce91ac0 [HUDI-8484] Instant heartbeats memory leak (#12212)
add f8ae5f5f8ec Revert "[HUDI-4818] Update the data type to string to
avoid type convertion failure (#12165)" (#12218)
add 3a575911520 [HUDI-8433] Fix not update issuedOffset when stream read
empty commits (#12166)
add 188b7af39a3 [HUDI-8410] Fix a flaky test for partition stats (#12146)
add 3a92fb338ca [HUDI-8495] Add drop_partition procedure (#12222)
add bf7a00547c0 [HUDI-8459] Fix secondary index record merging (#12214)
add cea81e82fde [HUDI-8428] Encode pruned partitions while fetching
functional index (#12157)
add 41816e30041 [MINOR] fixed table type option in ITTestHoodieDataSource
(#12243)
add 5e1ebe7fb91 [HUDI-8452] Init partition stats based on latest file
slices only (#12174)
add 879263831ba Revert "[MINOR] Move to 1.1.0-SNAPSHOT on master branch
(#12184)" (#12260)
add 71079958a7b [HUDI-8395] Fix metaClient handling when running upgrade
or downgrade (#12224)
add df9c4d67ec7 [HUDI-8076] Timeline - Support 0.x and 1.x implementation
for timeline and related classes (#11923)
add f78094b954d [MINOR] Update Avro URL in README (#12246)
add f61059a23cc [HUDI-8519] Fix update with multiple secondary indexes
(#12263)
add 1c2ca4a2a42 [HUDI-8513] Fix equals in HoodieRecordGlobalLocation
(#12255)
add 4b2a633cddb [HUDI-8504] Fix missing database config when building Hudi
configs in Spark (#12238)
add b31c858556c [HUDI-8210] Support writing table version 6 log format
from 1.x (#12206)
new 3de5e260dfd Create release branch for version 1.0.0.
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (ccb3e007a5f)
\
N -- N -- N refs/heads/release-1.0.0 (3de5e260dfd)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 2 +-
dependencies/hudi-kafka-connect-bundle.txt | 2 +-
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 2 +-
.../apache/hudi/aws/testutils/GlueTestUtil.java | 4 +-
.../main/java/org/apache/hudi/cli/HoodieCLI.java | 13 +-
.../apache/hudi/cli/commands/CleansCommand.java | 10 +-
.../apache/hudi/cli/commands/CommitsCommand.java | 52 +-
.../hudi/cli/commands/CompactionCommand.java | 28 +-
.../org/apache/hudi/cli/commands/DiffCommand.java | 23 +-
.../apache/hudi/cli/commands/ExportCommand.java | 4 +-
.../hudi/cli/commands/FileSystemViewCommand.java | 17 +-
.../hudi/cli/commands/HoodieLogFileCommand.java | 2 +-
.../cli/commands/HoodieSyncValidateCommand.java | 10 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 13 +-
.../apache/hudi/cli/commands/RestoresCommand.java | 10 +-
.../apache/hudi/cli/commands/RollbacksCommand.java | 5 +-
.../hudi/cli/commands/SavepointsCommand.java | 7 +-
.../org/apache/hudi/cli/commands/StatsCommand.java | 6 +-
.../org/apache/hudi/cli/commands/TableCommand.java | 13 +-
.../apache/hudi/cli/commands/TimelineCommand.java | 57 +-
.../java/org/apache/hudi/cli/utils/CLIUtils.java | 11 +-
.../java/org/apache/hudi/cli/utils/CommitUtil.java | 10 +-
.../cli/commands/TestArchivedCommitsCommand.java | 8 +-
.../hudi/cli/commands/TestCleansCommand.java | 9 +-
.../hudi/cli/commands/TestCommitsCommand.java | 22 +-
.../hudi/cli/commands/TestCompactionCommand.java | 9 +-
.../apache/hudi/cli/commands/TestDiffCommand.java | 5 +-
.../cli/commands/TestFileSystemViewCommand.java | 4 +-
.../cli/commands/TestHoodieLogFileCommand.java | 4 +-
.../hudi/cli/commands/TestMetadataCommand.java | 4 +-
.../hudi/cli/commands/TestRepairsCommand.java | 4 +-
.../hudi/cli/commands/TestRestoresCommand.java | 2 +-
.../hudi/cli/commands/TestRollbacksCommand.java | 2 +-
.../apache/hudi/cli/commands/TestTableCommand.java | 4 +-
.../hudi/cli/integ/ITTestBootstrapCommand.java | 3 +-
.../hudi/cli/integ/ITTestClusteringCommand.java | 11 +-
.../hudi/cli/integ/ITTestCommitsCommand.java | 3 +-
.../hudi/cli/integ/ITTestCompactionCommand.java | 9 +-
.../cli/integ/ITTestHDFSParquetImportCommand.java | 5 +-
.../hudi/cli/integ/ITTestMarkersCommand.java | 3 +-
.../hudi/cli/integ/ITTestRepairsCommand.java | 9 +-
.../hudi/cli/integ/ITTestSavepointsCommand.java | 12 +-
.../apache/hudi/cli/integ/ITTestTableCommand.java | 12 +-
.../HoodieTestCommitMetadataGenerator.java | 19 +-
.../src/test/resources/table-config.properties | 2 +-
.../apache/hudi/async/AsyncClusteringService.java | 3 +-
.../org/apache/hudi/async/AsyncCompactService.java | 11 +-
.../org/apache/hudi/async/HoodieAsyncService.java | 21 +-
.../java/org/apache/hudi/client/BaseClusterer.java | 6 +-
.../java/org/apache/hudi/client/BaseCompactor.java | 4 +-
.../org/apache/hudi/client/BaseHoodieClient.java | 12 +-
.../hudi/client/BaseHoodieTableServiceClient.java | 93 +-
.../apache/hudi/client/BaseHoodieWriteClient.java | 47 +-
.../apache/hudi/client/CompactionAdminClient.java | 26 +-
.../client/HoodieTableServiceManagerClient.java | 6 +-
.../embedded/EmbeddedTimelineServerHelper.java | 14 +-
.../client/heartbeat/HoodieHeartbeatClient.java | 5 +-
.../client/timeline/HoodieTimelineArchiver.java | 336 +-------
.../hudi/client/timeline/TimelineArchivers.java | 43 +
.../timeline/versioning/v1/TimelineArchiverV1.java | 443 ++++++++++
.../{ => versioning/v2}/LSMTimelineWriter.java | 2 +-
.../v2/TimelineArchiverV2.java} | 54 +-
.../client/transaction/ConcurrentOperation.java | 6 +-
.../DirectMarkerTransactionManager.java | 13 +-
.../PreferWriterConflictResolutionStrategy.java | 6 +-
...urrentFileWritesConflictResolutionStrategy.java | 11 +-
.../apache/hudi/client/utils/ArchivalUtils.java | 12 +-
.../hudi/client/utils/DeletePartitionUtils.java | 2 +-
.../utils/LegacyArchivedMetaEntryReader.java | 11 +-
.../apache/hudi/client/utils/TransactionUtils.java | 4 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 9 +-
.../org/apache/hudi/index/HoodieIndexUtils.java | 6 +-
.../hudi/index/bucket/HoodieSimpleBucketIndex.java | 2 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 70 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 15 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 58 +-
.../hudi/metadata/HoodieMetadataWriteUtils.java | 2 -
.../java/org/apache/hudi/table/HoodieTable.java | 39 +-
.../hudi/table/action/BaseActionExecutor.java | 10 +-
.../table/action/clean/CleanActionExecutor.java | 12 +-
.../action/clean/CleanPlanActionExecutor.java | 6 +-
.../hudi/table/action/clean/CleanPlanner.java | 33 +-
.../cluster/ClusteringPlanActionExecutor.java | 4 +-
.../util/ConsistentHashingUpdateStrategyUtils.java | 2 +-
.../action/commit/BaseCommitActionExecutor.java | 15 +-
.../hudi/table/action/compact/CompactHelpers.java | 15 +-
.../action/compact/CompactionExecutionHelper.java | 3 +-
.../hudi/table/action/compact/HoodieCompactor.java | 2 +-
.../compact/LogCompactionExecutionHelper.java | 3 +-
.../compact/ScheduleCompactionActionExecutor.java | 12 +-
.../BaseHoodieCompactionPlanGenerator.java | 4 +-
.../action/index/AbstractIndexingCatchupTask.java | 18 +-
.../index/RecordBasedIndexingCatchupTask.java | 4 +-
.../table/action/index/RunIndexActionExecutor.java | 20 +-
.../action/index/ScheduleIndexActionExecutor.java | 7 +-
.../index/WriteStatBasedIndexingCatchupTask.java | 4 +-
.../action/restore/BaseRestoreActionExecutor.java | 17 +-
.../hudi/table/action/restore/RestoreUtils.java | 5 +-
.../rollback/BaseRollbackActionExecutor.java | 39 +-
.../table/action/rollback/BaseRollbackHelper.java | 26 +-
.../rollback/BaseRollbackPlanActionExecutor.java | 6 +-
.../rollback/ListingBasedRollbackStrategy.java | 18 +-
.../rollback/MarkerBasedRollbackStrategy.java | 101 ++-
.../action/rollback/RestorePlanActionExecutor.java | 13 +-
.../hudi/table/action/rollback/RollbackUtils.java | 3 +-
.../action/savepoint/SavepointActionExecutor.java | 12 +-
.../table/action/savepoint/SavepointHelpers.java | 11 +-
...nsactionDirectMarkerBasedDetectionStrategy.java | 7 +-
.../org/apache/hudi/table/repair/RepairUtils.java | 12 +-
.../upgrade/EightToSevenDowngradeHandler.java | 42 +-
.../table/upgrade/FiveToSixUpgradeHandler.java | 5 +-
.../table/upgrade/OneToZeroDowngradeHandler.java | 2 +-
.../table/upgrade/TwoToOneDowngradeHandler.java | 2 +-
.../hudi/table/upgrade/UpgradeDowngrade.java | 4 -
.../hudi/table/upgrade/UpgradeDowngradeUtils.java | 9 +-
.../table/upgrade/ZeroToOneUpgradeHandler.java | 9 +-
.../org/apache/hudi/util/CommonClientUtils.java | 36 +-
.../java/org/apache/hudi/DummyActiveAction.java | 6 +-
.../org/apache/hudi/HoodieTestCommitGenerator.java | 7 +-
.../hudi/avro/TestHoodieAvroParquetWriter.java | 4 +-
.../heartbeat/TestHoodieHeartbeatClient.java | 14 +-
.../timeline/TestCompletionTimeQueryView.java | 22 +-
...urrentFileWritesConflictResolutionStrategy.java | 10 +-
.../TestConflictResolutionStrategyUtil.java | 4 +-
...TestPreferWriterConflictResolutionStrategy.java | 21 +-
...urrentFileWritesConflictResolutionStrategy.java | 25 +-
...itesConflictResolutionStrategyWithMORTable.java | 3 +-
.../client/transaction/TestTransactionManager.java | 3 +-
.../client/utils/TestDeletePartitionUtils.java | 3 +-
.../utils/TestLegacyArchivedMetaEntryReader.java | 9 +-
.../table/timeline/TestHoodieArchivedTimeline.java | 15 +-
.../common/testutils/HoodieMetadataTestTable.java | 5 +-
.../apache/hudi/table/action/TestCleanPlanner.java | 67 +-
.../action/index/TestIndexingCatchupTask.java | 5 +-
.../apache/hudi/table/repair/TestRepairUtils.java | 17 +-
.../hudi/testutils/HoodieWriteableTestTable.java | 2 +-
.../hudi/utils/HoodieWriterClientTestHarness.java | 175 ++--
.../apache/hudi/utils/TestCommonClientUtils.java | 74 ++
.../hudi/utils/TestMetadataConversionUtils.java | 41 +-
.../hudi/client/HoodieFlinkTableServiceClient.java | 14 +-
...inkSizeBasedClusteringPlanStrategyRecently.java | 4 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 2 +-
.../org/apache/hudi/table/HoodieFlinkTable.java | 2 -
.../FlinkDeletePartitionCommitActionExecutor.java | 4 +-
.../HoodieFlinkMergeOnReadTableCompactor.java | 6 +-
.../testutils/HoodieFlinkWriteableTestTable.java | 2 +-
.../hudi/client/HoodieJavaTableServiceClient.java | 2 +-
.../apache/hudi/client/HoodieJavaWriteClient.java | 2 +-
.../org/apache/hudi/table/HoodieJavaTable.java | 2 -
.../JavaExecuteClusteringCommitActionExecutor.java | 2 +-
.../commit/BaseJavaCommitActionExecutor.java | 4 +-
.../table/action/commit/JavaBulkInsertHelper.java | 2 +-
.../table/action/commit/JavaUpsertPartitioner.java | 8 +-
.../HoodieJavaMergeOnReadTableCompactor.java | 2 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 56 +-
.../client/common/TestHoodieJavaEngineContext.java | 4 +-
.../TestHoodieJavaClientOnCopyOnWriteStorage.java | 48 +-
.../TestHoodieJavaClientOnMergeOnReadStorage.java | 20 +-
.../testutils/HoodieJavaClientTestHarness.java | 91 +-
.../hudi/testutils/TestHoodieMetadataBase.java | 3 +-
.../hudi/client/HoodieSparkClusteringClient.java | 9 +-
.../apache/hudi/client/HoodieSparkCompactor.java | 13 +-
.../org/apache/hudi/client/SparkRDDReadClient.java | 2 +-
.../hudi/client/SparkRDDTableServiceClient.java | 2 +-
.../client/utils/SparkMetadataWriterUtils.java | 2 +-
.../hudi/client/utils/SparkPartitionUtils.java | 2 +-
.../bucket/HoodieSparkConsistentBucketIndex.java | 2 +-
.../hudi/index/hbase/SparkHoodieHBaseIndex.java | 4 +-
.../SparkHoodieBackedTableMetadataWriter.java | 2 +-
.../org/apache/hudi/table/HoodieSparkTable.java | 2 -
.../SparkBootstrapCommitActionExecutor.java | 6 +-
...SparkExecuteClusteringCommitActionExecutor.java | 2 +-
.../action/commit/AverageRecordSizeUtils.java | 7 +-
.../table/action/commit/SparkBulkInsertHelper.java | 2 +-
.../SparkDeletePartitionCommitActionExecutor.java | 4 +-
.../table/action/commit/UpsertPartitioner.java | 6 +-
.../HoodieSparkMergeOnReadTableCompactor.java | 6 +-
.../SparkUpsertDeltaCommitPartitioner.java | 4 +-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 28 +
.../org/apache/hudi/client/TestClientRollback.java | 24 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 21 +-
.../apache/hudi/client/TestHoodieReadClient.java | 5 +-
.../java/org/apache/hudi/client/TestMultiFS.java | 11 +-
.../TestMultiWriterWithPreferWriterIngestion.java | 11 +-
.../java/org/apache/hudi/client/TestSavepoint.java | 3 +-
.../hudi/client/TestTableSchemaEvolution.java | 43 +-
.../hudi/client/TestUpdateSchemaEvolution.java | 4 +-
.../functional/TestExternalPathHandling.java | 14 +-
.../functional/TestHoodieBackedMetadata.java | 79 +-
.../functional/TestHoodieBackedTableMetadata.java | 7 +-
.../TestHoodieClientOnCopyOnWriteStorage.java | 95 ++-
.../TestHoodieClientOnMergeOnReadStorage.java | 56 +-
.../hudi/client/functional/TestHoodieIndex.java | 34 +-
.../client/functional/TestHoodieMetadataBase.java | 3 +-
.../TestRemoteFileSystemViewWithMetadataTable.java | 5 +-
.../TestSavepointRestoreCopyOnWrite.java | 11 +-
.../index/hbase/TestSparkHoodieHBaseIndex.java | 2 +-
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 21 +-
.../apache/hudi/io/TestHoodieMergedReadHandle.java | 2 +-
.../apache/hudi/io/TestHoodieTimelineArchiver.java | 164 ++--
.../java/org/apache/hudi/table/TestCleaner.java | 23 +-
.../hudi/table/TestHoodieMergeOnReadTable.java | 57 +-
.../clean/TestCleanerInsertAndCleanByCommits.java | 24 +-
.../clean/TestCleanerInsertAndCleanByVersions.java | 5 +-
.../action/commit/TestAverageRecordSizeUtils.java | 50 +-
.../table/action/commit/TestUpsertPartitioner.java | 28 +-
.../table/action/compact/CompactionTestBase.java | 17 +-
.../table/action/compact/TestAsyncCompaction.java | 26 +-
.../table/action/compact/TestHoodieCompactor.java | 6 +-
.../table/action/compact/TestInlineCompaction.java | 8 +-
.../TestCopyOnWriteRollbackActionExecutor.java | 22 +-
.../TestMergeOnReadRollbackActionExecutor.java | 25 +-
.../table/action/rollback/TestRollbackUtils.java | 5 +-
.../table/functional/TestCleanActionExecutor.java | 10 +-
.../table/functional/TestCleanPlanExecutor.java | 21 +-
...dieSparkCopyOnWriteTableArchiveWithReplace.java | 4 +-
...dieSparkMergeOnReadTableInsertUpdateDelete.java | 17 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 26 +-
.../TestMarkerBasedRollbackStrategy.java | 19 +-
.../TestSparkNonBlockingConcurrencyControl.java | 10 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 28 +-
.../hudi/testutils/HoodieCleanerTestBase.java | 15 +-
.../hudi/testutils/HoodieClientTestBase.java | 82 +-
.../hudi/testutils/HoodieClientTestUtils.java | 21 +-
.../testutils/HoodieSparkClientTestHarness.java | 3 +-
.../SparkClientFunctionalTestHarness.java | 4 +-
hudi-common/src/main/avro/HoodieMetadata.avsc | 9 -
.../org/apache/hudi/BaseHoodieTableFileIndex.java | 10 +-
.../org/apache/hudi/common/HoodieCleanStat.java | 2 +-
.../common/bootstrap/index/BootstrapIndex.java | 5 +-
.../hudi/common/config/HoodieMetadataConfig.java | 18 -
.../java/org/apache/hudi/common/fs/FSUtils.java | 5 -
.../org/apache/hudi/common/model/FileSlice.java | 4 +-
.../hudi/common/model/HoodieCommitMetadata.java | 16 -
.../apache/hudi/common/model/HoodieFileGroup.java | 12 +-
.../apache/hudi/common/model/HoodieLogFile.java | 3 +-
.../hudi/common/model/HoodiePartitionMetadata.java | 3 +-
.../common/model/HoodieRecordGlobalLocation.java | 3 +-
.../common/model/HoodieRollingStatMetadata.java | 4 -
.../hudi/common/table/HoodieTableConfig.java | 30 +-
.../hudi/common/table/HoodieTableMetaClient.java | 74 +-
.../hudi/common/table/HoodieTableVersion.java | 36 +-
.../hudi/common/table/TableSchemaResolver.java | 10 +-
.../hudi/common/table/cdc/HoodieCDCExtractor.java | 10 +-
...er.java => AbstractHoodieLogRecordScanner.java} | 87 +-
.../table/log/BaseHoodieLogRecordReader.java | 17 +-
.../log/BaseHoodieMergedLogRecordScanner.java | 257 ------
.../hudi/common/table/log/HoodieLogFormat.java | 58 +-
.../table/log/HoodieMergedLogRecordReader.java | 2 +-
.../table/log/HoodieMergedLogRecordScanner.java | 218 ++++-
.../log/HoodieMetadataMergedLogRecordScanner.java | 276 ------
.../table/log/HoodieUnMergedLogRecordScanner.java | 4 +-
.../apache/hudi/common/table/log/InstantRange.java | 22 +-
.../log/block/HoodieAvroDataBlockVersion.java | 2 +-
.../common/table/log/block/HoodieDeleteBlock.java | 11 +-
.../common/table/log/block/HoodieLogBlock.java | 41 +-
.../table/read/IncrementalQueryAnalyzer.java | 16 +-
.../hudi/common/table/timeline/ActiveAction.java | 4 +-
.../ActiveTimelineUtils.java} | 20 +-
.../table/timeline/ArchivedTimelineLoader.java | 46 +
...efaultTimeline.java => BaseHoodieTimeline.java} | 335 +++-----
.../common/table/timeline/CommitMetadataSerDe.java | 35 +-
.../table/timeline/CompletionTimeQueryView.java | 285 +------
.../table/timeline/HoodieActiveTimeline.java | 940 +++++----------------
.../table/timeline/HoodieArchivedTimeline.java | 291 +------
.../hudi/common/table/timeline/HoodieInstant.java | 298 +------
.../table/timeline/HoodieInstantTimeGenerator.java | 5 +-
.../hudi/common/table/timeline/HoodieTimeline.java | 372 ++------
.../common/table/timeline/InstantComparator.java | 46 +-
.../common/table/timeline/InstantComparison.java | 101 +++
.../table/timeline/InstantFileNameGenerator.java | 101 +++
.../InstantFileNameParser.java} | 34 +-
.../common/table/timeline/InstantGenerator.java | 69 ++
.../table/timeline/MetadataConversionUtils.java | 15 +-
.../common/table/timeline/TimelineDiffHelper.java | 27 +-
.../common/table/timeline/TimelineFactory.java | 48 ++
.../hudi/common/table/timeline/TimelineLayout.java | 135 ++-
.../table/timeline/TimelineMetadataUtils.java | 23 +-
.../hudi/common/table/timeline/TimelineUtils.java | 186 +++-
.../common/table/timeline/dto/ClusteringOpDTO.java | 7 +-
.../hudi/common/table/timeline/dto/InstantDTO.java | 7 +-
.../common/table/timeline/dto/TimelineDTO.java | 7 +-
.../versioning/DefaultCommitMetadataSerDe.java} | 21 +-
.../DefaultInstantFileNameGenerator.java} | 21 +-
.../versioning/DefaultInstantFileNameParser.java} | 21 +-
.../versioning/DefaultInstantGenerator.java} | 21 +-
.../versioning/DefaultTimelineFactory.java} | 22 +-
.../timeline/versioning/TimelineLayoutVersion.java | 11 +-
.../versioning/common/InstantComparators.java | 89 ++
.../timeline/versioning/v1/ActiveTimelineV1.java | 702 +++++++++++++++
.../versioning/v1/ArchivedTimelineLoaderV1.java | 169 ++++
.../timeline/versioning/v1/ArchivedTimelineV1.java | 251 ++++++
.../timeline/versioning/v1/BaseTimelineV1.java | 153 ++++
.../versioning/v1/CommitMetadataSerDeV1.java | 57 ++
.../versioning/v1/CompletionTimeQueryViewV1.java | 246 ++++++
.../versioning/v1/InstantComparatorV1.java | 77 ++
.../versioning/v1/InstantFileNameGeneratorV1.java | 273 ++++++
.../versioning/v1/InstantFileNameParserV1.java | 49 ++
.../timeline/versioning/v1/InstantGeneratorV1.java | 167 ++++
.../timeline/versioning/v1/TimelineV1Factory.java | 87 ++
.../v2/ActiveTimelineV2.java} | 467 +++-------
.../versioning/v2/ArchivedTimelineLoaderV2.java | 87 ++
.../timeline/versioning/v2/ArchivedTimelineV2.java | 239 ++++++
.../timeline/versioning/v2/BaseTimelineV2.java | 154 ++++
.../versioning/v2/CommitMetadataSerDeV2.java | 87 ++
.../v2/CompletionTimeQueryViewV2.java} | 126 ++-
.../versioning/v2/InstantComparatorV2.java | 73 ++
.../versioning/v2/InstantFileNameGeneratorV2.java | 323 +++++++
.../versioning/v2/InstantFileNameParserV2.java | 54 ++
.../timeline/versioning/v2/InstantGeneratorV2.java | 197 +++++
.../timeline/versioning/v2/TimelineV2Factory.java | 87 ++
.../table/view/AbstractTableFileSystemView.java | 122 ++-
.../table/view/HoodieTableFileSystemView.java | 2 +-
.../IncrementalTimelineSyncFileSystemView.java | 12 +-
.../view/RemoteHoodieTableFileSystemView.java | 9 +-
.../table/view/RocksDbBasedFileSystemView.java | 14 +-
.../view/SpillableMapBasedFileSystemView.java | 2 +-
.../org/apache/hudi/common/util/CleanerUtils.java | 12 +-
.../apache/hudi/common/util/ClusteringUtils.java | 47 +-
.../org/apache/hudi/common/util/CommitUtils.java | 14 +-
.../apache/hudi/common/util/CompactionUtils.java | 18 +-
.../hudi/common/util/InternalSchemaCache.java | 31 +-
.../org/apache/hudi/common/util/MarkerUtils.java | 4 +-
.../io/FileBasedInternalSchemaStorageManager.java | 8 +-
.../hudi/keygen/constant/KeyGeneratorType.java | 11 +
.../apache/hudi/metadata/BaseTableMetadata.java | 15 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 260 ++----
.../metadata/HoodieMetadataLogRecordReader.java | 41 +-
.../hudi/metadata/HoodieMetadataPayload.java | 23 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 181 ++--
.../hudi/metadata/MetadataPartitionType.java | 5 +-
.../hudi/metadata/SecondaryIndexKeyUtils.java | 93 ++
.../common/model/TestHoodieCommitMetadata.java | 45 +
.../model/TestHoodieRecordGlobalLocation.java | 38 +
.../hudi/common/model/TestHoodieWriteStat.java | 4 +-
.../table/read/TestHoodieFileGroupReaderBase.java | 6 +-
.../common/table/timeline/TestTimelineLayout.java | 55 +-
.../view/TestPriorityBasedFileSystemView.java | 3 +-
.../hudi/common/testutils/CompactionTestUtils.java | 11 +-
.../hudi/common/testutils/FileCreateUtils.java | 50 +-
.../common/testutils/HoodieTestDataGenerator.java | 61 +-
.../hudi/common/testutils/HoodieTestUtils.java | 36 +-
.../common/testutils/InProcessTimeGenerator.java | 4 +-
.../hudi/common/testutils/MockHoodieTimeline.java | 16 +-
.../testutils/reader/HoodieFileSliceTestUtils.java | 2 +-
.../examples/quickstart/HoodieFlinkQuickstart.java | 2 -
.../hudi/examples/common/RandomJsonSource.java | 4 +-
.../hudi/metrics/FlinkClusteringMetrics.java | 2 +-
.../hudi/metrics/FlinkCompactionMetrics.java | 2 +-
.../hudi/sink/StreamWriteOperatorCoordinator.java | 4 +-
.../hudi/sink/bootstrap/BootstrapOperator.java | 4 +-
.../bucket/ConsistentBucketAssignFunction.java | 2 +-
.../hudi/sink/clustering/ClusteringCommitSink.java | 2 +-
.../sink/clustering/ClusteringPlanOperator.java | 2 +-
.../sink/clustering/HoodieFlinkClusteringJob.java | 14 +-
.../FlinkConsistentBucketUpdateStrategy.java | 4 +-
.../hudi/sink/compact/CompactionPlanOperator.java | 4 +-
.../hudi/sink/compact/HoodieFlinkCompactor.java | 8 +-
.../compact/strategy/CompactionPlanStrategies.java | 2 +-
.../partitioner/profile/DeltaWriteProfile.java | 2 +-
.../sink/partitioner/profile/WriteProfile.java | 6 +-
.../sink/partitioner/profile/WriteProfiles.java | 10 +-
.../apache/hudi/source/IncrementalInputSplits.java | 3 +-
.../hudi/source/StreamReadMonitoringFunction.java | 10 +-
.../org/apache/hudi/table/HoodieTableSource.java | 2 +-
.../hudi/table/format/InternalSchemaManager.java | 21 +-
.../java/org/apache/hudi/util/ClusteringUtil.java | 4 +-
.../java/org/apache/hudi/util/CompactionUtil.java | 4 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 24 +-
.../sink/TestStreamWriteOperatorCoordinator.java | 23 +-
.../hudi/sink/bucket/ITTestBucketStreamWrite.java | 9 +-
.../sink/cluster/ClusteringCommitTestSink.java | 2 +-
.../sink/cluster/ITTestHoodieFlinkClustering.java | 9 +-
.../sink/compact/CompactionCommitTestSink.java | 5 +-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 11 +-
.../sink/compact/TestCompactionPlanStrategy.java | 19 +-
.../org/apache/hudi/sink/utils/TestWriteBase.java | 7 +-
.../hudi/source/TestIncrementalInputSplits.java | 75 +-
.../source/TestStreamReadMonitoringFunction.java | 55 +-
.../apache/hudi/table/ITTestHoodieDataSource.java | 4 +-
.../apache/hudi/table/format/TestInputFormat.java | 11 +-
.../org/apache/hudi/utils/TestClusteringUtil.java | 5 +-
.../org/apache/hudi/utils/TestCompactionUtil.java | 7 +-
.../test/java/org/apache/hudi/utils/TestData.java | 2 +-
.../test/java/org/apache/hudi/utils/TestUtils.java | 23 +-
.../common/table/log/HoodieLogFormatWriter.java | 2 +-
.../org/apache/hudi/common/fs/TestFSUtils.java | 10 +-
.../common/functional/TestHoodieLogFormat.java | 148 ++--
.../TestHoodieLogFormatAppendFailure.java | 4 +-
.../hudi/common/model/TestHoodieFileGroup.java | 102 ++-
.../common/table/TestHoodieTableMetaClient.java | 9 +-
.../hudi/common/table/TestTableSchemaResolver.java | 2 +-
.../hudi/common/table/TestTimelineUtils.java | 181 ++--
.../log/block/TestHoodieLogWriterBuilder.java | 85 ++
.../table/timeline/TestHoodieActiveTimeline.java | 307 ++++---
.../common/table/timeline/TestHoodieInstant.java | 25 +-
.../view/TestHoodieTableFSViewWithClustering.java | 7 +-
.../table/view/TestHoodieTableFileSystemView.java | 643 +++++++-------
.../table/view/TestIncrementalFSViewSync.java | 97 ++-
.../common/testutils/HoodieCommonTestHarness.java | 69 +-
.../hudi/common/testutils/HoodieTestTable.java | 53 +-
.../hudi/common/util/TestClusteringUtils.java | 33 +-
.../apache/hudi/common/util/TestCommitUtils.java | 24 +-
.../hudi/common/util/TestCompactionUtils.java | 110 +--
.../TestFileBasedInternalSchemaStorageManager.java | 10 +-
.../hudi/metadata/TestHoodieMetadataPayload.java | 85 +-
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 44 +-
.../hudi/hadoop/HiveHoodieTableFileIndex.java | 2 +-
.../hadoop/HoodieCopyOnWriteTableInputFormat.java | 2 +-
.../HoodieFileGroupReaderBasedRecordReader.java | 2 +-
.../apache/hudi/hadoop/HoodieHFileInputFormat.java | 4 +-
.../HoodieMergeOnReadTableInputFormat.java | 6 +-
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 21 +-
.../hudi/hadoop/TestHoodieHFileInputFormat.java | 26 +-
.../hudi/hadoop/TestHoodieParquetInputFormat.java | 28 +-
.../hive/TestHoodieCombineHiveInputFormat.java | 13 +-
.../TestHoodieMergeOnReadSnapshotReader.java | 5 +-
.../realtime/TestHoodieRealtimeRecordReader.java | 30 +-
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 7 +-
.../hudi/integ/testsuite/HoodieTestSuiteJob.java | 8 +-
.../dag/nodes/BaseValidateDatasetNode.java | 6 +-
.../integ/testsuite/dag/nodes/CompactNode.java | 4 +-
.../integ/testsuite/dag/nodes/RollbackNode.java | 2 +-
.../testsuite/dag/nodes/ScheduleCompactNode.java | 4 +-
.../dag/nodes/ValidateAsyncOperations.java | 6 +-
.../reader/DFSHoodieDatasetInputReader.java | 2 +-
.../hudi/connect/utils/KafkaConnectUtils.java | 2 +-
.../timeline/HoodieMetaserverBasedTimeline.java | 21 +-
.../client/HoodieMetaserverClientImp.java | 6 +-
.../hudi/metaserver/util/EntityConversions.java | 7 +-
.../metaserver/store/RelationalDBBasedStorage.java | 8 +-
...setBulkInsertOverwriteCommitActionExecutor.java | 3 +-
...eamerDatasetBulkInsertCommitActionExecutor.java | 3 +-
.../internal/DataSourceInternalWriterHelper.java | 6 +-
.../org/apache/hudi/FunctionalIndexSupport.scala | 36 +-
.../scala/org/apache/hudi/HoodieBaseRelation.scala | 13 +-
.../scala/org/apache/hudi/HoodieCDCFileIndex.scala | 2 +-
.../hudi/HoodieHadoopFsRelationFactory.scala | 5 +-
.../org/apache/hudi/HoodieStreamingSink.scala | 13 +-
.../org/apache/hudi/IncrementalRelation.scala | 15 +-
.../hudi/MergeOnReadIncrementalRelation.scala | 8 +-
.../org/apache/hudi/RecordLevelIndexSupport.scala | 5 +-
.../org/apache/hudi/SparkBaseIndexSupport.scala | 38 +-
.../apache/hudi/SparkHoodieTableFileIndex.scala | 27 +-
.../scala/org/apache/hudi/TimelineRelation.scala | 5 +-
.../scala/org/apache/hudi/cdc/CDCRelation.scala | 2 +-
.../sql/catalyst/catalog/HoodieCatalogTable.scala | 16 +-
.../spark/sql/hudi/HoodieSqlCommonUtils.scala | 21 +-
.../spark/sql/hudi/ProvidesHoodieConfig.scala | 5 +
.../AlterHoodieTableAddColumnsCommand.scala | 5 +-
.../spark/sql/hudi/TestProvidesHoodieConfig.scala | 9 +-
.../org/apache/hudi/HoodieDataSourceHelpers.java | 10 +-
.../org/apache/hudi/cli/ArchiveExecutorUtils.java | 8 +-
.../hudi/command/procedures/BaseProcedure.scala | 10 +
.../procedures/CommitsCompareProcedure.scala | 15 +-
.../procedures/CreateSavepointProcedure.scala | 2 +-
.../procedures/DeleteSavepointProcedure.scala | 5 +-
.../procedures/DropPartitionProcedure.scala | 82 ++
.../procedures/ExportInstantsProcedure.scala | 3 +-
.../hudi/command/procedures/HoodieProcedures.scala | 1 +
.../RepairAddpartitionmetaProcedure.scala | 2 +-
.../RepairCorruptedCleanFilesProcedure.scala | 10 +-
.../RepairMigratePartitionMetaProcedure.scala | 2 +-
.../procedures/RollbackToSavepointProcedure.scala | 6 +-
.../procedures/RunClusteringProcedure.scala | 10 +-
.../procedures/RunCompactionProcedure.scala | 10 +-
.../RunRollbackInflightTableServiceProcedure.scala | 12 +-
.../procedures/ShowArchivedCommitsProcedure.scala | 29 +-
.../procedures/ShowClusteringProcedure.scala | 6 +-
.../ShowColumnStatsOverlapProcedure.scala | 6 +-
.../ShowCommitExtraMetadataProcedure.scala | 21 +-
.../procedures/ShowCommitFilesProcedure.scala | 20 +-
.../procedures/ShowCommitPartitionsProcedure.scala | 20 +-
.../procedures/ShowCommitWriteStatsProcedure.scala | 20 +-
.../command/procedures/ShowCommitsProcedure.scala | 25 +-
.../procedures/ShowCompactionProcedure.scala | 6 +-
.../procedures/ShowFileStatusProcedure.scala | 16 +-
.../procedures/ShowFileSystemViewProcedure.scala | 16 +-
.../ShowHoodieLogFileRecordsProcedure.scala | 2 +-
.../ShowMetadataTableColumnStatsProcedure.scala | 8 +-
.../procedures/ShowRollbacksProcedure.scala | 13 +-
.../procedures/ShowSavepointsProcedure.scala | 2 +-
.../StatsWriteAmplificationProcedure.scala | 8 +-
.../procedures/ValidateHoodieSyncProcedure.scala | 18 +-
.../hudi/TestHoodieMergeHandleWithSparkMerger.java | 2 +-
.../org/apache/hudi/TestMetadataTableSupport.java | 12 +-
.../org/apache/hudi/functional/TestBootstrap.java | 13 +-
.../TestDataSkippingWithMORColstats.java | 3 +-
.../TestGlobalIndexEnableUpdatePartitions.java | 15 +-
.../TestHoodieSparkMergeOnReadTableClustering.java | 2 +-
.../apache/hudi/functional/TestOrcBootstrap.java | 2 +-
.../TestSparkConsistentBucketClustering.java | 3 +-
.../functional/TestSparkSortAndSizeClustering.java | 4 +-
.../apache/hudi/functional/TestWriteClient.java | 6 +-
.../src/test/resources/table-config.properties | 2 +-
.../org/apache/hudi/TestHoodieFileIndex.scala | 10 +-
.../hudi/TestMultipleTableVersionWriting.scala | 22 +-
.../hudi/TestTableSchemaResolverWithSparkSQL.scala | 3 +-
.../hudi/functional/ColumnStatIndexTestBase.scala | 2 +-
.../functional/PartitionStatsIndexTestBase.scala | 25 +-
.../hudi/functional/RecordLevelIndexTestBase.scala | 11 +-
.../functional/TestBloomFiltersIndexSupport.scala | 2 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 16 +-
.../hudi/functional/TestColumnStatsIndex.scala | 17 +-
.../functional/TestColumnStatsIndexWithSQL.scala | 6 +-
.../hudi/functional/TestHoodieActiveTimeline.scala | 20 +-
.../TestIncrementalReadByStateTransitionTime.scala | 2 +-
.../TestIncrementalReadWithFullTableScan.scala | 9 +-
.../apache/hudi/functional/TestMORDataSource.scala | 8 +-
.../hudi/functional/TestMetadataRecordIndex.scala | 2 +-
.../TestMetadataTableWithSparkDataSource.scala | 6 +-
.../functional/TestParquetColumnProjection.scala | 8 +-
.../hudi/functional/TestPartitionStatsIndex.scala | 45 +-
.../TestPartitionStatsIndexWithSql.scala | 153 ++--
.../hudi/functional/TestRecordLevelIndex.scala | 14 +-
.../functional/TestRecordLevelIndexWithSQL.scala | 2 +-
.../functional/TestSecondaryIndexPruning.scala | 581 +++++++++++--
.../hudi/functional/TestSevenToEightUpgrade.scala | 4 +-
.../functional/TestSixToFiveDowngradeHandler.scala | 2 +-
.../hudi/functional/TestStructuredStreaming.scala | 2 +-
.../hudi/functional/TestTimeTravelQuery.scala | 9 +-
.../hudi/functional/cdc/HoodieCDCTestBase.scala | 4 +-
.../functional/cdc/TestCDCDataFrameSuite.scala | 42 +-
.../functional/cdc/TestCDCStreamingSuite.scala | 4 +-
.../benchmark/LSMTimelineReadBenchmark.scala | 14 +-
.../hudi/command/index/TestFunctionalIndex.scala | 469 +++++++++-
.../hudi/command/index/TestSecondaryIndex.scala | 162 +++-
.../sql/hudi/ddl/TestAlterTableDropPartition.scala | 4 +-
.../apache/spark/sql/hudi/ddl/TestSpark3DDL.scala | 2 +-
.../spark/sql/hudi/dml/TestCDCForSparkSQL.scala | 20 +-
.../spark/sql/hudi/dml/TestInsertTable.scala | 148 ++--
.../hudi/dml/TestPartialUpdateForMergeInto.scala | 14 +-
.../spark/sql/hudi/dml/TestTimeTravelTable.scala | 14 +-
.../hudi/procedure/TestClusteringProcedure.scala | 18 +-
.../hudi/procedure/TestCompactionProcedure.scala | 2 +-
.../procedure/TestDropPartitionProcedure.scala | 237 ++++++
.../procedure/TestHdfsParquetImportProcedure.scala | 8 +-
.../sql/hudi/procedure/TestRepairsProcedure.scala | 4 +-
...tRunRollbackInflightTableServiceProcedure.scala | 13 +-
.../procedure/TestShowFileStatusProcedure.scala | 12 +-
.../TestUpgradeOrDowngradeProcedure.scala | 3 +-
.../Spark3ParquetSchemaEvolutionUtils.scala | 9 +-
.../spark/sql/hudi/command/AlterTableCommand.scala | 6 +-
.../Spark33LegacyHoodieParquetFileFormat.scala | 9 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 6 +-
.../Spark34LegacyHoodieParquetFileFormat.scala | 9 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 6 +-
.../Spark35LegacyHoodieParquetFileFormat.scala | 8 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 5 +-
.../apache/hudi/sync/adb/HoodieAdbJdbcClient.java | 2 +-
.../hudi/sync/datahub/DataHubSyncClient.java | 2 +-
.../org/apache/hudi/hive/HoodieHiveSyncClient.java | 4 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 15 +-
.../hudi/hive/testutils/HiveTestCluster.java | 7 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 29 +-
.../hudi/timeline/service/RequestHandler.java | 2 +-
...tMarkerBasedEarlyConflictDetectionRunnable.java | 3 +-
.../hudi/utilities/HiveIncrementalPuller.java | 4 +-
.../apache/hudi/utilities/HoodieClusteringJob.java | 8 +-
.../org/apache/hudi/utilities/HoodieCompactor.java | 2 +-
.../hudi/utilities/HoodieDataTableValidator.java | 10 +-
.../hudi/utilities/HoodieDropPartitionsTool.java | 4 +-
.../org/apache/hudi/utilities/HoodieIndexer.java | 2 +-
.../utilities/HoodieMetadataTableValidator.java | 39 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 9 +-
.../hudi/utilities/HoodieSnapshotExporter.java | 24 +-
...heckpointFromAnotherHoodieTimelineProvider.java | 4 +-
.../hudi/utilities/sources/HoodieIncrSource.java | 13 +-
.../sources/helpers/IncrSourceHelper.java | 10 +-
.../hudi/utilities/streamer/HoodieStreamer.java | 16 +-
.../utilities/streamer/SparkSampleWritesUtils.java | 4 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 18 +-
.../apache/hudi/utilities/TestHoodieIndexer.java | 16 +-
.../TestHoodieMetadataTableValidator.java | 32 +-
.../deltastreamer/HoodieDeltaStreamerTestBase.java | 17 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 40 +-
.../TestHoodieDeltaStreamerWithMultiWriter.java | 17 +-
.../functional/TestHDFSParquetImporter.java | 6 +-
.../offlinejob/TestHoodieClusteringJob.java | 7 +-
.../utilities/sources/TestHoodieIncrSource.java | 13 +-
.../helpers/TestSnapshotQuerySplitterImpl.java | 2 +-
pom.xml | 4 +-
582 files changed, 12890 insertions(+), 7921 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/TimelineArchivers.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/versioning/v1/TimelineArchiverV1.java
rename
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/{
=> versioning/v2}/LSMTimelineWriter.java (99%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/{HoodieTimelineArchiver.java
=> versioning/v2/TimelineArchiverV2.java} (89%)
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/utils/TestCommonClientUtils.java
rename
hudi-common/src/main/java/org/apache/hudi/common/table/log/{AbstractHoodieLogRecordReader.java
=> AbstractHoodieLogRecordScanner.java} (91%)
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/log/BaseHoodieMergedLogRecordScanner.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieMetadataMergedLogRecordScanner.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/{log/block/HoodieAvroDataBlockVersion.java
=> timeline/ActiveTimelineUtils.java} (59%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/ArchivedTimelineLoader.java
rename
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/{HoodieDefaultTimeline.java
=> BaseHoodieTimeline.java} (58%)
rename
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/DummyTaskContextSupplier.java
=>
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/CommitMetadataSerDe.java
(59%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/BaseCompactor.java
=>
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/InstantComparator.java
(53%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/InstantComparison.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/InstantFileNameGenerator.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/{log/block/HoodieAvroDataBlockVersion.java
=> timeline/InstantFileNameParser.java} (59%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/InstantGenerator.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/TimelineFactory.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/{log/block/HoodieAvroDataBlockVersion.java
=> timeline/versioning/DefaultCommitMetadataSerDe.java} (59%)
copy
hudi-common/src/main/java/org/apache/hudi/common/table/{log/block/HoodieAvroDataBlockVersion.java
=> timeline/versioning/DefaultInstantFileNameGenerator.java} (59%)
copy
hudi-common/src/main/java/org/apache/hudi/common/table/{log/block/HoodieAvroDataBlockVersion.java
=> timeline/versioning/DefaultInstantFileNameParser.java} (59%)
copy
hudi-common/src/main/java/org/apache/hudi/common/table/{log/block/HoodieAvroDataBlockVersion.java
=> timeline/versioning/DefaultInstantGenerator.java} (59%)
copy
hudi-common/src/main/java/org/apache/hudi/common/table/{log/block/HoodieAvroDataBlockVersion.java
=> timeline/versioning/DefaultTimelineFactory.java} (60%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/common/InstantComparators.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/ActiveTimelineV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/ArchivedTimelineLoaderV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/ArchivedTimelineV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/BaseTimelineV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/CommitMetadataSerDeV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/CompletionTimeQueryViewV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/InstantComparatorV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/InstantFileNameGeneratorV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/InstantFileNameParserV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/InstantGeneratorV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/TimelineV1Factory.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/{HoodieActiveTimeline.java
=> versioning/v2/ActiveTimelineV2.java} (66%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/ArchivedTimelineLoaderV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/ArchivedTimelineV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/BaseTimelineV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/CommitMetadataSerDeV2.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/{CompletionTimeQueryView.java
=> versioning/v2/CompletionTimeQueryViewV2.java} (70%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/InstantComparatorV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/InstantFileNameGeneratorV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/InstantFileNameParserV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/InstantGeneratorV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/TimelineV2Factory.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metadata/SecondaryIndexKeyUtils.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieRecordGlobalLocation.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/log/block/TestHoodieLogWriterBuilder.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/DropPartitionProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/TestDropPartitionProcedure.scala