This is an automated email from the ASF dual-hosted git repository.
codope pushed a change to branch release-1.0.0
in repository https://gitbox.apache.org/repos/asf/hudi.git
discard 3de5e260dfd Create release branch for version 1.0.0.
add a92c21e7558 [HUDI-8547] Disable flakey tests (#12286)
add fa5878d9c46 [ENG-17094] Change implicit lock provider lock key scheme
(#12220)
add 6593b5f7ae1 [HUDI-8488] Introduce SLF4j metrics reporter (#12219)
add c43ae673e4c [HUDI-8520] DROP INDEX & SHOW INDEX should work with index
name instead of index partition name (#12266)
add 773b385ba6a [HUDI-8337] Fixing failure handling with
HoodieMetadataTableValidator (#12247)
add ddc375ddda8 [HUDI-8530] Error out secondary index update for write
operations such as insert overwrite where it is not supported (#12280)
add 7faa7dd8a10 [HUDI-8449] Fixing flaky tests
TestSecondaryIndexPruning.testSecondaryIndexWithClusteringAndCleaning (#12311)
add 9a06d1e3caa [HUDI-8464] Minor cleanup of time generation APIs and
locking (#12306)
add 53ef39c8046 [HUDI-8508] Fix timeline service port assignment bug
(#12241)
add 57f153c8d55 [HUDI-8554] Use COMMIT_TIME_ORDERING (#12304)
add e05e758e55e [HUDI-8541] Change to relative paths for the index defs
json (#12309)
add 09a0d71277d [HUDI-8416] Fix the bugs for multi base file format
feature (#12312)
add ae5833ea34a [HUDI-8533] Bloom functional Index creation without
function fails (#12290)
add 96e64a9b7e8 [HUDI-8427] Fix delete in file group reader and re-enable
test in TestHoodieSparkMergeOnReadTableInsertUpdateDelete (#12283)
add f6c09cd6690 [HUDI-8559] Avoid adding the conf file twice (#12319)
add f4e810b4db3 [HUDI-8550] Make Hudi 1.x write timeline to a dedicated
timeline folder under .hoodie (#12288)
add 7b773fc2d66 [HUDI-8570] Use secondary index only for snapshot queries
(#12322)
add f780c92d26d [HUDI-8561] Throw error for unsupported data types in
secondary index (#12326)
add 36db1317318 [HUDI-8573] Fix performance degradation in RowDataKeyGen
(#12325)
add 524e6a17446 [HUDI-8565] Fix RetryHelper sleep with negative time
(#12316)
add ca69ce810f1 [HUDI-8534] Ensure index creation is idempotent in face of
failures (#12308)
add a165de66546 [HUDI-8571] Fix upgrade for explicit
OverwriteWithLatestAvroPayload (#12330)
add fef27618f78 [HUDI-8548] fail create meta client if table does not
exist and proper configs not set
add 930e361941a [HUDI-8192] Add tests of custom merger in Spark structured
streaming (#12161)
add 88caeaa11c0 [HUDI-8521] Use commit time merge in preCombine for
OverwriteWithLatestAvroPayload (#12297)
add 397005d6ed1 [HUDI-8295] Validate hudi-utilities-bundle on Spark 3.5
only (#12287)
add 5c28762c80c [HUDI-8571] Fix the upgrade for OverwriteWithLatestPayload
(#12335)
add b6b02eb4d79 [HUDI-8545] Handle unsupported payloads with Secondary
Index creation (#12337)
add 5ed0b430cc3 [HUDI-8432] Fix data skipping with RLI if record key is
composite (#12336)
add aa0f57c6036 [MINOR] Change README (#12348)
add a9645bdf4ef [HUDI-8560] Revert HUDI-8036 (#12303)
add 77f6869d3fd [HUDI-8594] Make InProcessLockProvider as default (#12347)
add 3018c492e42 [HUDI-8564] Removing WriteStatus references in Hoodie
Metadata writer flow (#12321)
add 8dba94b0b8c [HUDI-7665] Support upgrade downgrade to or from table
version 8 (#12327)
add 80de4d2e355 [HUDI-8578] Standardize SI/FI terminology and syntax
(#12349)
add 2f35b7c9cf7 [HUDI-8529] Add truncate table procedure (#12262)
add 22ae3bad95a [HUDI-8598] Fix AND operator to not filter unsupported
query types (#12363)
add 898eb1c98db [HUDI-8556] Add config for max number of colstats columns
(#12310)
add 039ccc006fa [HUDI-8586] Allow partition stats only for primitive types
(#12350)
add 1433e736089 [HUDI-8557] Enabling Metadata by default on reads (#12351)
add 6a726bf840c [HUDI-8604] Support index command with External table in
Spark SQL (#12372)
add df77d296b14 [HUDI-9555] Cleaning up nested field with col stats
(#12341)
add 28cf81b2498 [HUDI-6371] Indexing catchup tasks should handle failed
commits based on heartbeat (#12369)
add 8521a442787 [HUDI-8612] Rename expression index config names (#12378)
add aa22da38f43 [HUDI-8603] Fixing lock provider for single writer
use-cases (#12371)
add 56159e2855e [HUDI-8610] Fix clustering/replacecommit action inference
(#12375)
add 57c6a98462a [HUDI-8588] Col stats pruning is ignoring to leverage
stats from log files (#12374)
add 8576f10e6ee [HUDI-8609] always read partition column from file if it
is the precombine (#12380)
add d8a0f673070 [HUDI-8606] Use spark engineContext to parallelize
secondary keys lookup (#12376)
add a25f686d177 [HUDI-8611] Improve metadata index config docs (#12377)
add 99952d1bb4a [HUDI-8602] Fix a bug for incremental query (#12385)
add 6d3f9c6afe1 Fixing closure of file slice readers w/ mdt reader (#12366)
add 6c27fb60d31 [HUDI-7503] Not allowing start time earlier than active
timeline with CDC queries (#12391)
add 4e54b93c4d4 [MINOR] Fixing secondary index logging (#12397)
add 278b9dbbc66 [HUDI-8440] Add checkpoint translation for incremental
sources (#12342)
add bf39619de8b [HUDI-8619] Add checkpoint translation for Spark streaming
source (#12392)
add 6826101d6b7 [MINOR] Remove extra timeline reload during conflict
resolution (#12272)
add 8b70d75c001 [HUDI-8619] Use new config for streaming source table
version (#12401)
add 28b1989d07f [HUDI-8619] Fix stream source parameters (#12415)
add 9b252adcf85 [HUDI-8619] Fix a bug for checkpoint translation (#12418)
add a1cf2439e98 [HUDI-8643] Filter records for from_unixtime function with
expression index (#12416)
add 392852cb92b [HUDI-8633] Fix a flaky test for partition stats (#12419)
add 4e658041a95 [HUDI-8552] Add a new merge handle based on file group
reader for compaction in Spark (#12390)
add cc05a96be74 [HUDI-8639] Support filter by partitions in
ShowInvalidParquetProcedure (#12410)
add 000b1ade1a7 [MINOR] Fix the wrong class parameter type for metadata
server reflection (#12425)
add ecc05ff123c [MINOR] Pass in engine context from StreamSync to dedupe
(#12417)
add 9e2e3cc589a [HUDI-8653] Disable record position generation with NBCC
or during pending compaction (#12424)
add 1c69656b0ed [HUDI-8652] Throw exception in unsupported scenarios with
partial updates in MIT (#12422)
add 944f8e4b230 [HUDI-8552] Adding support to read input for clustering
based on new FG reader (#12426)
add 21275279f58 [HUDI-8659] Remove ENUM type check and add other fixes for
file group reader-based compaction (#12427)
new b47d6ba896e Create release branch for version 1.0.0.
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3de5e260dfd)
\
N -- N -- N refs/heads/release-1.0.0 (b47d6ba896e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/bot.yml | 106 ++--
README.md | 69 ++-
azure-pipelines-20230430.yml | 4 +-
doap_HUDI.rdf | 4 +-
docker/demo/get_min_commit_time_cow.sh | 2 +-
docker/demo/get_min_commit_time_mor.sh | 2 +-
...amoDBBasedImplicitPartitionKeyLockProvider.java | 29 +-
.../lock/DynamoDBBasedLockProviderBase.java | 4 +-
.../hudi/config/DynamoDbBasedLockConfig.java | 3 -
.../integ/ITTestDynamoDBBasedLockProvider.java | 30 +-
.../hudi/cli/commands/ArchivedCommitsCommand.java | 2 +-
.../apache/hudi/cli/commands/BootstrapCommand.java | 2 +-
.../apache/hudi/cli/commands/ExportCommand.java | 2 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 4 +-
.../apache/hudi/cli/commands/TimelineCommand.java | 12 +-
.../hudi/cli/commands/TestMetadataCommand.java | 2 +-
.../hudi/cli/commands/TestRepairsCommand.java | 12 +-
.../apache/hudi/cli/commands/TestTableCommand.java | 4 +-
.../org/apache/hudi/client/BaseHoodieClient.java | 19 +-
.../hudi/client/BaseHoodieTableServiceClient.java | 20 +-
.../apache/hudi/client/BaseHoodieWriteClient.java | 59 ++-
.../apache/hudi/client/CompactionAdminClient.java | 6 +-
.../client/timeline/ActiveActionWithDetails.java | 3 -
.../client/timeline/HoodieTimelineArchiver.java | 2 +-
.../timeline/versioning/v1/TimelineArchiverV1.java | 34 +-
.../timeline/versioning/v2/LSMTimelineWriter.java | 42 +-
.../timeline/versioning/v2/TimelineArchiverV2.java | 4 +-
.../lock/BaseZookeeperBasedLockProvider.java | 2 -
...ZookeeperBasedImplicitBasePathLockProvider.java | 30 +-
.../utils/LegacyArchivedMetaEntryReader.java | 18 +-
.../apache/hudi/client/utils/TransactionUtils.java | 17 +-
.../org/apache/hudi/config/HoodieLockConfig.java | 4 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 18 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 22 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 23 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 220 ++++----
.../hudi/metadata/HoodieTableMetadataWriter.java | 8 +-
.../apache/hudi/table/EngineBroadcastManager.java | 58 ++
.../apache/hudi/table/HoodieCompactionHandler.java | 11 +
.../hudi/table/action/BaseActionExecutor.java | 6 +-
.../cluster/ClusteringPlanActionExecutor.java | 5 +-
.../action/commit/BaseCommitActionExecutor.java | 8 +-
.../hudi/table/action/compact/HoodieCompactor.java | 58 +-
.../compact/RunCompactionActionExecutor.java | 2 +-
.../BaseHoodieCompactionPlanGenerator.java | 6 +-
.../action/index/AbstractIndexingCatchupTask.java | 53 +-
.../action/index/IndexingCatchupTaskFactory.java | 16 +-
.../index/RecordBasedIndexingCatchupTask.java | 44 +-
.../table/action/index/RunIndexActionExecutor.java | 6 +-
.../action/index/ScheduleIndexActionExecutor.java | 6 +-
.../index/WriteStatBasedIndexingCatchupTask.java | 10 +-
.../index/functional/BaseHoodieIndexClient.java | 25 +-
.../upgrade/EightToSevenDowngradeHandler.java | 273 ++++++++--
.../table/upgrade/SevenToEightUpgradeHandler.java | 255 ++++++++-
.../table/upgrade/SixToFiveDowngradeHandler.java | 5 +-
.../hudi/table/upgrade/UpgradeDowngrade.java | 24 +-
.../hudi/table/upgrade/UpgradeDowngradeUtils.java | 88 +++-
.../org/apache/hudi/util/CommonClientUtils.java | 9 +-
.../org/apache/hudi/HoodieTestCommitGenerator.java | 2 +-
.../timeline/TestCompletionTimeQueryView.java | 2 +-
...urrentFileWritesConflictResolutionStrategy.java | 4 +-
.../utils/TestLegacyArchivedMetaEntryReader.java | 2 +-
.../common/testutils/HoodieMetadataTestTable.java | 12 +-
.../apache/hudi/config/TestHoodieWriteConfig.java | 43 +-
.../hudi/metrics/TestMetricsReporterFactory.java | 22 +-
.../org/apache/hudi/metrics/TestSlf4jMetrics.java | 70 +++
.../action/index/TestIndexingCatchupTask.java | 119 ++++-
.../upgrade/TestEightToSevenDowngradeHandler.java | 66 ++-
.../upgrade/TestSevenToEightUpgradeHandler.java | 125 +++++
.../table/upgrade/TestUpgradeDowngradeUtils.java | 56 ++
.../GenericRecordValidationTestUtils.java | 4 +
.../hudi/utils/HoodieWriterClientTestHarness.java | 9 +-
.../hudi/client/HoodieFlinkTableServiceClient.java | 14 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 13 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 4 +-
.../commit/BaseFlinkCommitActionExecutor.java | 4 +-
.../FlinkDeletePartitionCommitActionExecutor.java | 2 +-
.../hudi/client/HoodieJavaTableServiceClient.java | 7 -
.../apache/hudi/client/HoodieJavaWriteClient.java | 2 +-
.../JavaHoodieBackedTableMetadataWriter.java | 4 +-
.../commit/BaseJavaCommitActionExecutor.java | 5 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 32 +-
.../commit/TestJavaCopyOnWriteActionExecutor.java | 2 +-
.../testutils/HoodieJavaClientTestHarness.java | 11 -
...lIndex.java => HoodieSparkExpressionIndex.java} | 10 +-
.../hudi/OverwriteWithLatestSparkRecordMerger.java | 2 +-
.../hudi/client/SparkRDDTableServiceClient.java | 5 -
.../apache/hudi/client/SparkRDDWriteClient.java | 6 +-
.../MultipleSparkJobExecutionStrategy.java | 137 ++++-
.../client/common/HoodieSparkEngineContext.java | 4 +
.../client/utils/SparkMetadataWriterUtils.java | 60 ++-
...HoodieSparkFileGroupReaderBasedMergeHandle.java | 291 +++++++++++
.../io/storage/HoodieSparkFileWriterFactory.java | 13 +
.../SparkHoodieBackedTableMetadataWriter.java | 33 +-
.../hudi/table/HoodieSparkCopyOnWriteTable.java | 16 +
.../apache/hudi/table/SparkBroadcastManager.java | 127 +++++
.../SparkBootstrapCommitActionExecutor.java | 2 +-
.../commit/BaseSparkCommitActionExecutor.java | 2 +-
.../SparkDeletePartitionCommitActionExecutor.java | 2 +-
.../HoodieSparkMergeOnReadTableCompactor.java | 8 +
.../hudi/BaseSparkInternalRowReaderContext.java | 6 +-
.../SparkFileFormatInternalRowReaderContext.scala | 6 +-
.../datasources/SparkParsePartitionUtil.scala | 126 +----
.../org/apache/hudi/client/TestClientRollback.java | 5 +-
.../hudi/client/TestSparkRDDWriteClient.java | 2 +-
.../hudi/client/TestUpdateSchemaEvolution.java | 2 +-
.../functional/TestExternalPathHandling.java | 9 +
.../TestHoodieClientOnCopyOnWriteStorage.java | 4 +-
.../hudi/client/functional/TestHoodieIndex.java | 2 +-
...ex.java => TestHoodieSparkExpressionIndex.java} | 16 +-
.../index/hbase/TestSparkHoodieHBaseIndex.java | 2 +-
.../apache/hudi/io/TestHoodieTimelineArchiver.java | 16 +-
.../commit/TestCopyOnWriteActionExecutor.java | 2 +-
.../TestCopyOnWriteRollbackActionExecutor.java | 2 +-
...dieSparkCopyOnWriteTableArchiveWithReplace.java | 10 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 13 +-
.../hudi/testutils/HoodieCleanerTestBase.java | 2 +-
.../testutils/HoodieSparkClientTestHarness.java | 12 -
.../testutils/HoodieSparkDeleteRecordMerger.java} | 17 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 1 -
.../hudi/common/config/HoodieIndexingConfig.java | 47 +-
.../hudi/common/config/HoodieMetadataConfig.java | 87 +--
.../hudi/common/config/HoodieReaderConfig.java | 2 +-
.../common/config/HoodieTimeGeneratorConfig.java | 3 +-
.../apache/hudi/common/config/RecordMergeMode.java | 2 +-
.../hudi/common/engine/HoodieEngineContext.java | 4 +
.../hudi/common/engine/HoodieReaderContext.java | 6 +-
.../hudi/common/model/AWSDmsAvroPayload.java | 14 +
.../common/model/DefaultHoodieRecordPayload.java | 14 +
.../hudi/common/model/HoodieRecordMerger.java | 2 +-
.../hudi/common/model/HoodieRecordPayload.java | 2 +-
.../common/model/HoodieReplaceCommitMetadata.java | 12 +-
.../apache/hudi/common/model/HoodieWriteStat.java | 141 +----
.../OverwriteNonDefaultsWithLatestAvroPayload.java | 14 +
.../model/OverwriteWithLatestAvroPayload.java | 15 +-
.../common/model/OverwriteWithLatestMerger.java | 2 +-
.../hudi/common/model/WriteOperationType.java | 4 +
.../debezium/AbstractDebeziumAvroPayload.java | 14 +
.../hudi/common/table/HoodieTableConfig.java | 92 +++-
.../hudi/common/table/HoodieTableMetaClient.java | 190 +++++--
.../hudi/common/table/cdc/HoodieCDCExtractor.java | 6 +
.../hudi/common/table/checkpoint/Checkpoint.java | 75 +++
.../common/table/checkpoint/CheckpointUtils.java | 114 ++++
.../table/checkpoint/StreamerCheckpointV1.java | 68 +++
.../table/checkpoint/StreamerCheckpointV2.java | 75 +++
.../table/log/HoodieUnMergedLogRecordScanner.java | 30 +-
.../read/HoodieBaseFileGroupRecordBuffer.java | 113 ++--
.../common/table/read/HoodieFileGroupReader.java | 45 +-
.../read/HoodieFileGroupReaderSchemaHandler.java | 29 +-
.../read/HoodieKeyBasedFileGroupRecordBuffer.java | 12 +-
.../HoodiePositionBasedFileGroupRecordBuffer.java | 7 +-
.../hudi/common/table/read/HoodieReadStats.java | 152 ++++++
.../read/HoodieUnmergedFileGroupRecordBuffer.java | 5 +-
.../table/timeline/HoodieArchivedTimeline.java | 6 +-
.../table/timeline/HoodieInstantTimeGenerator.java | 2 +-
.../table/timeline/InstantFileNameGenerator.java | 4 +
.../common/table/timeline/InstantGenerator.java | 2 +-
.../hudi/common/table/timeline/LSMTimeline.java | 44 +-
.../table/timeline/MetadataConversionUtils.java | 104 ++++
...erator.java => SkewAdjustingTimeGenerator.java} | 12 +-
.../hudi/common/table/timeline/TimeGenerator.java | 13 +-
.../common/table/timeline/TimeGeneratorBase.java | 2 +-
.../hudi/common/table/timeline/TimeGenerators.java | 10 +-
.../hudi/common/table/timeline/TimelineLayout.java | 24 +-
.../table/timeline/TimelineMetadataUtils.java | 3 -
.../table/timeline/TimelinePathProvider.java} | 26 +-
.../timeline/versioning/v1/ActiveTimelineV1.java | 21 +-
.../versioning/v1/ArchivedTimelineLoaderV1.java | 2 +-
.../timeline/versioning/v1/ArchivedTimelineV1.java | 6 +-
.../versioning/v1/InstantFileNameGeneratorV1.java | 6 +
.../versioning/v1/TimelinePathProviderV1.java | 41 ++
.../timeline/versioning/v2/ActiveTimelineV2.java | 29 +-
.../versioning/v2/ArchivedTimelineLoaderV2.java | 2 +-
.../timeline/versioning/v2/ArchivedTimelineV2.java | 8 +-
.../versioning/v2/CommitMetadataSerDeV2.java | 4 +
.../versioning/v2/InstantFileNameGeneratorV2.java | 6 +
.../versioning/v2/TimelinePathProviderV2.java | 40 ++
.../table/view/AbstractTableFileSystemView.java | 11 +-
.../common/table/view/FileSystemViewManager.java | 2 +-
.../common/util/ArchivedInstantReadSchemas.java | 33 ++
.../apache/hudi/common/util/AvroSchemaCache.java | 72 +++
.../apache/hudi/common/util/ClusteringUtils.java | 4 +-
.../apache/hudi/common/util/CollectionUtils.java | 5 +
.../apache/hudi/common/util/FileFormatUtils.java | 52 ++
...tionalIndex.java => HoodieExpressionIndex.java} | 16 +-
.../hudi/metadata/BaseFileRecordParsingUtils.java | 186 +++++++
.../apache/hudi/metadata/BaseTableMetadata.java | 12 +-
.../metadata/FileSystemBackedTableMetadata.java | 4 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 21 +-
.../hudi/metadata/HoodieMetadataPayload.java | 14 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 31 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 469 ++++++++++++++---
.../hudi/metadata/MetadataPartitionType.java | 46 +-
.../hudi/metrics/MetricsReporterFactory.java | 3 +
.../apache/hudi/metrics/MetricsReporterType.java | 2 +-
.../apache/hudi/metrics/Slf4jMetricsReporter.java | 73 +++
.../org/apache/hudi/avro/TestHoodieAvroUtils.java | 2 +-
.../hudi/common/model/TestHoodieWriteStat.java | 6 +
.../model/TestOverwriteWithLatestAvroPayload.java | 4 +-
.../table/checkpoint/TestCheckpointUtils.java | 174 ++++++
.../table/read/TestHoodieFileGroupReaderBase.java | 4 +-
.../hudi/common/testutils/FileCreateUtils.java | 83 +--
.../common/testutils/HoodieTestDataGenerator.java | 25 +-
.../testutils/reader/HoodieRecordTestPayload.java | 13 +
.../testutils/reader/HoodieTestReaderContext.java | 3 +
.../apache/hudi/common/util/TestRetryHelper.java | 17 +
.../hudi/metadata/TestMetadataPartitionType.java | 102 +++-
.../hudi/examples/common/RandomJsonSource.java | 4 +-
.../org/apache/hudi/sink/bulk/RowDataKeyGen.java | 7 +-
.../hudi/sink/clustering/ClusteringCommitSink.java | 4 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 4 +-
.../hudi/sink/bucket/ITTestBucketStreamWrite.java | 2 +-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 13 +-
.../org/apache/hudi/sink/utils/TestWriteBase.java | 2 +-
.../java/org/apache/hudi/source/TestFileIndex.java | 1 +
.../hudi/source/TestIncrementalInputSplits.java | 1 +
.../hudi/source/stats/TestColumnStatsIndex.java | 1 +
.../apache/hudi/table/ITTestHoodieDataSource.java | 1 +
.../apache/hudi/table/TestHoodieTableSource.java | 1 +
.../apache/hudi/table/format/TestInputFormat.java | 3 +-
.../test/java/org/apache/hudi/utils/TestUtils.java | 2 +-
.../common/config/DFSPropertiesConfiguration.java | 2 +-
.../java/org/apache/hudi/common/util/OrcUtils.java | 71 +--
.../org/apache/hudi/common/util/ParquetUtils.java | 51 --
.../hudi/storage/hadoop/HoodieHadoopStorage.java | 5 +
.../org/apache/hudi/common/fs/TestFSUtils.java | 13 +
.../hudi/common/table/TestHoodieTableConfig.java | 58 +-
.../common/table/TestHoodieTableMetaClient.java | 49 +-
.../hudi/common/table/TestTimelineUtils.java | 15 +-
.../table/read/TestOverwriteWithLatestMerger.java | 6 +-
.../table/timeline/TestHoodieActiveTimeline.java | 2 +-
.../table/timeline/TestTimelinePathProvider.java | 66 +++
.../table/timeline/TestWaitBasedTimeGenerator.java | 4 +-
.../table/view/TestHoodieTableFileSystemView.java | 67 +--
.../table/view/TestIncrementalFSViewSync.java | 6 +-
.../hudi/common/testutils/HoodieTestTable.java | 6 +-
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 271 +++++++++-
.../hudi/hadoop/HiveHoodieReaderContext.java | 13 +-
.../OverwriteWithLatestHiveRecordMerger.java | 2 +-
.../hudi/hadoop/utils/ObjectInspectorCache.java | 7 +-
.../hudi/hadoop/TestHoodieHFileInputFormat.java | 4 +-
.../hudi/hadoop/TestHoodieParquetInputFormat.java | 4 +-
.../realtime/TestHoodieRealtimeRecordReader.java | 6 +-
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 4 +-
.../utils/TestHoodieArrayWritableAvroUtils.java | 22 +
.../testsuite/HoodieContinuousTestSuiteWriter.java | 4 +-
.../testsuite/HoodieDeltaStreamerWrapper.java | 3 +-
.../testsuite/HoodieInlineTestSuiteWriter.java | 33 +-
.../hudi/integ/testsuite/HoodieTestSuiteJob.java | 4 +-
.../integ/testsuite/HoodieTestSuiteWriter.java | 7 +-
.../integ/testsuite/dag/nodes/RollbackNode.java | 2 +
.../dag/nodes/ValidateAsyncOperations.java | 4 +-
.../helpers/DFSTestSuitePathSelector.java | 19 +-
.../org/apache/hudi/integ/ITTestHoodieDemo.java | 7 +-
.../org/apache/hudi/common/util/RetryHelper.java | 8 +-
.../org/apache/hudi/storage/HoodieStorage.java | 9 +
.../common/table/HoodieTableMetaserverClient.java | 6 -
hudi-spark-datasource/hudi-spark-common/pom.xml | 6 +
.../main/java/org/apache/hudi/DataSourceUtils.java | 8 +-
.../org/apache/hudi/HoodieSparkIndexClient.java | 140 +++--
.../internal/DataSourceInternalWriterHelper.java | 2 +-
.../scala/org/apache/hudi/BucketIndexSupport.scala | 2 +-
.../org/apache/hudi/ColumnStatsIndexSupport.scala | 25 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 10 +
.../main/scala/org/apache/hudi/DefaultSource.scala | 100 +++-
...xSupport.scala => ExpressionIndexSupport.scala} | 510 ++++++++++--------
.../org/apache/hudi/FunctionalIndexSupport.scala | 219 --------
.../scala/org/apache/hudi/HoodieFileIndex.scala | 90 +---
.../hudi/HoodieHadoopFsRelationFactory.scala | 48 +-
.../apache/hudi/HoodieIncrementalFileIndex.scala | 8 +-
...nReadRDD.scala => HoodieMergeOnReadRDDV1.scala} | 110 ++--
...nReadRDD.scala => HoodieMergeOnReadRDDV2.scala} | 22 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 5 +-
.../org/apache/hudi/HoodieStreamingSink.scala | 25 +-
...lRelation.scala => IncrementalRelationV1.scala} | 111 ++--
...lRelation.scala => IncrementalRelationV2.scala} | 12 +-
...cala => MergeOnReadIncrementalRelationV1.scala} | 108 ++--
...cala => MergeOnReadIncrementalRelationV2.scala} | 32 +-
.../apache/hudi/MergeOnReadSnapshotRelation.scala | 3 +-
.../org/apache/hudi/RecordLevelIndexSupport.scala | 163 +++++-
.../org/apache/hudi/SecondaryIndexSupport.scala | 18 +-
.../org/apache/hudi/SparkBaseIndexSupport.scala | 88 +++-
.../apache/hudi/SparkHoodieTableFileIndex.scala | 55 +-
.../org/apache/hudi/cdc/CDCFileGroupIterator.scala | 11 +-
.../scala/org/apache/hudi/cdc/CDCRelation.scala | 7 +-
.../datasources/HoodieMultipleBaseFileFormat.scala | 3 +-
...odieFileGroupReaderBasedParquetFileFormat.scala | 7 +-
.../parquet/SparkParquetReaderBase.scala | 16 +-
.../apache/spark/sql/hudi/DataSkippingUtils.scala | 18 +-
.../sql/hudi/streaming/HoodieSourceOffset.scala | 6 +-
.../sql/hudi/streaming/HoodieStreamSourceV1.scala | 205 ++++++++
...reamSource.scala => HoodieStreamSourceV2.scala} | 70 +--
.../java/org/apache/hudi/TestDataSourceUtils.java | 60 +++
.../apache/hudi/TestRecordLevelIndexSupport.scala | 32 +-
.../apache/hudi/TestSecondaryIndexSupport.scala | 1 -
hudi-spark-datasource/hudi-spark/pom.xml | 7 +
.../apache/hudi/cli/BootstrapExecutorUtils.java | 4 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 112 +---
.../spark/sql/hudi/command/IndexCommands.scala | 140 +++--
.../hudi/command/MergeIntoHoodieTableCommand.scala | 29 +-
.../hudi/command/procedures/HoodieProcedures.scala | 1 +
.../RepairCorruptedCleanFilesProcedure.scala | 4 +-
.../procedures/ShowInvalidParquetProcedure.scala | 18 +-
.../procedures/TruncateTableProcedure.scala | 129 +++++
...stHoodiePositionBasedFileGroupRecordBuffer.java | 12 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 0
.../TestMultiWriterWithPreferWriterIngestion.java | 0
.../hudi/client/TestTableSchemaEvolution.java | 0
.../functional/TestConsistentBucketIndex.java | 2 +-
...DataValidationCheckForLogCompactionActions.java | 0
.../functional/TestHoodieBackedMetadata.java | 56 +-
.../TestHoodieClientOnMergeOnReadStorage.java | 0
.../TestMetadataUtilRLIandSIRecordGeneration.java | 510 ++++++++++++++++++
.../TestRemoteFileSystemViewWithMetadataTable.java | 0
.../TestSavepointRestoreMergeOnRead.java | 0
.../org/apache/hudi/functional/TestBootstrap.java | 2 +-
.../TestDataSkippingWithMORColstats.java | 6 +-
.../TestGlobalIndexEnableUpdatePartitions.java | 2 +-
.../TestSparkConsistentBucketClustering.java | 4 +-
.../functional/TestSparkSortAndSizeClustering.java | 2 +-
.../hudi/table/TestHoodieMergeOnReadTable.java | 0
.../table/action/compact/TestAsyncCompaction.java | 32 +-
.../table/action/compact/TestHoodieCompactor.java | 13 +-
.../table/action/compact/TestInlineCompaction.java | 20 +-
.../TestMergeOnReadRollbackActionExecutor.java | 0
.../TestHoodieSparkMergeOnReadTableCompaction.java | 4 +-
...HoodieSparkMergeOnReadTableIncrementalRead.java | 0
...dieSparkMergeOnReadTableInsertUpdateDelete.java | 3 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 8 +-
.../TestSparkNonBlockingConcurrencyControl.java | 11 +-
.../column-stats-index-table-short-schema.json | 4 +
...tats-index-table.json => cow-table-nested.json} | 0
...ted2-column-stats-index-table-short-schema.json | 13 +
...ted2-column-stats-index-table-short-schema.json | 13 +
...ated-column-stats-index-table-short-schema.json | 8 +
.../TestIncrementalQueryWithArchivedInstants.scala | 111 ++++
.../org/apache/hudi/TestDataSourceDefaults.scala | 6 +-
.../org/apache/hudi/TestHoodieFileIndex.scala | 78 +--
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 2 +-
.../hudi/TestMultipleTableVersionWriting.scala | 19 +-
.../read/TestHoodieFileGroupReaderOnSpark.scala | 2 +-
.../TestSpark35RecordPositionMetadataColumn.scala | 2 +-
.../hudi/functional/ColumnStatIndexTestBase.scala | 40 +-
.../functional/PartitionStatsIndexTestBase.scala | 7 +-
.../hudi/functional/RecordLevelIndexTestBase.scala | 13 +-
.../hudi/functional/TestBasicSchemaEvolution.scala | 2 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 5 +-
.../hudi/functional/TestColumnStatsIndex.scala | 59 ++-
.../functional/TestColumnStatsIndexWithSQL.scala | 165 +++++-
.../TestHoodieMultipleBaseFileFormat.scala | 2 +-
.../TestIncrementalReadWithFullTableScan.scala | 15 +-
.../apache/hudi/functional/TestMORDataSource.scala | 3 +-
.../hudi/functional/TestMORDataSourceStorage.scala | 172 +++++-
.../hudi/functional/TestPartitionStatsIndex.scala | 75 ++-
.../TestPartitionStatsIndexWithSql.scala | 5 +-
.../hudi/functional/TestRecordLevelIndex.scala | 39 +-
.../functional/TestRecordLevelIndexWithSQL.scala | 216 +++++++-
.../functional/TestSecondaryIndexPruning.scala | 356 +++++++++++--
.../hudi/functional/TestSevenToEightUpgrade.scala | 22 +-
.../functional/TestSixToFiveDowngradeHandler.scala | 12 +-
.../TestSparkSqlWithCustomKeyGenerator.scala | 76 +--
.../hudi/functional/TestStreamingSource.scala | 52 +-
.../hudi/functional/TestStructuredStreaming.scala | 77 ++-
.../functional/cdc/TestCDCDataFrameSuite.scala | 20 +-
.../benchmark/LSMTimelineReadBenchmark.scala | 4 +-
...tionalIndex.scala => TestExpressionIndex.scala} | 581 +++++++++++++++------
.../sql/hudi/command/index/TestIndexSyntax.scala | 149 +++++-
.../hudi/command/index/TestSecondaryIndex.scala | 334 ++++++++++--
.../sql/hudi/common/HoodieSparkSqlTestBase.scala | 43 ++
.../spark/sql/hudi/ddl/TestCreateTable.scala | 104 ++++
.../apache/spark/sql/hudi/ddl/TestSpark3DDL.scala | 13 +-
.../hudi/dml/TestHoodieTableValuedFunction.scala | 12 +-
.../spark/sql/hudi/dml/TestInsertTable.scala | 13 +-
.../hudi/dml/TestPartialUpdateForMergeInto.scala | 112 +++-
.../sql/hudi/procedure/TestRepairsProcedure.scala | 9 +-
.../TestShowInvalidParquetProcedure.scala | 88 ++++
.../procedure/TestTruncateTableProcedure.scala | 125 +++++
.../spark/sql/catalyst/plans/logical/Index.scala | 4 +-
.../apache/spark/sql/adapter/Spark3_3Adapter.scala | 7 +-
.../apache/spark/sql/adapter/Spark3_4Adapter.scala | 6 +-
.../apache/spark/sql/adapter/Spark3_5Adapter.scala | 8 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 5 +-
.../hudi/hive/testutils/HiveTestCluster.java | 2 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 5 +-
.../hudi/timeline/service/TimelineService.java | 24 +-
.../hudi/timeline/service/TestTimelineService.java | 108 ++++
...tMarkerBasedEarlyConflictDetectionRunnable.java | 2 +-
.../utilities/HoodieMetadataTableValidator.java | 83 ++-
.../hudi/utilities/HoodieSnapshotExporter.java | 16 +-
.../hudi/utilities/sources/AvroDFSSource.java | 7 +-
.../hudi/utilities/sources/AvroKafkaSource.java | 5 +-
.../apache/hudi/utilities/sources/AvroSource.java | 6 +
.../hudi/utilities/sources/CsvDFSSource.java | 7 +-
.../sources/GcsEventsHoodieIncrSource.java | 19 +-
.../hudi/utilities/sources/GcsEventsSource.java | 8 +-
.../hudi/utilities/sources/HiveIncrPullSource.java | 20 +-
.../hudi/utilities/sources/HoodieIncrSource.java | 139 ++++-
.../apache/hudi/utilities/sources/InputBatch.java | 14 +-
.../apache/hudi/utilities/sources/JdbcSource.java | 36 +-
.../hudi/utilities/sources/JsonDFSSource.java | 5 +-
.../apache/hudi/utilities/sources/JsonSource.java | 6 +
.../apache/hudi/utilities/sources/KafkaSource.java | 16 +-
.../hudi/utilities/sources/ORCDFSSource.java | 7 +-
.../hudi/utilities/sources/ParquetDFSSource.java | 7 +-
.../hudi/utilities/sources/PulsarSource.java | 18 +-
.../apache/hudi/utilities/sources/RowSource.java | 10 +-
.../sources/S3EventsHoodieIncrSource.java | 19 +-
.../hudi/utilities/sources/S3EventsSource.java | 5 +-
.../org/apache/hudi/utilities/sources/Source.java | 60 ++-
.../hudi/utilities/sources/SqlFileBasedSource.java | 8 +-
.../apache/hudi/utilities/sources/SqlSource.java | 5 +-
.../utilities/sources/debezium/DebeziumSource.java | 13 +-
.../sources/helpers/CloudDataFetcher.java | 8 +-
.../sources/helpers/CloudObjectIncrCheckpoint.java | 7 +-
.../utilities/sources/helpers/DFSPathSelector.java | 22 +-
.../sources/helpers/DatePartitionPathSelector.java | 14 +-
.../sources/helpers/IncrSourceHelper.java | 31 +-
.../utilities/sources/helpers/KafkaOffsetGen.java | 34 +-
.../sources/helpers/S3EventsMetaSelector.java | 16 +-
.../hudi/utilities/streamer/BootstrapExecutor.java | 4 +-
.../hudi/utilities/streamer/HoodieStreamer.java | 5 +-
.../utilities/streamer/SourceFormatAdapter.java | 21 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 176 ++-----
.../streamer/StreamerCheckpointUtils.java | 168 ++++++
.../apache/hudi/utilities/TestHoodieIndexer.java | 8 +-
.../TestHoodieMetadataTableValidator.java | 282 +++++++---
.../deltastreamer/HoodieDeltaStreamerTestBase.java | 8 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 23 +-
.../TestHoodieDeltaStreamerWithMultiWriter.java | 1 +
.../deltastreamer/TestSourceFormatAdapter.java | 8 +-
.../functional/TestHoodieSnapshotCopier.java | 14 +-
.../functional/TestHoodieSnapshotExporter.java | 8 +-
.../offlinejob/HoodieOfflineJobTestBase.java | 2 +-
.../offlinejob/TestHoodieClusteringJob.java | 11 +-
.../utilities/sources/BaseTestKafkaSource.java | 4 +-
.../hudi/utilities/sources/TestDataSource.java | 7 +-
.../sources/TestGcsEventsHoodieIncrSource.java | 26 +-
.../utilities/sources/TestGcsEventsSource.java | 34 +-
.../utilities/sources/TestHoodieIncrSource.java | 196 +++++--
.../hudi/utilities/sources/TestInputBatch.java | 6 +-
.../hudi/utilities/sources/TestJdbcSource.java | 16 +-
.../sources/TestParquetDFSSourceEmptyBatch.java | 5 +-
.../utilities/sources/TestProtoKafkaSource.java | 1 +
.../sources/TestS3EventsHoodieIncrSource.java | 27 +-
.../utilities/sources/TestSqlFileBasedSource.java | 7 +-
.../helpers/TestDFSPathSelectorCommonMethods.java | 14 +-
.../sources/helpers/TestIncrSourceHelper.java | 7 +-
.../sources/helpers/TestKafkaOffsetGen.java | 19 +-
.../sources/helpers/TestS3EventsMetaSelector.java | 7 +-
.../hudi/utilities/streamer/TestStreamSync.java | 13 +-
.../sources/DistributedTestDataSource.java | 5 +-
packaging/bundle-validation/flink/compact.sh | 2 +-
packaging/bundle-validation/kafka/consume.sh | 2 +-
packaging/bundle-validation/validate.sh | 5 +-
rfc/README.md | 2 +-
rfc/rfc-63/rfc-63.md | 118 ++---
456 files changed, 12391 insertions(+), 4109 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/EngineBroadcastManager.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/metrics/TestSlf4jMetrics.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/table/upgrade/TestSevenToEightUpgradeHandler.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/table/upgrade/TestUpgradeDowngradeUtils.java
rename
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/{HoodieSparkFunctionalIndex.java
=> HoodieSparkExpressionIndex.java} (96%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/HoodieSparkFileGroupReaderBasedMergeHandle.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/SparkBroadcastManager.java
rename
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/index/functional/{TestHoodieSparkFunctionalIndex.java
=> TestHoodieSparkExpressionIndex.java} (89%)
copy
hudi-client/hudi-spark-client/src/{main/java/org/apache/hudi/OverwriteWithLatestSparkRecordMerger.java
=> test/java/org/apache/hudi/testutils/HoodieSparkDeleteRecordMerger.java}
(77%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/checkpoint/Checkpoint.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/checkpoint/CheckpointUtils.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/checkpoint/StreamerCheckpointV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/checkpoint/StreamerCheckpointV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/HoodieReadStats.java
rename
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/{WaitBasedTimeGenerator.java
=> SkewAdjustingTimeGenerator.java} (79%)
copy
hudi-common/src/main/java/org/apache/hudi/{metrics/MetricsReporterType.java =>
common/table/timeline/TimelinePathProvider.java} (53%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v1/TimelinePathProviderV1.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/versioning/v2/TimelinePathProviderV2.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/AvroSchemaCache.java
rename
hudi-common/src/main/java/org/apache/hudi/index/functional/{HoodieFunctionalIndex.java
=> HoodieExpressionIndex.java} (85%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metadata/BaseFileRecordParsingUtils.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metrics/Slf4jMetricsReporter.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/checkpoint/TestCheckpointUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/table/timeline/TestTimelinePathProvider.java
copy
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/{ColumnStatsIndexSupport.scala
=> ExpressionIndexSupport.scala} (52%)
delete mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/FunctionalIndexSupport.scala
copy
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/{HoodieMergeOnReadRDD.scala
=> HoodieMergeOnReadRDDV1.scala} (62%)
rename
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/{HoodieMergeOnReadRDD.scala
=> HoodieMergeOnReadRDDV2.scala} (91%)
copy
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/{IncrementalRelation.scala
=> IncrementalRelationV1.scala} (73%)
rename
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/{IncrementalRelation.scala
=> IncrementalRelationV2.scala} (97%)
copy
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/{MergeOnReadIncrementalRelation.scala
=> MergeOnReadIncrementalRelationV1.scala} (69%)
rename
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/{MergeOnReadIncrementalRelation.scala
=> MergeOnReadIncrementalRelationV2.scala} (90%)
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/streaming/HoodieStreamSourceV1.scala
rename
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/streaming/{HoodieStreamSource.scala
=> HoodieStreamSourceV2.scala} (73%)
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/test/java/org/apache/hudi/TestDataSourceUtils.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/TruncateTableProcedure.scala
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/TestHoodieClientMultiWriter.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/TestMultiWriterWithPreferWriterIngestion.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/TestTableSchemaEvolution.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/functional/TestConsistentBucketIndex.java
(98%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/functional/TestDataValidationCheckForLogCompactionActions.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/functional/TestHoodieBackedMetadata.java
(98%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/functional/TestHoodieClientOnMergeOnReadStorage.java
(100%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/client/functional/TestMetadataUtilRLIandSIRecordGeneration.java
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/functional/TestRemoteFileSystemViewWithMetadataTable.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/client/functional/TestSavepointRestoreMergeOnRead.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/TestHoodieMergeOnReadTable.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/action/compact/TestAsyncCompaction.java
(95%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/action/compact/TestHoodieCompactor.java
(97%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/action/compact/TestInlineCompaction.java
(97%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/action/rollback/TestMergeOnReadRollbackActionExecutor.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/functional/TestHoodieSparkMergeOnReadTableCompaction.java
(97%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/functional/TestHoodieSparkMergeOnReadTableIncrementalRead.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/functional/TestHoodieSparkMergeOnReadTableInsertUpdateDelete.java
(99%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/functional/TestHoodieSparkMergeOnReadTableRollback.java
(99%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/table/functional/TestSparkNonBlockingConcurrencyControl.java
(97%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/resources/index/colstats/column-stats-index-table-short-schema.json
copy
hudi-spark-datasource/hudi-spark/src/test/resources/index/colstats/{column-stats-index-table.json
=> cow-table-nested.json} (100%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/resources/index/colstats/cow-updated2-column-stats-index-table-short-schema.json
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/resources/index/colstats/mor-updated2-column-stats-index-table-short-schema.json
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/resources/index/colstats/updated-column-stats-index-table-short-schema.json
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/TestIncrementalQueryWithArchivedInstants.scala
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/command/index/{TestFunctionalIndex.scala
=> TestExpressionIndex.scala} (65%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/TestTruncateTableProcedure.scala
create mode 100644
hudi-timeline-service/src/test/java/org/apache/hudi/timeline/service/TestTimelineService.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/StreamerCheckpointUtils.java
