This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from e76dd102bca [HUDI-4631] Adding retries to spark datasource writes on
conflict failures (#6854)
add d924f181633 [HUDI-6539] New LSM tree style archived timeline (#9209)
No new revisions were added by this update.
Summary of changes:
.../hudi/cli/commands/CompactionCommand.java | 19 +-
.../org/apache/hudi/cli/commands/SparkMain.java | 2 +-
.../cli/commands/TestArchivedCommitsCommand.java | 2 +-
.../hudi/cli/commands/TestCommitsCommand.java | 2 +-
.../hudi/cli/commands/TestCompactionCommand.java | 2 +-
.../hudi/client/BaseHoodieTableServiceClient.java | 1 +
.../apache/hudi/client/timeline/ActiveAction.java | 167 +++++++++
.../client/timeline/ActiveActionWithDetails.java | 112 ++++++
.../{ => timeline}/HoodieTimelineArchiver.java | 378 ++-------------------
.../hudi/client/timeline/LSMTimelineWriter.java | 372 ++++++++++++++++++++
.../apache/hudi/client/utils/ArchivalUtils.java | 2 +-
.../utils/LegacyArchivedMetaEntryReader.java | 302 ++++++++++++++++
.../hudi/client/utils/MetadataConversionUtils.java | 48 ++-
.../apache/hudi/config/HoodieArchivalConfig.java | 33 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 12 +-
...ContextSupplier.java => DummyActiveAction.java} | 40 ++-
.../TestConflictResolutionStrategyUtil.java | 2 +-
.../utils/TestLegacyArchivedMetaEntryReader.java | 146 ++++++++
.../hudi/utils/TestMetadataConversionUtils.java | 164 ++++++++-
.../hudi/testutils/TestHoodieMetadataBase.java | 2 +-
.../TestHoodieClientOnMergeOnReadStorage.java | 10 +-
.../client/functional/TestHoodieMetadataBase.java | 2 +-
.../apache/hudi/io/TestHoodieTimelineArchiver.java | 270 ++++-----------
.../java/org/apache/hudi/table/TestCleaner.java | 2 +-
...Metadata.avsc => HoodieLSMTimelineInstant.avsc} | 39 ++-
.../java/org/apache/hudi/common/fs/FSUtils.java | 29 ++
.../common/model/HoodieLSMTimelineManifest.java | 131 +++++++
.../hudi/common/table/HoodieTableMetaClient.java | 2 +-
.../table/timeline/HoodieActiveTimeline.java | 2 +-
.../table/timeline/HoodieArchivedTimeline.java | 346 +++++++------------
.../hudi/common/table/timeline/HoodieInstant.java | 4 +-
.../hudi/common/table/timeline/LSMTimeline.java | 287 ++++++++++++++++
.../common/util/ArchivedInstantReadSchemas.java | 105 ++++++
.../hudi/io/storage/HoodieAvroFileReaderBase.java | 7 +-
.../hudi/io/storage/HoodieAvroHFileReader.java | 2 +-
.../hudi/io/storage/HoodieAvroOrcReader.java | 2 +-
.../hudi/io/storage/HoodieAvroParquetReader.java | 2 +-
.../apache/hudi/io/storage/HoodieFileWriter.java | 2 +-
.../model/TestHoodieLSMTimelineManifest.java | 55 +++
.../common/table/timeline/TestLSMTimeline.java | 57 ++++
.../hudi/common/testutils/FileCreateUtils.java | 17 +-
.../hudi/common/testutils/HoodieTestTable.java | 30 +-
.../sink/compact/CompactionCommitTestSink.java | 2 +-
.../org/apache/hudi/cli/ArchiveExecutorUtils.java | 2 +-
.../TestSparkConsistentBucketClustering.java | 4 +-
.../benchmark/LSMTimelineReadBenchmark.scala | 97 ++++++
46 files changed, 2395 insertions(+), 921 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/ActiveAction.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/ActiveActionWithDetails.java
rename hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/{
=> timeline}/HoodieTimelineArchiver.java (50%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/LSMTimelineWriter.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/utils/LegacyArchivedMetaEntryReader.java
copy
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/{DummyTaskContextSupplier.java
=> DummyActiveAction.java} (52%)
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/utils/TestLegacyArchivedMetaEntryReader.java
copy hudi-common/src/main/avro/{HoodieBootstrapPartitionMetadata.avsc =>
HoodieLSMTimelineInstant.avsc} (66%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/model/HoodieLSMTimelineManifest.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/LSMTimeline.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/ArchivedInstantReadSchemas.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieLSMTimelineManifest.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/timeline/TestLSMTimeline.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/execution/benchmark/LSMTimelineReadBenchmark.scala
