This is an automated email from the ASF dual-hosted git repository.
voonhous pushed a change to branch release-1.2.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
from cb52f102eda2 fix: Fix NPE due to race condition while handling rocksdb
handles (#18834)
new d6ee4e285763 fix(flink): Trigger a failover after pending instants
recommitted for both global and partitioned RLI (#18793)
new 2bb92e242bb9 refactor: Add Lombok annotations to hudi-utilities (Part
1) (#17823)
new 48ea522bf598 refactor: Add Lombok Builders (#17781)
new 10dadf593f3f fix(spark): align CTAS partition fields by table
partition order (#18899)
new 6f681078cf1a fix(ci): Flink version corresponds to used in Docker
image, resolution for Everit JSON schema (#18905)
The 5 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hudi/cli/commands/HoodieLogFileCommand.java | 6 +-
.../org/apache/hudi/index/HoodieIndexUtils.java | 8 +-
.../hudi/io/FileGroupReaderBasedAppendHandle.java | 20 +-
.../hudi/io/FileGroupReaderBasedMergeHandle.java | 6 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 8 +-
.../SecondaryIndexRecordGenerationUtils.java | 10 +-
.../strategy/ClusteringExecutionStrategy.java | 17 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 2 +-
.../client/utils/SparkMetadataWriterUtils.java | 2 +-
.../client/TestSparkRDDMetadataWriteClient.java | 6 +-
.../functional/TestHoodieBackedTableMetadata.java | 2 +-
.../common/table/read/HoodieFileGroupReader.java | 296 +++++++--------------
.../apache/hudi/common/table/read/InputSplit.java | 64 +++--
.../hudi/common/table/read/ReaderParameters.java | 82 ++----
.../buffer/DefaultFileGroupRecordBufferLoader.java | 6 +-
.../read/buffer/LogScanningRecordBufferLoader.java | 2 +-
.../ReusableFileGroupRecordBufferLoader.java | 2 +-
.../StreamingFileGroupRecordBufferLoader.java | 4 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 6 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 8 +-
.../table/read/TestHoodieFileGroupReaderBase.java | 8 +-
.../read/buffer/BaseTestFileGroupRecordBuffer.java | 2 +-
.../buffer/TestFileGroupRecordBufferLoader.java | 4 +-
.../TestSortedKeyBasedFileGroupRecordBuffer.java | 2 +-
.../org/apache/hudi/table/format/FormatUtils.java | 8 +-
.../hudi/sink/utils/BulkInsertFunctionWrapper.java | 4 +-
.../hudi/sink/utils/InsertFunctionWrapper.java | 20 +-
.../sink/utils/StreamWriteFunctionWrapper.java | 6 -
.../reader/HoodieFileGroupReaderTestHarness.java | 7 +-
.../HoodieFileGroupReaderBasedRecordReader.java | 6 +-
.../org/apache/hudi/HoodieMergeOnReadRDDV2.scala | 8 +-
.../org/apache/hudi/cdc/CDCFileGroupIterator.scala | 8 +-
.../HoodieFileGroupReaderBasedFileFormat.scala | 8 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 34 ++-
.../procedures/PartitionBucketIndexManager.scala | 8 +-
.../TestMetadataUtilRLIandSIRecordGeneration.java | 2 +-
.../hudi/functional/TestHoodieBackedMetadata.java | 2 +-
.../spark/sql/hudi/ddl/TestCreateTable.scala | 40 +++
hudi-utilities/pom.xml | 1 +
.../hudi/utilities/HiveIncrementalPuller.java | 53 ++--
.../org/apache/hudi/utilities/HoodieCleaner.java | 10 +-
.../apache/hudi/utilities/HoodieClusteringJob.java | 36 ++-
.../org/apache/hudi/utilities/HoodieCompactor.java | 43 ++-
.../hudi/utilities/HoodieDataTableValidator.java | 36 ++-
.../hudi/utilities/HoodieDropPartitionsTool.java | 31 +--
.../org/apache/hudi/utilities/HoodieIndexer.java | 36 ++-
.../utilities/HoodieMetadataTableValidator.java | 132 ++++-----
.../apache/hudi/utilities/HoodieRepairTool.java | 57 ++--
.../hudi/utilities/HoodieSnapshotExporter.java | 21 +-
.../org/apache/hudi/utilities/HoodieTTLJob.java | 9 +-
.../org/apache/hudi/utilities/TableSizeStats.java | 56 ++--
.../org/apache/hudi/utilities/UtilHelpers.java | 59 ++--
.../kafka/HoodieWriteCommitKafkaCallback.java | 18 +-
.../pulsar/HoodieWriteCommitPulsarCallback.java | 14 +-
.../deser/KafkaAvroSchemaDeserializer.java | 5 +-
.../ingestion/HoodieIngestionException.java | 6 +-
.../ingestion/HoodieIngestionService.java | 18 +-
.../hudi/utilities/multitable/ArchiveTask.java | 7 +-
.../hudi/utilities/multitable/ClusteringTask.java | 6 +-
.../multitable/HoodieMultiTableServicesMain.java | 12 +-
.../multitable/MultiTableServiceUtils.java | 7 +-
.../hudi/utilities/perf/TimelineServerPerf.java | 9 +-
.../utilities/schema/DelegatingSchemaProvider.java | 10 +-
.../utilities/schema/FilebasedSchemaProvider.java | 7 +-
.../hudi/utilities/schema/HiveSchemaProvider.java | 18 +-
.../utilities/schema/SchemaRegistryProvider.java | 8 +-
.../utilities/schema/SimpleSchemaProvider.java | 7 +-
.../DeleteSupportSchemaPostProcessor.java | 8 +-
.../DropColumnSchemaPostProcessor.java | 8 +-
.../utilities/transform/ChainedTransformer.java | 8 +-
.../utilities/transform/FlatteningTransformer.java | 7 +-
.../transform/SqlFileBasedTransformer.java | 12 +-
.../transform/SqlQueryBasedTransformer.java | 10 +-
packaging/bundle-validation/run_docker_java17.sh | 2 +-
pom.xml | 14 +-
75 files changed, 737 insertions(+), 798 deletions(-)
