This is an automated email from the ASF dual-hosted git repository.
vhs pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from e3bb9f02ac47 feat(metrics): Publish log block compaction metrics
(#17518)
add 632ef26ac8d4 feat(schema): phase 5 - Perform Java Client Core
Migration (#14340)
No new revisions were added by this update.
Summary of changes:
.../hudi/execution/CopyOnWriteInsertHandler.java | 3 +-
.../org/apache/hudi/index/HoodieIndexUtils.java | 55 ++++---
.../java/org/apache/hudi/io/BaseCreateHandle.java | 19 ++-
.../hudi/io/FileGroupReaderBasedAppendHandle.java | 4 +-
.../hudi/io/FileGroupReaderBasedMergeHandle.java | 10 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 24 ++-
.../org/apache/hudi/io/HoodieBinaryCopyHandle.java | 2 +-
.../org/apache/hudi/io/HoodieBootstrapHandle.java | 18 +--
.../java/org/apache/hudi/io/HoodieCDCLogger.java | 15 +-
.../org/apache/hudi/io/HoodieConcatHandle.java | 6 +-
.../org/apache/hudi/io/HoodieCreateHandle.java | 8 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 5 +-
.../hudi/io/HoodieMergeHandleWithChangeLog.java | 8 +-
.../apache/hudi/io/HoodieSortedMergeHandle.java | 9 +-
.../io/HoodieSortedMergeHandleWithChangeLog.java | 4 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 39 ++---
.../org/apache/hudi/io/HoodieWriteMergeHandle.java | 42 ++---
.../hudi/io/SecondaryIndexStreamingTracker.java | 20 ++-
.../metadata/HoodieBackedTableMetadataWriter.java | 2 +-
.../SecondaryIndexRecordGenerationUtils.java | 4 +-
.../hudi/table/action/commit/BaseWriteHelper.java | 3 +-
.../table/action/commit/HoodieMergeHelper.java | 24 +--
.../table/action/commit/HoodieWriteHelper.java | 8 +-
.../org/apache/hudi/io/TestHoodieCreateHandle.java | 10 +-
.../org/apache/hudi/io/TestHoodieWriteHandle.java | 78 +++++-----
.../io/TestSecondaryIndexStreamingTracker.java | 24 +--
.../model/PartialUpdateFlinkRecordMerger.java | 22 +--
.../hudi/execution/ExplicitWriteHandler.java | 3 +-
.../java/org/apache/hudi/io/FlinkConcatHandle.java | 8 +-
.../java/org/apache/hudi/io/FlinkCreateHandle.java | 4 +-
.../hudi/io/FlinkIncrementalConcatHandle.java | 8 +-
.../FlinkIncrementalMergeHandleWithChangeLog.java | 6 +-
.../hudi/io/FlinkMergeHandleWithChangeLog.java | 6 +-
.../io/log/block/HoodieFlinkParquetDataBlock.java | 2 +-
.../apache/hudi/io/v2/RowDataLogWriteHandle.java | 3 +-
.../hudi/table/action/commit/FlinkWriteHelper.java | 5 +-
.../hudi/table/format/FlinkRecordContext.java | 26 ++--
.../hudi/merge/TestHoodieFlinkRecordMerger.java | 12 +-
.../merge/TestPartialUpdateFlinkRecordMerger.java | 10 +-
.../hudi/table/action/commit/JavaWriteHelper.java | 5 +-
.../org/apache/hudi/DefaultSparkRecordMerger.java | 17 ++-
.../hudi/OverwriteWithLatestSparkRecordMerger.java | 9 +-
...SparkJobConsistentHashingExecutionStrategy.java | 3 +-
.../hudi/client/utils/SparkPartitionUtils.java | 6 +-
.../apache/hudi/merge/SparkRecordMergingUtils.java | 4 +-
.../bootstrap/OrcBootstrapMetadataHandler.java | 2 +-
.../bootstrap/ParquetBootstrapMetadataHandler.java | 4 +-
.../hudi/BaseSparkInternalRecordContext.java | 26 ++--
.../SparkFileFormatInternalRecordContext.scala | 10 +-
.../SparkFileFormatInternalRowReaderContext.scala | 38 +++--
.../TestBaseSparkInternalRowReaderContext.java | 30 ++--
.../hudi/client/TestUpdateSchemaEvolution.java | 2 +-
.../org/apache/hudi/avro/AvroRecordContext.java | 21 +--
.../apache/hudi/avro/HoodieAvroReaderContext.java | 34 ++---
.../hudi/common/engine/HoodieReaderContext.java | 32 ++--
.../apache/hudi/common/engine/RecordContext.java | 65 ++++----
.../hudi/common/model/HoodieAvroIndexedRecord.java | 2 +-
.../apache/hudi/common/model/HoodieAvroRecord.java | 4 +-
.../hudi/common/model/HoodieAvroRecordMerger.java | 11 +-
.../model/HoodiePreCombineAvroRecordMerger.java | 8 +-
.../apache/hudi/common/schema/HoodieSchema.java | 11 ++
.../hudi/common/table/TableSchemaResolver.java | 2 +-
.../hudi/common/table/cdc/HoodieCDCUtils.java | 55 ++++---
.../table/log/AbstractHoodieLogRecordScanner.java | 4 +-
.../table/log/BaseHoodieLogRecordReader.java | 14 --
.../hudi/common/table/log/HoodieLogFileReader.java | 9 +-
.../table/log/HoodieMergedLogRecordScanner.java | 10 +-
.../table/log/block/HoodieAvroDataBlock.java | 27 ++--
.../common/table/log/block/HoodieCDCDataBlock.java | 5 +-
.../common/table/log/block/HoodieDataBlock.java | 40 +++--
.../table/log/block/HoodieHFileDataBlock.java | 31 ++--
.../table/log/block/HoodieParquetDataBlock.java | 17 +--
.../hudi/common/table/read/BufferedRecord.java | 7 +-
.../common/table/read/BufferedRecordConverter.java | 5 +-
.../table/read/BufferedRecordMergerFactory.java | 11 +-
.../hudi/common/table/read/BufferedRecords.java | 26 ++--
.../hudi/common/table/read/DeleteContext.java | 25 +--
.../table/read/FileGroupReaderSchemaHandler.java | 4 +-
.../common/table/read/HoodieFileGroupReader.java | 17 ++-
.../common/table/read/PartialUpdateHandler.java | 47 +++---
.../hudi/common/table/read/UpdateProcessor.java | 7 +-
.../table/read/buffer/FileGroupRecordBuffer.java | 28 ++--
.../read/buffer/KeyBasedFileGroupRecordBuffer.java | 11 +-
.../buffer/PositionBasedFileGroupRecordBuffer.java | 12 +-
.../StreamingFileGroupRecordBufferLoader.java | 17 +--
.../read/buffer/UnmergedFileGroupRecordBuffer.java | 5 +-
.../apache/hudi/common/util/FileFormatUtils.java | 4 +-
.../org/apache/hudi/common/util/HFileUtils.java | 20 +--
.../hudi/common/util/LocalAvroSchemaCache.java | 1 +
...chemaCache.java => LocalHoodieSchemaCache.java} | 22 +--
.../hudi/metadata/HoodieMetadataPayload.java | 5 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 2 +-
.../hudi/avro/TestHoodieAvroReaderContext.java | 46 +++---
.../table/log/block/TestHoodieAvroDataBlock.java | 24 +--
.../common/table/log/block/TestHoodieLogBlock.java | 4 +-
.../common/table/read/SchemaHandlerTestBase.java | 20 +--
.../read/TestFileGroupReaderSchemaHandler.java | 2 +-
.../table/read/TestHoodieFileGroupReaderBase.java | 26 ++--
.../table/read/TestPartialUpdateHandler.java | 31 ++--
.../common/table/read/TestUpdateProcessor.java | 19 ++-
.../read/buffer/BaseTestFileGroupRecordBuffer.java | 15 +-
.../read/buffer/TestFileGroupRecordBuffer.java | 14 +-
.../buffer/TestFileGroupRecordBufferLoader.java | 4 +-
.../buffer/TestKeyBasedFileGroupRecordBuffer.java | 8 +-
.../TestSortedKeyBasedFileGroupRecordBuffer.java | 9 +-
...TestStreamingKeyBasedFileGroupRecordBuffer.java | 8 +-
.../table/format/FlinkRowDataReaderContext.java | 15 +-
.../hudi/table/format/cdc/CdcInputFormat.java | 22 +--
.../table/TestHoodieFileGroupReaderOnFlink.java | 55 ++++---
.../format/TestFlinkRowDataReaderContext.java | 27 ++--
.../java/org/apache/hudi/common/util/OrcUtils.java | 5 +-
.../org/apache/hudi/common/util/ParquetUtils.java | 11 +-
.../common/functional/TestHoodieLogFormat.java | 20 +--
.../common/model/TestHoodieAvroIndexedRecord.java | 58 +++----
.../hudi/hadoop/HiveHoodieReaderContext.java | 70 ++++++---
.../org/apache/hudi/hadoop/HiveRecordContext.java | 24 +--
.../realtime/RealtimeCompactedRecordReader.java | 9 +-
.../hudi/hadoop/TestHiveHoodieReaderContext.java | 34 +++--
.../org/apache/hudi/HoodieCreateRecordUtils.scala | 2 +-
.../org/apache/hudi/cdc/CDCFileGroupIterator.scala | 20 ++-
.../apache/hudi/TestDefaultSparkRecordMerger.java | 30 ++--
.../TestMetadataUtilRLIandSIRecordGeneration.java | 6 +-
.../hudi/functional/TestBufferedRecordMerger.java | 169 ++++++++++++---------
.../TestColStatsRecordWithMetadataRecord.java | 5 +-
.../java/org/apache/hudi/io/TestMergeHandle.java | 10 +-
.../read/TestHoodieFileGroupReaderOnSpark.scala | 11 +-
.../hudi/functional/cdc/HoodieCDCTestBase.scala | 18 +--
.../functional/cdc/TestCDCDataFrameSuite.scala | 6 +-
.../benchmark/CreateHandleBenchmark.scala | 3 +-
.../utilities/streamer/HoodieStreamerUtils.java | 4 +-
130 files changed, 1166 insertions(+), 1091 deletions(-)
copy
hudi-common/src/main/java/org/apache/hudi/common/util/{LocalAvroSchemaCache.java
=> LocalHoodieSchemaCache.java} (71%)
