This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 03510ee736e9 [HUDI-9560] Add support event_time metadata (#13517)
add f55e0c3ea3f1 [HUDI-9664] Refactor HoodieReaderContext and move record
APIs into RecordContext (#13646)
No new revisions were added by this update.
Summary of changes:
.../hudi/io/FileGroupReaderBasedAppendHandle.java | 2 +-
.../hudi/io/FileGroupReaderBasedMergeHandle.java | 2 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 2 +-
.../client/common/HoodieFlinkEngineContext.java | 13 +
.../client/common/HoodieJavaEngineContext.java | 14 +
.../client/common/HoodieSparkEngineContext.java | 15 +
.../hudi/common/model/HoodieSparkRecord.java | 2 +-
...xt.java => BaseSparkInternalRecordContext.java} | 103 +------
.../hudi/BaseSparkInternalRowReaderContext.java | 88 +-----
.../SparkFileFormatInternalRecordContext.scala | 66 +++++
.../SparkFileFormatInternalRowReaderContext.scala | 45 +--
.../TestBaseSparkInternalRowReaderContext.java | 60 ++--
.../org/apache/hudi/avro/AvroRecordContext.java | 119 ++++++++
.../apache/hudi/avro/HoodieAvroReaderContext.java | 84 +-----
.../hudi/common/engine/HoodieEngineContext.java | 21 +-
.../common/engine/HoodieLocalEngineContext.java | 13 +
.../hudi/common/engine/HoodieReaderContext.java | 228 +--------------
.../apache/hudi/common/engine/RecordContext.java | 305 +++++++++++++++++++++
.../hudi/common/model/HoodieAvroIndexedRecord.java | 4 +-
.../apache/hudi/common/model/HoodieAvroRecord.java | 4 +-
.../table/log/block/HoodieAvroDataBlock.java | 2 +-
.../common/table/log/block/HoodieDataBlock.java | 2 +-
.../hudi/common/table/read/BufferedRecord.java | 17 +-
.../common/table/read/BufferedRecordMerger.java | 5 +-
.../table/read/BufferedRecordMergerFactory.java | 117 ++++----
.../hudi/common/table/read/DeleteContext.java | 116 ++++++++
.../table/read/FileGroupReaderSchemaHandler.java | 84 +-----
.../common/table/read/HoodieFileGroupReader.java | 13 +-
.../read/ParquetRowIndexBasedSchemaHandler.java | 6 +-
.../common/table/read/PartialUpdateStrategy.java | 22 +-
.../hudi/common/table/read/UpdateProcessor.java | 2 +-
.../table/read/buffer/FileGroupRecordBuffer.java | 57 +---
.../read/buffer/KeyBasedFileGroupRecordBuffer.java | 8 +-
.../buffer/PositionBasedFileGroupRecordBuffer.java | 14 +-
.../read/buffer/ReusableKeyBasedRecordBuffer.java | 2 +-
.../SortedKeyBasedFileGroupRecordBuffer.java | 2 +-
.../hudi/common/util/DefaultJavaTypeConverter.java | 5 +-
.../hudi/common/util/LocalAvroSchemaCache.java | 6 +-
.../SecondaryIndexRecordGenerationUtils.java | 4 +-
.../hudi/avro/TestHoodieAvroReaderContext.java | 16 +-
.../common/table/read/SchemaHandlerTestBase.java | 77 +++---
.../read/TestFileGroupReaderSchemaHandler.java | 11 +-
.../table/read/TestHoodieFileGroupReaderBase.java | 24 +-
.../read/buffer/TestFileGroupRecordBuffer.java | 76 ++---
.../buffer/TestKeyBasedFileGroupRecordBuffer.java | 12 +-
.../buffer/TestReusableKeyBasedRecordBuffer.java | 6 +-
.../TestSortedKeyBasedFileGroupRecordBuffer.java | 6 +-
.../hudi/table/format/FlinkRecordContext.java | 165 +++++++++++
.../table/format/FlinkRowDataReaderContext.java | 153 ++---------
.../table/TestHoodieFileGroupReaderOnFlink.java | 10 +-
.../format/TestFlinkRowDataReaderContext.java | 8 +-
.../hudi/hadoop/HiveHoodieReaderContext.java | 98 +------
.../org/apache/hudi/hadoop/HiveRecordContext.java | 135 +++++++++
.../org/apache/hudi/hadoop/HoodieHiveRecord.java | 2 +-
.../hudi/hadoop/TestHiveHoodieReaderContext.java | 10 +-
.../utils/TestHoodieArrayWritableAvroUtils.java | 30 +-
.../org/apache/hudi/cdc/CDCFileGroupIterator.scala | 2 +-
...stSparkFileFormatInternalRowReaderContext.scala | 17 +-
.../hudi/functional/TestBufferedRecordMerger.java | 77 +++---
.../read/TestHoodieFileGroupReaderOnSpark.scala | 10 +-
.../TestSpark35RecordPositionMetadataColumn.scala | 2 +-
61 files changed, 1404 insertions(+), 1217 deletions(-)
copy
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/{BaseSparkInternalRowReaderContext.java
=> BaseSparkInternalRecordContext.java} (51%)
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/SparkFileFormatInternalRecordContext.scala
create mode 100644
hudi-common/src/main/java/org/apache/hudi/avro/AvroRecordContext.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/engine/RecordContext.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/DeleteContext.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/FlinkRecordContext.java
create mode 100644
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HiveRecordContext.java
