This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 8b0a19cff17 [HUDI-7342] Use BaseFileUtils to hide format-specific
logic in HoodiePartitionMetadata (#10568)
add ead82352e6a [HUDI-7218] Integrate new HFile reader with file reader
factory (#10330)
No new revisions were added by this update.
Summary of changes:
.../hudi/client/timeline/LSMTimelineWriter.java | 2 +-
.../org/apache/hudi/index/HoodieIndexUtils.java | 3 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 4 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 3 +-
.../java/org/apache/hudi/io/HoodieReadHandle.java | 8 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 8 +-
.../table/action/commit/HoodieMergeHelper.java | 4 +-
.../GenericRecordValidationTestUtils.java | 26 +-
.../run/strategy/JavaExecutionStrategy.java | 6 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 19 +-
.../testutils/HoodieJavaClientTestHarness.java | 45 +-
.../MultipleSparkJobExecutionStrategy.java | 6 +-
.../strategy/SingleSparkJobExecutionStrategy.java | 5 +-
.../io/storage/HoodieSparkFileReaderFactory.java | 5 +-
.../bootstrap/ParquetBootstrapMetadataHandler.java | 2 +-
.../functional/TestHoodieBackedMetadata.java | 19 +-
.../functional/TestHoodieBackedTableMetadata.java | 12 +-
.../hudi/testutils/HoodieClientTestUtils.java | 46 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 14 +-
.../hudi/common/bloom/BloomFilterFactory.java | 19 +
.../bloom/HoodieDynamicBoundedBloomFilter.java | 30 +-
.../hudi/common/bloom/SimpleBloomFilter.java | 27 +-
.../bootstrap/index/HFileBootstrapIndex.java | 242 ++++++++-
.../hudi/common/config/HoodieReaderConfig.java | 7 +
.../hudi/common/table/TableSchemaResolver.java | 12 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 9 +-
.../table/log/block/HoodieHFileDataBlock.java | 51 +-
.../table/log/block/HoodieParquetDataBlock.java | 4 +-
.../table/timeline/HoodieArchivedTimeline.java | 4 +-
.../apache/hudi/common/util/Base64CodecUtil.java | 11 +
.../org/apache/hudi/common/util/ConfigUtils.java | 11 +
.../io/storage/HoodieAvroFileReaderFactory.java | 30 +-
.../io/storage/HoodieAvroFileWriterFactory.java | 6 +-
.../io/storage/HoodieAvroHFileReaderImplBase.java | 154 ++++++
.../hudi/io/storage/HoodieAvroHFileWriter.java | 38 +-
.../hudi/io/storage/HoodieFileReaderFactory.java | 68 ++-
...Reader.java => HoodieHBaseAvroHFileReader.java} | 144 +-----
.../apache/hudi/io/storage/HoodieHFileUtils.java | 3 +-
.../io/storage/HoodieNativeAvroHFileReader.java | 563 +++++++++++++++++++++
.../hudi/metadata/HoodieBackedTableMetadata.java | 3 +-
.../hudi/metadata/HoodieMetadataPayload.java | 4 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 27 +-
... => TestInLineFileSystemHFileInLiningBase.java} | 95 +---
.../TestInLineFileSystemWithHBaseHFileReader.java | 124 +++++
.../TestInLineFileSystemWithHFileReader.java | 104 ++++
.../common/functional/TestHoodieLogFormat.java | 3 +-
.../testutils/reader/HoodieFileSliceTestUtils.java | 4 +-
.../hudi/common/util/TestBase64CodecUtil.java | 5 +
.../storage/TestHoodieAvroFileReaderFactory.java | 10 +-
.../storage/TestHoodieHBaseHFileReaderWriter.java | 142 ++++++
.../io/storage/TestHoodieHFileReaderWriter.java | 473 ++---------------
.../storage/TestHoodieHFileReaderWriterBase.java | 486 ++++++++++++++++++
.../hudi/io/storage/TestHoodieOrcReaderWriter.java | 4 +-
.../io/storage/TestHoodieReaderWriterBase.java | 3 +-
.../io/storage/TestHoodieReaderWriterUtils.java | 2 +-
.../hudi/sink/clustering/ClusteringOperator.java | 6 +-
.../hudi/hadoop/HoodieHFileRecordReader.java | 22 +-
.../utils/HoodieRealtimeRecordReaderUtils.java | 5 +-
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 5 +-
.../reader/DFSHoodieDatasetInputReader.java | 5 +-
.../org/apache/hudi/common/util/FileIOUtils.java | 13 +-
.../org/apache/hudi/common/util/StringUtils.java | 10 +
.../java/org/apache/hudi/io/hfile/HFileCursor.java | 1 +
.../apache/hudi/io/hfile/HFileFileInfoBlock.java | 4 +-
.../org/apache/hudi/io/hfile/HFileReaderImpl.java | 3 +
.../java/org/apache/hudi/io/hfile/HFileUtils.java | 34 ++
.../main/java/org/apache/hudi/io/hfile/Key.java | 5 +
.../main/java/org/apache/hudi/io/util/IOUtils.java | 12 +
.../org/apache/hudi/io/hfile/TestHFileReader.java | 5 +-
.../org/apache/hudi/io/util/TestHFileUtils.java | 27 +-
.../scala/org/apache/hudi/HoodieBaseRelation.scala | 14 +-
.../utilities/HoodieMetadataTableValidator.java | 18 +-
pom.xml | 6 +
73 files changed, 2417 insertions(+), 937 deletions(-)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieAvroHFileReaderImplBase.java
rename
hudi-common/src/main/java/org/apache/hudi/io/storage/{HoodieAvroHFileReader.java
=> HoodieHBaseAvroHFileReader.java} (81%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieNativeAvroHFileReader.java
rename
hudi-common/src/test/java/org/apache/hudi/common/fs/inline/{TestInLineFileSystemHFileInLining.java
=> TestInLineFileSystemHFileInLiningBase.java} (59%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystemWithHBaseHFileReader.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/inline/TestInLineFileSystemWithHFileReader.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieHBaseHFileReaderWriter.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieHFileReaderWriterBase.java
copy
hudi-common/src/test/java/org/apache/hudi/common/util/TestReflectionUtils.java
=> hudi-io/src/test/java/org/apache/hudi/io/util/TestHFileUtils.java (50%)
