This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from b2aef89a873 [HUDI-7246] Fix Data Skipping Issue: No Results When Query
Conditions Involve Both Columns with and without Column Stats (#10389)
add 48ce342a19b [HUDI-7170] Implement HFile reader independent of HBase
(#10241)
No new revisions were added by this update.
Summary of changes:
hudi-common/pom.xml | 14 +
.../io/storage/TestHoodieHFileReaderWriter.java | 45 +-
.../io/storage/TestHoodieReaderWriterUtils.java | 89 +++
.../DFSProvider.java => hudi-io/README.md | 21 +-
hudi-io/hfile_format.md | 394 +++++++++++++
hudi-io/pom.xml | 126 ++++
.../org/apache/hudi/common/util/FileIOUtils.java | 0
.../java/org/apache/hudi/common/util/Option.java | 0
.../util/io/ByteBufferBackedInputStream.java | 0
.../org/apache/hudi/exception/HoodieException.java | 0
.../apache/hudi/exception/HoodieIOException.java | 0
.../apache/hudi/io/compress/CompressionCodec.java | 29 +-
.../hudi/io/compress/HoodieDecompressor.java | 28 +-
.../io/compress/HoodieDecompressorFactory.java | 29 +-
.../airlift/HoodieAirliftGzipDecompressor.java | 53 ++
.../compress/builtin/HoodieNoneDecompressor.java | 29 +-
.../org/apache/hudi/io/hfile/BlockIndexEntry.java | 79 +++
.../java/org/apache/hudi/io/hfile/DataSize.java | 35 +-
.../java/org/apache/hudi/io/hfile/HFileBlock.java | 216 +++++++
.../org/apache/hudi/io/hfile/HFileBlockReader.java | 94 +++
.../org/apache/hudi/io/hfile/HFileBlockType.java | 171 ++++++
.../org/apache/hudi/io/hfile/HFileContext.java | 65 +++
.../java/org/apache/hudi/io/hfile/HFileCursor.java | 93 +++
.../org/apache/hudi/io/hfile/HFileDataBlock.java | 134 +++++
.../apache/hudi/io/hfile/HFileFileInfoBlock.java | 62 ++
.../java/org/apache/hudi/io/hfile/HFileInfo.java | 90 +++
.../org/apache/hudi/io/hfile/HFileMetaBlock.java | 30 +-
.../java/org/apache/hudi/io/hfile/HFileReader.java | 127 ++++
.../org/apache/hudi/io/hfile/HFileReaderImpl.java | 299 ++++++++++
.../apache/hudi/io/hfile/HFileRootIndexBlock.java | 77 +++
.../org/apache/hudi/io/hfile/HFileTrailer.java | 191 ++++++
.../java/org/apache/hudi/io/hfile/HFileUtils.java | 94 +++
.../main/java/org/apache/hudi/io/hfile/Key.java | 93 +++
.../java/org/apache/hudi/io/hfile/KeyValue.java | 100 ++++
.../org/apache/hudi/io/hfile/UTF8StringKey.java | 33 +-
.../main/java/org/apache/hudi/io/util/IOUtils.java | 252 ++++++++
hudi-io/src/main/protobuf/HFile.proto | 53 ++
.../hudi/io/compress/TestHoodieDecompressor.java | 106 ++++
.../org/apache/hudi/io/hfile/TestHFileReader.java | 642 +++++++++++++++++++++
.../java/org/apache/hudi/io/util/TestIOUtils.java | 110 ++++
...10_hbase_1_2_3_bootstrap_index_partitions.hfile | Bin
.../hfile}/hudi_0_10_hbase_1_2_3_complex.hfile | Bin
.../hfile}/hudi_0_10_hbase_1_2_3_simple.hfile | Bin
...11_hbase_2_4_9_bootstrap_index_partitions.hfile | Bin
.../hfile}/hudi_0_11_hbase_2_4_9_complex.hfile | Bin
.../hfile}/hudi_0_11_hbase_2_4_9_simple.hfile | Bin
..._9_hbase_1_2_3_bootstrap_index_partitions.hfile | Bin
.../hfile}/hudi_0_9_hbase_1_2_3_complex.hfile | Bin
.../hfile}/hudi_0_9_hbase_1_2_3_simple.hfile | Bin
.../hfile/hudi_1_0_hbase_2_4_9_16KB_GZ_20000.hfile | Bin 0 -> 105235 bytes
...1_0_hbase_2_4_9_16KB_GZ_200_20_non_unique.hfile | Bin 0 -> 19476 bytes
.../hudi_1_0_hbase_2_4_9_16KB_NONE_5000.hfile | Bin 0 -> 301098 bytes
.../hudi_1_0_hbase_2_4_9_512KB_GZ_20000.hfile | Bin 0 -> 101870 bytes
.../hudi_1_0_hbase_2_4_9_64KB_NONE_5000.hfile | Bin 0 -> 300065 bytes
.../hfile/hudi_1_0_hbase_2_4_9_no_entry.hfile | Bin 6115 -> 5087 bytes
packaging/hudi-metaserver-server-bundle/pom.xml | 2 +-
pom.xml | 12 +-
57 files changed, 3989 insertions(+), 128 deletions(-)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieReaderWriterUtils.java
copy
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/testutils/providers/DFSProvider.java
=> hudi-io/README.md (65%)
create mode 100644 hudi-io/hfile_format.md
create mode 100644 hudi-io/pom.xml
rename {hudi-common =>
hudi-io}/src/main/java/org/apache/hudi/common/util/FileIOUtils.java (100%)
rename {hudi-common =>
hudi-io}/src/main/java/org/apache/hudi/common/util/Option.java (100%)
rename {hudi-common =>
hudi-io}/src/main/java/org/apache/hudi/common/util/io/ByteBufferBackedInputStream.java
(100%)
rename {hudi-common =>
hudi-io}/src/main/java/org/apache/hudi/exception/HoodieException.java (100%)
rename {hudi-common =>
hudi-io}/src/main/java/org/apache/hudi/exception/HoodieIOException.java (100%)
copy hudi-common/src/main/java/org/apache/hudi/common/util/MapUtils.java =>
hudi-io/src/main/java/org/apache/hudi/io/compress/CompressionCodec.java (65%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/index/IndexingCatchupTask.java
=> hudi-io/src/main/java/org/apache/hudi/io/compress/HoodieDecompressor.java
(52%)
copy
hudi-common/src/test/java/org/apache/hudi/common/testutils/Assertions.java =>
hudi-io/src/main/java/org/apache/hudi/io/compress/HoodieDecompressorFactory.java
(55%)
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/compress/airlift/HoodieAirliftGzipDecompressor.java
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/HoodieMultiTableDeltaStreamer.java
=>
hudi-io/src/main/java/org/apache/hudi/io/compress/builtin/HoodieNoneDecompressor.java
(53%)
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/BlockIndexEntry.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/log/FullKeySpec.java =>
hudi-io/src/main/java/org/apache/hudi/io/hfile/DataSize.java (60%)
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileBlock.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileBlockReader.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileBlockType.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileContext.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileCursor.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileDataBlock.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileFileInfoBlock.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileInfo.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/log/FullKeySpec.java =>
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileMetaBlock.java (60%)
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileReader.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileReaderImpl.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileRootIndexBlock.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileTrailer.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/hfile/HFileUtils.java
create mode 100644 hudi-io/src/main/java/org/apache/hudi/io/hfile/Key.java
create mode 100644 hudi-io/src/main/java/org/apache/hudi/io/hfile/KeyValue.java
copy
hudi-common/src/main/java/org/apache/hudi/common/util/collection/EmptyIterator.java
=> hudi-io/src/main/java/org/apache/hudi/io/hfile/UTF8StringKey.java (60%)
create mode 100644 hudi-io/src/main/java/org/apache/hudi/io/util/IOUtils.java
create mode 100644 hudi-io/src/main/protobuf/HFile.proto
create mode 100644
hudi-io/src/test/java/org/apache/hudi/io/compress/TestHoodieDecompressor.java
create mode 100644
hudi-io/src/test/java/org/apache/hudi/io/hfile/TestHFileReader.java
create mode 100644
hudi-io/src/test/java/org/apache/hudi/io/util/TestIOUtils.java
rename {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_10_hbase_1_2_3_bootstrap_index_partitions.hfile
(100%)
rename {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_10_hbase_1_2_3_complex.hfile (100%)
rename {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_10_hbase_1_2_3_simple.hfile (100%)
rename {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_11_hbase_2_4_9_bootstrap_index_partitions.hfile
(100%)
rename {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_11_hbase_2_4_9_complex.hfile (100%)
rename {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_11_hbase_2_4_9_simple.hfile (100%)
rename {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_9_hbase_1_2_3_bootstrap_index_partitions.hfile
(100%)
rename {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_9_hbase_1_2_3_complex.hfile (100%)
copy {hudi-common/src/test/resources =>
hudi-io/src/test/resources/hfile}/hudi_0_9_hbase_1_2_3_simple.hfile (100%)
create mode 100644
hudi-io/src/test/resources/hfile/hudi_1_0_hbase_2_4_9_16KB_GZ_20000.hfile
create mode 100644
hudi-io/src/test/resources/hfile/hudi_1_0_hbase_2_4_9_16KB_GZ_200_20_non_unique.hfile
create mode 100644
hudi-io/src/test/resources/hfile/hudi_1_0_hbase_2_4_9_16KB_NONE_5000.hfile
create mode 100644
hudi-io/src/test/resources/hfile/hudi_1_0_hbase_2_4_9_512KB_GZ_20000.hfile
create mode 100644
hudi-io/src/test/resources/hfile/hudi_1_0_hbase_2_4_9_64KB_NONE_5000.hfile
rename hudi-common/src/test/resources/hudi_0_9_hbase_1_2_3_simple.hfile =>
hudi-io/src/test/resources/hfile/hudi_1_0_hbase_2_4_9_no_entry.hfile (64%)
