This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from caef3d5 [HUDI-3330] Remove fixture test tables for multi writer tests
(#4704)
add a68e1dc [HUDI-431] Adding support for Parquet in MOR `LogBlock`s
(#4333)
No new revisions were added by this update.
Summary of changes:
.../cli/commands/TestHoodieLogFileCommand.java | 4 +-
.../apache/hudi/config/HoodieStorageConfig.java | 7 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 7 +
.../org/apache/hudi/io/HoodieAppendHandle.java | 53 ++++-
.../hudi/io/storage/HoodieParquetWriter.java | 22 +-
.../java/org/apache/hudi/table/HoodieTable.java | 23 +-
.../hudi/testutils/HoodieWriteableTestTable.java | 2 +-
.../testutils/HoodieFlinkWriteableTestTable.java | 8 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 65 ++----
.../apache/hudi/avro/HoodieAvroWriteSupport.java | 3 +-
.../java/org/apache/hudi/common/fs/FSUtils.java | 11 +
.../hudi/common/fs/HoodieWrapperFileSystem.java | 2 +-
.../hudi/common/fs/inline/InLineFSUtils.java | 45 ++--
.../hudi/common/fs/inline/InLineFileSystem.java | 2 +-
.../apache/hudi/common/model/HoodieLogFile.java | 5 +-
.../hudi/common/table/HoodieTableConfig.java | 11 +-
.../table/log/AbstractHoodieLogRecordReader.java | 5 +
.../hudi/common/table/log/HoodieLogFileReader.java | 252 +++++++++++---------
.../common/table/log/HoodieLogFormatWriter.java | 7 -
.../table/log/block/HoodieAvroDataBlock.java | 118 ++++++----
.../common/table/log/block/HoodieCommandBlock.java | 15 +-
.../common/table/log/block/HoodieCorruptBlock.java | 15 +-
.../common/table/log/block/HoodieDataBlock.java | 191 ++++++++-------
.../common/table/log/block/HoodieDeleteBlock.java | 17 +-
.../table/log/block/HoodieHFileDataBlock.java | 193 +++++++--------
.../common/table/log/block/HoodieLogBlock.java | 70 ++++--
.../table/log/block/HoodieParquetDataBlock.java | 171 ++++++++++++++
.../java/org/apache/hudi/common/util/Option.java | 17 ++
.../util/io/ByteBufferBackedInputStream.java | 138 +++++++++++
.../hudi/io/storage/HoodieAvroParquetConfig.java | 0
.../hudi/io/storage/HoodieBaseParquetConfig.java | 0
.../apache/hudi/io/storage/HoodieFileReader.java | 2 +-
.../apache/hudi/io/storage/HoodieHFileReader.java | 40 +---
.../hudi/io/storage/HoodieParquetReader.java | 13 +-
.../hudi/io/storage/HoodieParquetStreamWriter.java | 88 +++++++
.../hudi/parquet/io/ByteBufferBackedInputFile.java | 63 +++++
.../parquet/io/OutputStreamBackedOutputFile.java | 94 ++++++++
.../common/functional/TestHoodieLogFormat.java | 258 ++++++++++++++-------
.../TestHoodieLogFormatAppendFailure.java | 3 +-
.../hudi/common/testutils/HadoopMapRedUtils.java | 87 +++++++
.../hudi/common/testutils/SchemaTestUtil.java | 8 +-
.../util/io/TestByteBufferBackedInputStream.java | 113 +++++++++
.../realtime/TestHoodieRealtimeRecordReader.java | 6 +
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 14 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 3 +-
45 files changed, 1607 insertions(+), 664 deletions(-)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/log/block/HoodieParquetDataBlock.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/io/ByteBufferBackedInputStream.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/io/storage/HoodieAvroParquetConfig.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/io/storage/HoodieBaseParquetConfig.java
(100%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/io/storage/HoodieParquetStreamWriter.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/parquet/io/ByteBufferBackedInputFile.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/parquet/io/OutputStreamBackedOutputFile.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/testutils/HadoopMapRedUtils.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/io/TestByteBufferBackedInputStream.java
