This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from c009ebf3651 [HUDI-9078] Deprecate POJO commit metadata class and its
subclasses (#13204)
add 8b5e530e5d1 [HUDI-9147] Support HoodieFileGroupReader for Flink and
use FileGroup reader in compaction (#13078)
No new revisions were added by this update.
Summary of changes:
.../io/BaseFileGroupReaderBasedMergeHandle.java} | 134 ++---------
.../hudi/table/action/compact/HoodieCompactor.java | 5 +-
.../table/upgrade/SevenToEightUpgradeHandler.java | 2 +
.../hudi/client/model/AbstractHoodieRowData.java | 6 +
.../hudi/client/model/HoodieFlinkRecord.java | 30 ++-
.../model/PartialUpdateFlinkRecordMerger.java | 152 ++++++++++++
.../row/HoodieRowDataFileWriterFactory.java | 32 ++-
.../v2/FlinkFileGroupReaderBasedMergeHandle.java | 154 ++++++++++++
.../hudi/table/HoodieFlinkCopyOnWriteTable.java | 18 +-
.../org/apache/hudi/table/HoodieFlinkTable.java | 2 +-
.../HoodieFlinkMergeOnReadTableCompactor.java | 40 ++++
.../apache/hudi/util/AvroToRowDataConverters.java | 0
.../apache/hudi/util/RowDataAvroQueryContexts.java | 48 +++-
.../java/org/apache/hudi/util/RowDataUtils.java | 25 +-
.../merge/TestPartialUpdateFlinkRecordMerger.java | 171 ++++++++++++++
...HoodieSparkFileGroupReaderBasedMergeHandle.java | 158 +------------
.../org/apache/hudi/common/model/HoodieRecord.java | 12 +
.../hudi/common/model/HoodieRecordMerger.java | 3 +
.../hudi/common/model/HoodieRecordPayload.java | 5 +
.../hudi/common/table/HoodieTableConfig.java | 8 +-
.../hudi/common/table/HoodieTableMetaClient.java | 8 +
.../common/table/read/FileGroupRecordBuffer.java | 9 +-
.../apache/hudi/common/util/HoodieRecordUtils.java | 4 +-
.../schema/action/InternalSchemaMerger.java | 7 +-
.../apache/hudi/configuration/FlinkOptions.java | 9 +
.../hudi/configuration/HadoopConfigurations.java | 3 +-
.../apache/hudi/sink/compact/CompactOperator.java | 65 ++++--
.../hudi/sink/compact/FlinkCompactionConfig.java | 8 +
.../apache/hudi/source/ExpressionPredicates.java | 3 +-
.../hudi/table/format/FlinkParquetReader.java | 95 ++++++++
.../table/format/FlinkRowDataReaderContext.java | 257 +++++++++++++++++++++
.../apache/hudi/table/format/RecordIterators.java | 11 +-
.../hudi/table/format/RowDataFileReader.java | 57 +++++
.../table/format/RowDataFileReaderFactories.java | 53 +++++
.../apache/hudi/table/format/TypeConverters.java | 24 +-
.../table/format/mor/MergeOnReadInputFormat.java | 16 +-
.../java/org/apache/hudi/util/CompactionUtil.java | 14 ++
.../java/org/apache/hudi/util/DataTypeUtils.java | 65 ------
.../org/apache/hudi/util/FlinkWriteClients.java | 3 +-
.../org/apache/hudi/util/RowDataProjection.java | 4 +-
.../Transformer.java => util/RowProjection.java} | 17 +-
.../hudi/util/SchemaEvolvingRowDataProjection.java | 165 +++++++++++++
.../java/org/apache/hudi/util/StreamerUtil.java | 80 ++++++-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 25 +-
.../apache/hudi/table/ITTestSchemaEvolution.java | 60 ++++-
.../apache/hudi/table/format/TestInputFormat.java | 82 +++++++
.../apache/hudi/utils/TestFlinkWriteClients.java | 73 ++++++
.../utils/TestSchemaEvolvingRowDataProjection.java | 174 ++++++++++++++
.../reader/ParquetColumnarRowSplitReader.java | 9 +-
.../reader/ParquetColumnarRowSplitReader.java | 9 +-
.../reader/ParquetColumnarRowSplitReader.java | 9 +-
.../reader/ParquetColumnarRowSplitReader.java | 9 +-
.../reader/ParquetColumnarRowSplitReader.java | 9 +-
.../reader/ParquetColumnarRowSplitReader.java | 9 +-
54 files changed, 1996 insertions(+), 454 deletions(-)
copy
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/io/HoodieSparkFileGroupReaderBasedMergeHandle.java
=>
hudi-client-common/src/main/java/org/apache/hudi/io/BaseFileGroupReaderBasedMergeHandle.java}
(53%)
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/model/PartialUpdateFlinkRecordMerger.java
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/v2/FlinkFileGroupReaderBasedMergeHandle.java
rename {hudi-flink-datasource/hudi-flink =>
hudi-client/hudi-flink-client}/src/main/java/org/apache/hudi/util/AvroToRowDataConverters.java
(100%)
create mode 100644
hudi-client/hudi-flink-client/src/test/java/org/apache/hudi/merge/TestPartialUpdateFlinkRecordMerger.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/FlinkParquetReader.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/FlinkRowDataReaderContext.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/RowDataFileReader.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/RowDataFileReaderFactories.java
copy
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/{sink/transform/Transformer.java
=> util/RowProjection.java} (72%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/util/SchemaEvolvingRowDataProjection.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/utils/TestSchemaEvolvingRowDataProjection.java
