This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from b18c32379f [HUDI-4219] Merge Into when update expression "col=s.col+2"
on precombine cause exception (#5828)
add 7eeaff9ee0 [HUDI-4357] Support flink 1.15.x (#6050)
No new revisions were added by this update.
Summary of changes:
hudi-client/hudi-flink-client/pom.xml | 12 ++--
.../hudi/table/action/commit/FlinkMergeHelper.java | 3 +-
hudi-examples/hudi-examples-flink/pom.xml | 22 +++-----
.../quickstart/source/ContinuousFileSource.java | 5 +-
hudi-flink-datasource/hudi-flink/pom.xml | 22 ++++----
.../org/apache/hudi/sink/StreamWriteFunction.java | 1 +
.../hudi/sink/append/AppendWriteFunction.java | 1 +
.../sink/common/AbstractStreamWriteFunction.java | 14 +++++
.../org/apache/hudi/sink/meta/CkpMetadata.java | 6 +-
.../org/apache/hudi/table/HoodieTableSink.java | 4 +-
.../org/apache/hudi/table/HoodieTableSource.java | 4 +-
.../table/format/cow/CopyOnWriteInputFormat.java | 8 +--
.../table/format/mor/MergeOnReadInputFormat.java | 10 ++--
.../org/apache/hudi/util/AvroSchemaConverter.java | 3 +-
.../java/org/apache/hudi/util/DataTypeUtils.java | 51 +++++++++++++++++
.../java/org/apache/hudi/util/HoodiePipeline.java | 11 ++--
.../apache/hudi/table/ITTestHoodieDataSource.java | 2 +-
.../hudi/utils/source/ContinuousFileSource.java | 5 +-
hudi-flink-datasource/hudi-flink1.13.x/pom.xml | 23 ++++++++
.../adapter/DataStreamScanProviderAdapter.java} | 6 +-
.../adapter/DataStreamSinkProviderAdapter.java} | 6 +-
.../main/java/org/apache/hudi/adapter/Utils.java | 12 ++++
.../table/format/cow/ParquetSplitReaderUtil.java | 0
.../table/format/cow/vector/HeapArrayVector.java | 0
.../format/cow/vector/HeapMapColumnVector.java | 0
.../format/cow/vector/HeapRowColumnVector.java | 0
.../format/cow/vector/ParquetDecimalVector.java | 0
.../cow/vector/reader/AbstractColumnReader.java | 0
.../cow/vector/reader/ArrayColumnReader.java | 0
.../vector/reader/BaseVectorizedColumnReader.java | 0
.../vector/reader/FixedLenBytesColumnReader.java | 0
.../vector/reader/Int64TimestampColumnReader.java | 0
.../format/cow/vector/reader/MapColumnReader.java | 0
.../reader/ParquetColumnarRowSplitReader.java | 0
.../cow/vector/reader/ParquetDataColumnReader.java | 0
.../reader/ParquetDataColumnReaderFactory.java | 0
.../format/cow/vector/reader/RowColumnReader.java | 0
.../format/cow/vector/reader/RunLengthDecoder.java | 6 +-
hudi-flink-datasource/hudi-flink1.14.x/pom.xml | 29 ++++++++++
.../adapter/DataStreamScanProviderAdapter.java} | 6 +-
.../adapter/DataStreamSinkProviderAdapter.java} | 6 +-
.../main/java/org/apache/hudi/adapter/Utils.java | 12 ++++
.../table/format/cow/ParquetSplitReaderUtil.java | 0
.../table/format/cow/vector/HeapArrayVector.java | 0
.../format/cow/vector/HeapMapColumnVector.java | 0
.../format/cow/vector/HeapRowColumnVector.java | 0
.../format/cow/vector/ParquetDecimalVector.java | 0
.../cow/vector/reader/AbstractColumnReader.java | 0
.../cow/vector/reader/ArrayColumnReader.java | 0
.../vector/reader/BaseVectorizedColumnReader.java | 0
.../vector/reader/FixedLenBytesColumnReader.java | 0
.../vector/reader/Int64TimestampColumnReader.java | 0
.../format/cow/vector/reader/MapColumnReader.java | 0
.../reader/ParquetColumnarRowSplitReader.java | 0
.../cow/vector/reader/ParquetDataColumnReader.java | 0
.../reader/ParquetDataColumnReaderFactory.java | 0
.../format/cow/vector/reader/RowColumnReader.java | 0
.../format/cow/vector/reader/RunLengthDecoder.java | 6 +-
.../{hudi-flink1.14.x => hudi-flink1.15.x}/pom.xml | 45 ++++++++++++---
.../adapter/AbstractStreamOperatorAdapter.java | 0
.../AbstractStreamOperatorFactoryAdapter.java | 0
.../adapter/DataStreamScanProviderAdapter.java} | 20 +++----
.../adapter/DataStreamSinkProviderAdapter.java} | 21 +++----
.../hudi/adapter/MailboxExecutorAdapter.java | 0
.../apache/hudi/adapter/RateLimiterAdapter.java | 0
.../main/java/org/apache/hudi/adapter/Utils.java | 14 +++++
.../table/format/cow/ParquetSplitReaderUtil.java | 28 +++++-----
.../table/format/cow/vector/HeapArrayVector.java | 10 ++--
.../format/cow/vector/HeapMapColumnVector.java | 10 ++--
.../format/cow/vector/HeapRowColumnVector.java | 10 ++--
.../format/cow/vector/ParquetDecimalVector.java | 6 +-
.../cow/vector/reader/AbstractColumnReader.java | 4 +-
.../cow/vector/reader/ArrayColumnReader.java | 22 ++++----
.../vector/reader/BaseVectorizedColumnReader.java | 2 +-
.../vector/reader/FixedLenBytesColumnReader.java | 6 +-
.../vector/reader/Int64TimestampColumnReader.java | 4 +-
.../format/cow/vector/reader/MapColumnReader.java | 4 +-
.../reader/ParquetColumnarRowSplitReader.java | 8 +--
.../cow/vector/reader/ParquetDataColumnReader.java | 0
.../reader/ParquetDataColumnReaderFactory.java | 0
.../format/cow/vector/reader/RowColumnReader.java | 2 +-
.../format/cow/vector/reader/RunLengthDecoder.java | 10 ++--
.../org/apache/hudi/adapter/OutputAdapter.java | 0
.../adapter/StateInitializationContextAdapter.java | 1 -
.../adapter/StreamingRuntimeContextAdapter.java | 0
.../org/apache/hudi/adapter/TestTableEnvs.java | 0
hudi-flink-datasource/pom.xml | 1 +
hudi-kafka-connect/pom.xml | 2 +-
packaging/hudi-flink-bundle/pom.xml | 12 ++--
packaging/hudi-kafka-connect-bundle/pom.xml | 2 +-
pom.xml | 65 +++++++++++++++++++---
91 files changed, 415 insertions(+), 190 deletions(-)
copy
hudi-flink-datasource/hudi-flink1.13.x/src/{test/java/org/apache/hudi/adapter/OutputAdapter.java
=> main/java/org/apache/hudi/adapter/DataStreamScanProviderAdapter.java} (80%)
copy
hudi-flink-datasource/hudi-flink1.13.x/src/{test/java/org/apache/hudi/adapter/OutputAdapter.java
=> main/java/org/apache/hudi/adapter/DataStreamSinkProviderAdapter.java} (80%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/ParquetSplitReaderUtil.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapMapColumnVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapRowColumnVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/ParquetDecimalVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/AbstractColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/BaseVectorizedColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/FixedLenBytesColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/Int64TimestampColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetColumnarRowSplitReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReaderFactory.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.13.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RunLengthDecoder.java
(98%)
copy
hudi-flink-datasource/{hudi-flink1.13.x/src/test/java/org/apache/hudi/adapter/OutputAdapter.java
=>
hudi-flink1.14.x/src/main/java/org/apache/hudi/adapter/DataStreamScanProviderAdapter.java}
(80%)
copy
hudi-flink-datasource/{hudi-flink1.13.x/src/test/java/org/apache/hudi/adapter/OutputAdapter.java
=>
hudi-flink1.14.x/src/main/java/org/apache/hudi/adapter/DataStreamSinkProviderAdapter.java}
(80%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/ParquetSplitReaderUtil.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapMapColumnVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapRowColumnVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/ParquetDecimalVector.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/AbstractColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/BaseVectorizedColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/FixedLenBytesColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/Int64TimestampColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetColumnarRowSplitReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReaderFactory.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
(100%)
copy hudi-flink-datasource/{hudi-flink =>
hudi-flink1.14.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RunLengthDecoder.java
(98%)
copy hudi-flink-datasource/{hudi-flink1.14.x => hudi-flink1.15.x}/pom.xml (76%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/adapter/AbstractStreamOperatorAdapter.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/adapter/AbstractStreamOperatorFactoryAdapter.java
(100%)
copy
hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/transform/Transformer.java
=>
hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/DataStreamScanProviderAdapter.java}
(61%)
copy
hudi-flink-datasource/{hudi-flink/src/main/java/org/apache/hudi/sink/transform/Transformer.java
=>
hudi-flink1.15.x/src/main/java/org/apache/hudi/adapter/DataStreamSinkProviderAdapter.java}
(60%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/adapter/MailboxExecutorAdapter.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/adapter/RateLimiterAdapter.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/adapter/Utils.java (75%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/ParquetSplitReaderUtil.java
(95%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapArrayVector.java
(83%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapMapColumnVector.java
(85%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/HeapRowColumnVector.java
(79%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/ParquetDecimalVector.java
(89%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/AbstractColumnReader.java
(98%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ArrayColumnReader.java
(95%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/BaseVectorizedColumnReader.java
(99%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/FixedLenBytesColumnReader.java
(92%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/Int64TimestampColumnReader.java
(96%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/MapColumnReader.java
(95%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetColumnarRowSplitReader.java
(97%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReader.java
(100%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/ParquetDataColumnReaderFactory.java
(100%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RowColumnReader.java
(95%)
rename hudi-flink-datasource/{hudi-flink =>
hudi-flink1.15.x}/src/main/java/org/apache/hudi/table/format/cow/vector/reader/RunLengthDecoder.java
(96%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/test/java/org/apache/hudi/adapter/OutputAdapter.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/test/java/org/apache/hudi/adapter/StateInitializationContextAdapter.java
(98%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/test/java/org/apache/hudi/adapter/StreamingRuntimeContextAdapter.java
(100%)
copy hudi-flink-datasource/{hudi-flink1.14.x =>
hudi-flink1.15.x}/src/test/java/org/apache/hudi/adapter/TestTableEnvs.java
(100%)
