This is an automated email from the ASF dual-hosted git repository.
vinoyang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 899ae70 [HUDI-1587] Add latency and freshness support (#2541)
add 89003bc [HUDI-1647] Supports snapshot read for Flink (#2613)
No new revisions were added by this update.
Summary of changes:
hudi-flink/pom.xml | 41 +-
.../apache/hudi/factory/HoodieTableFactory.java | 84 ++++
.../org/apache/hudi/operator/FlinkOptions.java | 67 ++-
.../apache/hudi/operator/StreamWriteFunction.java | 8 +
.../apache/hudi/operator/StreamWriteOperator.java | 8 +-
.../operator/StreamWriteOperatorCoordinator.java | 34 +-
.../hudi/operator/StreamWriteOperatorFactory.java | 10 +-
.../operator/partitioner/BucketAssignFunction.java | 1 -
.../java/org/apache/hudi/sink/HoodieTableSink.java | 126 +++++
.../org/apache/hudi/source/HoodieTableSource.java | 411 +++++++++++++++++
.../apache/hudi/source/format/FilePathUtils.java | 320 +++++++++++++
.../org/apache/hudi/source/format/FormatUtils.java | 98 ++++
.../source/format/cow/AbstractColumnReader.java | 324 +++++++++++++
.../source/format/cow/CopyOnWriteInputFormat.java | 134 ++++++
.../format/cow/Int64TimestampColumnReader.java | 99 ++++
.../format/cow/ParquetColumnarRowSplitReader.java | 370 +++++++++++++++
.../source/format/cow/ParquetDecimalVector.java | 69 +++
.../source/format/cow/ParquetSplitReaderUtil.java | 398 ++++++++++++++++
.../hudi/source/format/cow/RunLengthDecoder.java | 304 ++++++++++++
.../source/format/mor/MergeOnReadInputFormat.java | 513 +++++++++++++++++++++
.../source/format/mor/MergeOnReadInputSplit.java | 88 ++++
.../source/format/mor/MergeOnReadTableState.java | 79 ++++
.../org/apache/hudi/util/AvroSchemaConverter.java | 180 +++++++-
.../apache/hudi/util/AvroToRowDataConverters.java | 316 +++++++++++++
.../java/org/apache/hudi/util/StreamerUtil.java | 30 ++
.../org.apache.flink.table.factories.TableFactory | 5 +-
.../apache/hudi/operator/StreamWriteITCase.java | 43 +-
.../StreamWriteOperatorCoordinatorTest.java | 2 +-
.../operator/utils/StreamWriteFunctionWrapper.java | 2 +-
.../hudi/operator/utils/TestConfigurations.java | 52 ++-
.../org/apache/hudi/operator/utils/TestData.java | 66 ++-
.../apache/hudi/source/HoodieDataSourceITCase.java | 162 +++++++
.../apache/hudi/source/HoodieTableSourceTest.java | 122 +++++
.../apache/hudi/source/format/InputFormatTest.java | 197 ++++++++
.../utils/factory/ContinuousFileSourceFactory.java | 62 +++
.../hudi/utils/source/ContinuousFileSource.java | 173 +++++++
.../org.apache.flink.table.factories.TableFactory | 7 +-
style/checkstyle-suppressions.xml | 1 +
38 files changed, 4920 insertions(+), 86 deletions(-)
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/factory/HoodieTableFactory.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/sink/HoodieTableSink.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/HoodieTableSource.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/FilePathUtils.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/FormatUtils.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/cow/AbstractColumnReader.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/cow/CopyOnWriteInputFormat.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/cow/Int64TimestampColumnReader.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/cow/ParquetColumnarRowSplitReader.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/cow/ParquetDecimalVector.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/cow/ParquetSplitReaderUtil.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/cow/RunLengthDecoder.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/mor/MergeOnReadInputFormat.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/mor/MergeOnReadInputSplit.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/source/format/mor/MergeOnReadTableState.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/util/AvroToRowDataConverters.java
copy hudi-integ-test/src/test/resources/hoodie-docker.properties =>
hudi-flink/src/main/resources/META-INF/services/org.apache.flink.table.factories.TableFactory
(94%)
create mode 100644
hudi-flink/src/test/java/org/apache/hudi/source/HoodieDataSourceITCase.java
create mode 100644
hudi-flink/src/test/java/org/apache/hudi/source/HoodieTableSourceTest.java
create mode 100644
hudi-flink/src/test/java/org/apache/hudi/source/format/InputFormatTest.java
create mode 100644
hudi-flink/src/test/java/org/apache/hudi/utils/factory/ContinuousFileSourceFactory.java
create mode 100644
hudi-flink/src/test/java/org/apache/hudi/utils/source/ContinuousFileSource.java
copy hudi-cli/src/test/resources/clean.properties =>
hudi-flink/src/test/resources/META-INF/services/org.apache.flink.table.factories.TableFactory
(88%)
