This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 024cf01 [MINOR] Correct the words accroding in the comments to
according (#3343)
add 9d2a65a [HUDI-2209] Bulk insert for flink writer (#3334)
No new revisions were added by this update.
Summary of changes:
hudi-client/hudi-flink-client/pom.xml | 24 +++
.../apache/hudi/client/model/HoodieRowData.java | 184 +++++++++++++++++
.../io/storage/row/HoodieRowDataCreateHandle.java} | 53 ++---
.../io/storage/row/HoodieRowDataFileWriter.java} | 20 +-
.../row/HoodieRowDataFileWriterFactory.java | 79 +++++++
.../storage/row/HoodieRowDataParquetConfig.java} | 14 +-
.../row/HoodieRowDataParquetWriteSupport.java} | 25 +--
.../storage/row/HoodieRowDataParquetWriter.java} | 22 +-
.../io/storage/row/RowDataParquetWriteSupport.java | 66 ++++++
hudi-flink/pom.xml | 6 +
.../apache/hudi/configuration/FlinkOptions.java | 20 +-
.../org/apache/hudi/sink/StreamWriteFunction.java | 19 +-
.../hudi/sink/StreamWriteOperatorFactory.java | 6 -
.../hudi/sink/bulk/BulkInsertWriteFunction.java | 225 ++++++++++++++++++++
.../hudi/sink/bulk/BulkInsertWriteOperator.java | 115 +++++++++++
.../hudi/sink/bulk/BulkInsertWriterHelper.java | 169 +++++++++++++++
.../org/apache/hudi/sink/bulk/RowDataKeyGen.java | 228 +++++++++++++++++++++
.../java/org/apache/hudi/sink/utils/TimeWait.java | 93 +++++++++
.../org/apache/hudi/table/HoodieTableSink.java | 51 ++++-
.../org/apache/hudi/util/RowDataProjection.java | 16 ++
.../apache/hudi/sink/bulk/TestRowDataKeyGen.java | 96 +++++++++
.../apache/hudi/table/HoodieDataSourceITCase.java | 167 ++++++++++-----
.../org/apache/hudi/utils/TestConfigurations.java | 16 ++
.../test/java/org/apache/hudi/utils/TestData.java | 2 +-
.../test/java/org/apache/hudi/utils/TestSQL.java | 39 ++--
hudi-flink/src/test/resources/test_source_5.data | 8 +
26 files changed, 1588 insertions(+), 175 deletions(-)
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/model/HoodieRowData.java
copy
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowCreateHandle.java
=>
hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataCreateHandle.java}
(78%)
copy
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieInternalRowFileWriter.java
=>
hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataFileWriter.java}
(59%)
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataFileWriterFactory.java
copy
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowParquetConfig.java
=>
hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataParquetConfig.java}
(70%)
copy
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowParquetWriteSupport.java
=>
hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataParquetWriteSupport.java}
(79%)
copy
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/io/storage/row/HoodieInternalRowParquetWriter.java
=>
hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/HoodieRowDataParquetWriter.java}
(78%)
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row/RowDataParquetWriteSupport.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/sink/bulk/BulkInsertWriteFunction.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/sink/bulk/BulkInsertWriteOperator.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/sink/bulk/BulkInsertWriterHelper.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/sink/bulk/RowDataKeyGen.java
create mode 100644
hudi-flink/src/main/java/org/apache/hudi/sink/utils/TimeWait.java
create mode 100644
hudi-flink/src/test/java/org/apache/hudi/sink/bulk/TestRowDataKeyGen.java
copy
hudi-spark-datasource/hudi-spark-common/src/main/java/org/apache/hudi/internal/BaseWriterCommitMessage.java
=> hudi-flink/src/test/java/org/apache/hudi/utils/TestSQL.java (53%)
create mode 100644 hudi-flink/src/test/resources/test_source_5.data
