This is an automated email from the ASF dual-hosted git repository.
vinoyang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from e93c6a5 [HUDI-1496] Fixing input stream detection of GCS FileSystem
(#2500)
add fc6c5f4 [HUDI-1684] Tweak hudi-flink-bundle module pom and reorganize
the pacakges for hudi-flink module (#2669)
No new revisions were added by this update.
Summary of changes:
.../{operator => configuration}/FlinkOptions.java | 6 +-
.../hudi/schema/FilebasedSchemaProvider.java | 2 +-
.../main/java/org/apache/hudi/sink/CommitSink.java | 1 -
.../InstantGenerateOperator.java | 8 +-
.../KeyedWriteProcessFunction.java | 6 +-
.../KeyedWriteProcessOperator.java | 3 +-
.../{operator => sink}/StreamWriteFunction.java | 5 +-
.../{operator => sink}/StreamWriteOperator.java | 2 +-
.../StreamWriteOperatorCoordinator.java | 5 +-
.../StreamWriteOperatorFactory.java | 2 +-
.../compact/CompactFunction.java | 2 +-
.../compact/CompactionCommitEvent.java | 2 +-
.../compact/CompactionCommitSink.java | 2 +-
.../compact/CompactionPlanEvent.java | 2 +-
.../compact/CompactionPlanOperator.java | 2 +-
.../event/BatchWriteSuccessEvent.java | 6 +-
.../partitioner/BucketAssignFunction.java | 4 +-
.../partitioner/BucketAssigner.java | 2 +-
.../partitioner/BucketAssigners.java | 4 +-
.../partitioner/delta/DeltaBucketAssigner.java | 4 +-
.../JsonStringToHoodieRecordMapFunction.java | 2 +-
.../transform/RowDataToHoodieFunction.java | 4 +-
.../StreamReadMonitoringFunction.java | 11 +-
.../{operator => source}/StreamReadOperator.java | 6 +-
.../apache/hudi/streamer/HoodieFlinkStreamer.java | 12 +-
.../hudi/streamer/HoodieFlinkStreamerV2.java | 8 +-
.../{factory => table}/HoodieTableFactory.java | 6 +-
.../hudi/{sink => table}/HoodieTableSink.java | 20 +--
.../hudi/{source => table}/HoodieTableSource.java | 20 +--
.../{source => table}/format/FilePathUtils.java | 4 +-
.../hudi/{source => table}/format/FormatUtils.java | 6 +-
.../format/cow/AbstractColumnReader.java | 2 +-
.../format/cow/CopyOnWriteInputFormat.java | 2 +-
.../format/cow/Int64TimestampColumnReader.java | 2 +-
.../format/cow/ParquetColumnarRowSplitReader.java | 6 +-
.../format/cow/ParquetDecimalVector.java | 2 +-
.../format/cow/ParquetSplitReaderUtil.java | 2 +-
.../format/cow/RunLengthDecoder.java | 2 +-
.../{source => table}/format/mor/InstantRange.java | 2 +-
.../format/mor/MergeOnReadInputFormat.java | 14 +-
.../format/mor/MergeOnReadInputSplit.java | 2 +-
.../format/mor/MergeOnReadTableState.java | 2 +-
.../apache/hudi/util/RowDataToAvroConverters.java | 9 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 2 +-
.../org.apache.flink.table.factories.TableFactory | 2 +-
.../hudi/{operator => sink}/StreamWriteITCase.java | 22 +--
.../TestStreamWriteOperatorCoordinator.java} | 8 +-
.../{operator => sink}/TestWriteCopyOnWrite.java | 11 +-
.../{operator => sink}/TestWriteMergeOnRead.java | 4 +-
.../TestWriteMergeOnReadWithCompact.java | 3 +-
.../partitioner/TestBucketAssigner.java | 4 +-
.../TestJsonStringToHoodieRecordMapFunction.java | 2 +-
.../utils/CompactFunctionWrapper.java | 14 +-
.../utils/MockFunctionInitializationContext.java | 2 +-
.../{operator => sink}/utils/MockMapState.java | 2 +-
.../utils/MockOperatorStateStore.java | 2 +-
.../utils/MockStreamingRuntimeContext.java | 2 +-
.../utils/StreamWriteFunctionWrapper.java | 15 +-
.../source/TestStreamReadMonitoringFunction.java | 9 +-
.../apache/hudi/source/TestStreamReadOperator.java | 16 +-
.../{source => table}/HoodieDataSourceITCase.java | 10 +-
.../{factory => table}/TestHoodieTableFactory.java | 8 +-
.../{source => table}/TestHoodieTableSource.java | 10 +-
.../{source => table}/format/TestInputFormat.java | 10 +-
.../{operator => }/utils/TestConfigurations.java | 4 +-
.../apache/hudi/{operator => }/utils/TestData.java | 5 +-
.../test/java/org/apache/hudi/utils/TestUtils.java | 6 +-
.../utils/factory/CollectSinkTableFactory.java | 2 +-
.../utils/factory/ContinuousFileSourceFactory.java | 2 +-
.../hudi/utils/source/ContinuousFileSource.java | 2 +-
.../org.apache.flink.table.factories.TableFactory | 2 +-
packaging/hudi-flink-bundle/pom.xml | 163 ++++++++++++++++++++-
72 files changed, 357 insertions(+), 203 deletions(-)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
configuration}/FlinkOptions.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/InstantGenerateOperator.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/KeyedWriteProcessFunction.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/KeyedWriteProcessOperator.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/StreamWriteFunction.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/StreamWriteOperator.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/StreamWriteOperatorCoordinator.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/StreamWriteOperatorFactory.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/compact/CompactFunction.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/compact/CompactionCommitEvent.java (97%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/compact/CompactionCommitSink.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/compact/CompactionPlanEvent.java (97%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/compact/CompactionPlanOperator.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/event/BatchWriteSuccessEvent.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/partitioner/BucketAssignFunction.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/partitioner/BucketAssigner.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/partitioner/BucketAssigners.java (93%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/partitioner/delta/DeltaBucketAssigner.java (97%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
sink/transform}/JsonStringToHoodieRecordMapFunction.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
sink}/transform/RowDataToHoodieFunction.java (97%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
source}/StreamReadMonitoringFunction.java (97%)
rename hudi-flink/src/main/java/org/apache/hudi/{operator =>
source}/StreamReadOperator.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{factory =>
table}/HoodieTableFactory.java (96%)
rename hudi-flink/src/main/java/org/apache/hudi/{sink =>
table}/HoodieTableSink.java (89%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/HoodieTableSource.java (96%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/FilePathUtils.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/FormatUtils.java (96%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/cow/AbstractColumnReader.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/cow/CopyOnWriteInputFormat.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/cow/Int64TimestampColumnReader.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/cow/ParquetColumnarRowSplitReader.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/cow/ParquetDecimalVector.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/cow/ParquetSplitReaderUtil.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/cow/RunLengthDecoder.java (99%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/mor/InstantRange.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/mor/MergeOnReadInputFormat.java (97%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/mor/MergeOnReadInputSplit.java (98%)
rename hudi-flink/src/main/java/org/apache/hudi/{source =>
table}/format/mor/MergeOnReadTableState.java (98%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/StreamWriteITCase.java (95%)
rename
hudi-flink/src/test/java/org/apache/hudi/{operator/StreamWriteOperatorCoordinatorTest.java
=> sink/TestStreamWriteOperatorCoordinator.java} (96%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/TestWriteCopyOnWrite.java (98%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/TestWriteMergeOnRead.java (97%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/TestWriteMergeOnReadWithCompact.java (95%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/partitioner/TestBucketAssigner.java (98%)
rename hudi-flink/src/test/java/org/apache/hudi/{source =>
sink/transform}/TestJsonStringToHoodieRecordMapFunction.java (98%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/utils/CompactFunctionWrapper.java (91%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/utils/MockFunctionInitializationContext.java (97%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/utils/MockMapState.java (98%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/utils/MockOperatorStateStore.java (99%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/utils/MockStreamingRuntimeContext.java (99%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
sink}/utils/StreamWriteFunctionWrapper.java (94%)
rename hudi-flink/src/test/java/org/apache/hudi/{source =>
table}/HoodieDataSourceITCase.java (97%)
rename hudi-flink/src/test/java/org/apache/hudi/{factory =>
table}/TestHoodieTableFactory.java (96%)
rename hudi-flink/src/test/java/org/apache/hudi/{source =>
table}/TestHoodieTableSource.java (94%)
rename hudi-flink/src/test/java/org/apache/hudi/{source =>
table}/format/TestInputFormat.java (96%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
}/utils/TestConfigurations.java (98%)
rename hudi-flink/src/test/java/org/apache/hudi/{operator =>
}/utils/TestData.java (99%)