This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 013a1658f4fb feat(schema): Remove usage of migrated AvroSchemaUtils
and HoodieAvroUtils methods (part 1) (#18007)
add ccce6e1ec38b feat: support flink split distribution strategy (#18082)
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/hudi/source/HoodieSource.java | 10 +-
.../source/assign/DefaultHoodieSplitAssigner.java | 50 +++
.../hudi/source/assign/HoodieSplitAssigner.java | 20 +-
.../hudi/source/assign/HoodieSplitAssigners.java | 34 +-
.../source/assign/HoodieSplitBucketAssigner.java | 49 +++
.../HoodieSplitNumberAssigner.java} | 29 +-
.../enumerator/AbstractHoodieSplitEnumerator.java | 2 +-
.../source/split/DefaultHoodieSplitProvider.java | 74 ++--
.../source/split/HoodieContinuousSplitBatch.java | 2 +-
.../hudi/source/split/HoodieSourceSplit.java | 2 +-
.../hudi/source/split/HoodieSplitProvider.java | 6 +-
.../org/apache/hudi/source/TestHoodieSource.java | 163 +++++++-
.../assign/TestDefaultHoodieSplitAssigner.java | 242 ++++++++++++
.../source/assign/TestHoodieSplitAssigners.java | 236 +++++++++++
.../assign/TestHoodieSplitBucketAssigner.java | 293 ++++++++++++++
.../assign/TestHoodieSplitNumberAssigner.java | 191 +++++++++
.../TestHoodieContinuousSplitEnumerator.java | 5 +-
.../TestHoodieStaticSplitEnumerator.java | 12 +-
.../split/TestDefaultHoodieSplitProvider.java | 437 +++++++++++++++++----
19 files changed, 1713 insertions(+), 144 deletions(-)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/assign/DefaultHoodieSplitAssigner.java
copy
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/replication/HiveSyncGlobalCommit.java
=>
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/assign/HoodieSplitAssigner.java
(68%)
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/CoalescingPartitioner.java
=>
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/assign/HoodieSplitAssigners.java
(56%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/assign/HoodieSplitBucketAssigner.java
copy
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/{enumerator/HoodieStaticSplitEnumerator.java
=> assign/HoodieSplitNumberAssigner.java} (52%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/source/assign/TestDefaultHoodieSplitAssigner.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/source/assign/TestHoodieSplitAssigners.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/source/assign/TestHoodieSplitBucketAssigner.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/source/assign/TestHoodieSplitNumberAssigner.java
