This is an automated email from the ASF dual-hosted git repository.
czweng pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
from 8fa4081d5 [hotfix] Do not swallow InterruptedException in
SnapshotManager
add e6e34a445 [core][flink] Refactor BucketComputer and StreamPartitioner
to gather bucketing / partitioning core logic in the same class (#844)
No new revisions were added by this update.
Summary of changes:
.../apache/paimon/predicate/BucketSelector.java | 6 +-
.../java/org/apache/paimon/schema/TableSchema.java | 22 ++--
.../paimon/table/AppendOnlyFileStoreTable.java | 4 +-
.../table/ChangelogValueCountFileStoreTable.java | 4 +-
.../table/ChangelogWithKeyFileStoreTable.java | 4 +-
.../apache/paimon/table/sink/BucketComputer.java | 110 ----------------
.../sink/InternalRowKeyAndBucketExtractor.java | 119 +++++++++++++++++
...ionComputer.java => KeyAndBucketExtractor.java} | 38 +++---
.../paimon/table/sink/SinkRecordConverter.java | 98 --------------
.../apache/paimon/table/sink/TableWriteImpl.java | 27 +++-
.../paimon/table/AppendOnlyFileStoreTableTest.java | 6 +-
...a => InternalRowKeyAndBucketExtractorTest.java} | 40 +++---
.../paimon/flink/sink/AbstractChannelComputer.java | 71 ++++++++++
.../paimon/flink/sink/BucketStreamPartitioner.java | 91 -------------
...tioner.java => BucketingStreamPartitioner.java} | 39 ++----
.../apache/paimon/flink/sink/FlinkSinkBuilder.java | 43 +++++-
.../paimon/flink/sink/RowDataChannelComputer.java} | 22 ++--
.../flink/sink/RowDataKeyAndBucketExtractor.java | 62 +++++++++
.../flink/sink/cdc/CdcBucketStreamPartitioner.java | 145 ---------------------
.../apache/paimon/flink/sink/cdc/CdcRecord.java | 85 ++++++++++++
...ntParser.java => CdcRecordChannelComputer.java} | 32 ++---
.../sink/cdc/CdcRecordKeyAndBucketExtractor.java | 100 ++++++++++++++
.../paimon/flink/sink/cdc/FlinkCdcSinkBuilder.java | 45 ++++++-
.../sink/cdc/SchemaAwareStoreWriteOperator.java | 63 +--------
24 files changed, 643 insertions(+), 633 deletions(-)
delete mode 100644
paimon-core/src/main/java/org/apache/paimon/table/sink/BucketComputer.java
create mode 100644
paimon-core/src/main/java/org/apache/paimon/table/sink/InternalRowKeyAndBucketExtractor.java
rename
paimon-core/src/main/java/org/apache/paimon/table/sink/{PartitionComputer.java
=> KeyAndBucketExtractor.java} (53%)
delete mode 100644
paimon-core/src/main/java/org/apache/paimon/table/sink/SinkRecordConverter.java
rename
paimon-core/src/test/java/org/apache/paimon/table/sink/{SinkRecordConverterTest.java
=> InternalRowKeyAndBucketExtractorTest.java} (72%)
create mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/AbstractChannelComputer.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/BucketStreamPartitioner.java
copy
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/{OffsetRowDataHashStreamPartitioner.java
=> BucketingStreamPartitioner.java} (56%)
copy
paimon-flink/paimon-flink-common/src/{test/java/org/apache/paimon/flink/sink/LogOffsetCommittableTest.java
=> main/java/org/apache/paimon/flink/sink/RowDataChannelComputer.java} (61%)
create mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/RowDataKeyAndBucketExtractor.java
delete mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/cdc/CdcBucketStreamPartitioner.java
copy
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/cdc/{EventParser.java
=> CdcRecordChannelComputer.java} (60%)
create mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/sink/cdc/CdcRecordKeyAndBucketExtractor.java
