This is an automated email from the ASF dual-hosted git repository.
stevenwu pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from ec2c2e978e mr：Fix ugi not correct in WORKER_POOL (#10661)
add 4dbc7f578e Flink: backport PR #10331 and PR #10457 (#10757)
No new revisions were added by this update.
Summary of changes:
flink/v1.17/build.gradle | 2 +
.../sink/shuffle/MapRangePartitionerBenchmark.java | 10 +-
.../flink/sink/shuffle/AggregatedStatistics.java | 71 ---
.../sink/shuffle/AggregatedStatisticsTracker.java | 266 +++++++---
.../flink/sink/shuffle/CompletedStatistics.java | 0
.../shuffle/CompletedStatisticsSerializer.java | 4 +-
.../iceberg/flink/sink/shuffle/DataStatistics.java | 25 +-
.../sink/shuffle/DataStatisticsCoordinator.java | 219 ++++++--
.../shuffle/DataStatisticsCoordinatorProvider.java | 33 +-
.../flink/sink/shuffle/DataStatisticsEvent.java | 57 ---
.../flink/sink/shuffle/DataStatisticsOperator.java | 182 ++++---
.../flink/sink/shuffle/DataStatisticsOrRecord.java | 113 -----
.../sink/shuffle/DataStatisticsSerializer.java | 4 +-
.../flink/sink/shuffle/DataStatisticsUtil.java | 96 ----
.../flink/sink/shuffle/GlobalStatistics.java | 0
.../sink/shuffle/GlobalStatisticsSerializer.java | 4 +-
.../iceberg/flink/sink/shuffle/KeyAssignment.java | 0
.../iceberg/flink/sink/shuffle/MapAssignment.java | 0
.../flink/sink/shuffle/MapDataStatistics.java | 52 +-
.../sink/shuffle/MapDataStatisticsSerializer.java | 187 -------
.../flink/sink/shuffle/MapRangePartitioner.java | 322 +-----------
.../flink/sink/shuffle/RangePartitioner.java | 0
.../sink/shuffle/RequestGlobalStatisticsEvent.java | 0
.../flink/sink/shuffle/SketchDataStatistics.java | 0
.../flink/sink/shuffle/SketchRangePartitioner.java | 0
.../iceberg/flink/sink/shuffle/SketchUtil.java | 0
.../flink/sink/shuffle/SortKeySerializer.java | 13 +-
.../sink/shuffle/SortKeySketchSerializer.java | 0
.../flink/sink/shuffle/StatisticsEvent.java | 0
.../flink/sink/shuffle/StatisticsOrRecord.java | 0
...izer.java => StatisticsOrRecordSerializer.java} | 101 ++--
.../iceberg/flink/sink/shuffle/StatisticsType.java | 0
.../iceberg/flink/sink/shuffle/StatisticsUtil.java | 0
.../iceberg/flink/sink/shuffle/Fixtures.java | 0
.../sink/shuffle/TestAggregatedStatistics.java | 63 ---
.../shuffle/TestAggregatedStatisticsTracker.java | 563 ++++++++++++++++-----
.../shuffle/TestCompletedStatisticsSerializer.java | 0
.../shuffle/TestDataStatisticsCoordinator.java | 266 ++++++----
.../TestDataStatisticsCoordinatorProvider.java | 190 ++++---
.../sink/shuffle/TestDataStatisticsOperator.java | 357 ++++++++-----
.../sink/shuffle/TestDataStatisticsSerializer.java | 0
.../shuffle/TestGlobalStatisticsSerializer.java | 0
.../flink/sink/shuffle/TestMapDataStatistics.java | 62 +--
.../sink/shuffle/TestMapRangePartitioner.java | 241 +++++----
.../sink/shuffle/TestSketchDataStatistics.java | 0
.../iceberg/flink/sink/shuffle/TestSketchUtil.java | 0
.../shuffle/TestSortKeySerializerPrimitives.java | 33 ++
flink/v1.18/build.gradle | 2 +
.../sink/shuffle/MapRangePartitionerBenchmark.java | 10 +-
.../flink/sink/shuffle/AggregatedStatistics.java | 71 ---
.../sink/shuffle/AggregatedStatisticsTracker.java | 266 +++++++---
.../flink/sink/shuffle/CompletedStatistics.java | 0
.../shuffle/CompletedStatisticsSerializer.java | 4 +-
.../iceberg/flink/sink/shuffle/DataStatistics.java | 25 +-
.../sink/shuffle/DataStatisticsCoordinator.java | 219 ++++++--
.../shuffle/DataStatisticsCoordinatorProvider.java | 33 +-
.../flink/sink/shuffle/DataStatisticsEvent.java | 57 ---
.../flink/sink/shuffle/DataStatisticsOperator.java | 182 ++++---
.../flink/sink/shuffle/DataStatisticsOrRecord.java | 113 -----
.../sink/shuffle/DataStatisticsSerializer.java | 4 +-
.../flink/sink/shuffle/DataStatisticsUtil.java | 96 ----
.../flink/sink/shuffle/GlobalStatistics.java | 0
.../sink/shuffle/GlobalStatisticsSerializer.java | 4 +-
.../iceberg/flink/sink/shuffle/KeyAssignment.java | 0
.../iceberg/flink/sink/shuffle/MapAssignment.java | 0
.../flink/sink/shuffle/MapDataStatistics.java | 52 +-
.../sink/shuffle/MapDataStatisticsSerializer.java | 187 -------
.../flink/sink/shuffle/MapRangePartitioner.java | 322 +-----------
.../flink/sink/shuffle/RangePartitioner.java | 0
.../sink/shuffle/RequestGlobalStatisticsEvent.java | 0
.../flink/sink/shuffle/SketchDataStatistics.java | 0
.../flink/sink/shuffle/SketchRangePartitioner.java | 0
.../iceberg/flink/sink/shuffle/SketchUtil.java | 0
.../flink/sink/shuffle/SortKeySerializer.java | 13 +-
.../sink/shuffle/SortKeySketchSerializer.java | 0
.../flink/sink/shuffle/StatisticsEvent.java | 0
.../flink/sink/shuffle/StatisticsOrRecord.java | 0
...izer.java => StatisticsOrRecordSerializer.java} | 101 ++--
.../iceberg/flink/sink/shuffle/StatisticsType.java | 0
.../iceberg/flink/sink/shuffle/StatisticsUtil.java | 0
.../iceberg/flink/sink/shuffle/Fixtures.java | 0
.../sink/shuffle/TestAggregatedStatistics.java | 63 ---
.../shuffle/TestAggregatedStatisticsTracker.java | 563 ++++++++++++++++-----
.../shuffle/TestCompletedStatisticsSerializer.java | 0
.../shuffle/TestDataStatisticsCoordinator.java | 266 ++++++----
.../TestDataStatisticsCoordinatorProvider.java | 190 ++++---
.../sink/shuffle/TestDataStatisticsOperator.java | 357 ++++++++-----
.../sink/shuffle/TestDataStatisticsSerializer.java | 0
.../shuffle/TestGlobalStatisticsSerializer.java | 0
.../flink/sink/shuffle/TestMapDataStatistics.java | 62 +--
.../sink/shuffle/TestMapRangePartitioner.java | 241 +++++----
.../sink/shuffle/TestSketchDataStatistics.java | 0
.../iceberg/flink/sink/shuffle/TestSketchUtil.java | 0
.../shuffle/TestSortKeySerializerPrimitives.java | 33 ++
94 files changed, 3486 insertions(+), 3586 deletions(-)
delete mode 100644
flink/v1.17/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/AggregatedStatistics.java
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/CompletedStatistics.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/CompletedStatisticsSerializer.java
(98%)
delete mode 100644
flink/v1.17/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsEvent.java
delete mode 100644
flink/v1.17/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsOrRecord.java
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsSerializer.java
(98%)
delete mode 100644
flink/v1.17/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsUtil.java
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/GlobalStatistics.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/GlobalStatisticsSerializer.java
(98%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/KeyAssignment.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/MapAssignment.java
(100%)
delete mode 100644
flink/v1.17/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/MapDataStatisticsSerializer.java
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/RangePartitioner.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/RequestGlobalStatisticsEvent.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SketchDataStatistics.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SketchRangePartitioner.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SketchUtil.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SortKeySketchSerializer.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/StatisticsEvent.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/StatisticsOrRecord.java
(100%)
rename
flink/v1.17/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/{DataStatisticsOrRecordSerializer.java
=> StatisticsOrRecordSerializer.java} (53%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/StatisticsType.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/StatisticsUtil.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/Fixtures.java
(100%)
delete mode 100644
flink/v1.17/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestAggregatedStatistics.java
copy flink/{v1.19 =>
v1.17}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestCompletedStatisticsSerializer.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestDataStatisticsSerializer.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestGlobalStatisticsSerializer.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestSketchDataStatistics.java
(100%)
copy flink/{v1.19 =>
v1.17}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestSketchUtil.java
(100%)
delete mode 100644
flink/v1.18/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/AggregatedStatistics.java
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/CompletedStatistics.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/CompletedStatisticsSerializer.java
(98%)
delete mode 100644
flink/v1.18/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsEvent.java
delete mode 100644
flink/v1.18/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsOrRecord.java
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsSerializer.java
(98%)
delete mode 100644
flink/v1.18/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsUtil.java
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/GlobalStatistics.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/GlobalStatisticsSerializer.java
(98%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/KeyAssignment.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/MapAssignment.java
(100%)
delete mode 100644
flink/v1.18/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/MapDataStatisticsSerializer.java
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/RangePartitioner.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/RequestGlobalStatisticsEvent.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SketchDataStatistics.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SketchRangePartitioner.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SketchUtil.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SortKeySketchSerializer.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/StatisticsEvent.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/StatisticsOrRecord.java
(100%)
rename
flink/v1.18/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/{DataStatisticsOrRecordSerializer.java
=> StatisticsOrRecordSerializer.java} (53%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/StatisticsType.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/StatisticsUtil.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/Fixtures.java
(100%)
delete mode 100644
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestAggregatedStatistics.java
copy flink/{v1.19 =>
v1.18}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestCompletedStatisticsSerializer.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestDataStatisticsSerializer.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestGlobalStatisticsSerializer.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestSketchDataStatistics.java
(100%)
copy flink/{v1.19 =>
v1.18}/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestSketchUtil.java
(100%)
