This is an automated email from the ASF dual-hosted git repository.
stevenwu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 04742281a1 Build: Bump ray from 2.3.0 to 2.3.1 in /python (#7206)
add 47f42f5965 Flink: Implement data statistics operator to collect
traffic distribution for guiding smart shuffling (#6382)
No new revisions were added by this update.
Summary of changes:
.../flink/sink/shuffle/DataStatisticsOperator.java | 140 +++++++++++++++++++
.../flink/sink/shuffle/DataStatisticsOrRecord.java | 82 +++++++++++
.../sink/shuffle/statistics/DataStatistics.java | 53 +++++++
.../shuffle/statistics/DataStatisticsFactory.java} | 18 +--
.../sink/shuffle/statistics/MapDataStatistics.java | 60 ++++++++
.../statistics/MapDataStatisticsFactory.java} | 19 +--
.../sink/shuffle/TestDataStatisticsOperator.java | 152 +++++++++++++++++++++
7 files changed, 506 insertions(+), 18 deletions(-)
create mode 100644
flink/v1.16/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsOperator.java
create mode 100644
flink/v1.16/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/DataStatisticsOrRecord.java
create mode 100644
flink/v1.16/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/statistics/DataStatistics.java
copy
flink/{v1.15/flink/src/main/java/org/apache/iceberg/flink/source/assigner/SplitAssignerType.java
=>
v1.16/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/statistics/DataStatisticsFactory.java}
(71%)
create mode 100644
flink/v1.16/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/statistics/MapDataStatistics.java
copy
flink/{v1.14/flink/src/main/java/org/apache/iceberg/flink/source/assigner/SplitAssignerType.java
=>
v1.16/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/statistics/MapDataStatisticsFactory.java}
(69%)
create mode 100644
flink/v1.16/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestDataStatisticsOperator.java
