This is an automated email from the ASF dual-hosted git repository.
stevenwu pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 62a23a3775 Core: Fix null partitions in PartitionSet (#9248)
add beb41b649c Flink: switch to use SortKey for data statistics (#9212)
No new revisions were added by this update.
Summary of changes:
.../iceberg/flink/sink/shuffle/DataStatistics.java | 12 +-
.../flink/sink/shuffle/DataStatisticsOperator.java | 25 +-
.../flink/sink/shuffle/DataStatisticsUtil.java | 1 -
.../flink/sink/shuffle/MapDataStatistics.java | 21 +-
.../sink/shuffle/MapDataStatisticsSerializer.java | 56 ++--
.../flink/sink/shuffle/SortKeySerializer.java | 353 +++++++++++++++++++++
.../sink/shuffle/TestAggregatedStatistics.java | 48 +--
.../shuffle/TestAggregatedStatisticsTracker.java | 97 +++---
.../shuffle/TestDataStatisticsCoordinator.java | 98 +++---
.../TestDataStatisticsCoordinatorProvider.java | 160 +++++-----
.../sink/shuffle/TestDataStatisticsOperator.java | 154 +++++----
.../flink/sink/shuffle/TestMapDataStatistics.java | 90 ++++++
.../sink/shuffle/TestSortKeySerializerBase.java | 65 ++++
.../shuffle/TestSortKeySerializerNestedStruct.java | 55 ++++
.../shuffle/TestSortKeySerializerPrimitives.java | 57 ++++
15 files changed, 978 insertions(+), 314 deletions(-)
create mode 100644
flink/v1.17/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/SortKeySerializer.java
create mode 100644
flink/v1.17/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestMapDataStatistics.java
create mode 100644
flink/v1.17/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestSortKeySerializerBase.java
create mode 100644
flink/v1.17/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestSortKeySerializerNestedStruct.java
create mode 100644
flink/v1.17/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestSortKeySerializerPrimitives.java
