This is an automated email from the ASF dual-hosted git repository.
pvary pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 84741867b9 AWS, GCP: Deprecate passing FileIO properties through
constructor (#12972)
add cbf2695e95 Flink: Maintenance - RewriteDataFiles (#11497)
No new revisions were added by this update.
Summary of changes:
.../flink/maintenance/api/ExpireSnapshots.java | 2 +-
.../maintenance/api/MaintenanceTaskBuilder.java | 4 +-
.../flink/maintenance/api/RewriteDataFiles.java | 234 ++++++++++++
.../flink/maintenance/api/TableMaintenance.java | 7 +-
.../operator/DataFileRewriteCommitter.java | 199 ++++++++++
.../operator/DataFileRewritePlanner.java | 206 ++++++++++
.../operator/DataFileRewriteRunner.java | 253 +++++++++++++
.../maintenance/operator/DeleteFilesProcessor.java | 29 +-
.../operator/ExpireSnapshotsProcessor.java | 2 +-
.../flink/maintenance/operator/LockRemover.java | 28 +-
.../flink/maintenance/operator/LogUtil.java | 9 +-
.../operator/TableMaintenanceMetrics.java | 30 ++
.../maintenance/operator/TaskResultAggregator.java | 101 +++++
.../flink/maintenance/operator/TriggerManager.java | 29 +-
.../api/MaintenanceTaskInfraExtension.java | 8 +-
.../maintenance/api/MaintenanceTaskTestBase.java | 39 +-
.../flink/maintenance/api/TestExpireSnapshots.java | 43 +--
.../flink/maintenance/api/TestMaintenanceE2E.java | 13 +
.../maintenance/api/TestRewriteDataFiles.java | 417 +++++++++++++++++++++
.../maintenance/operator/OperatorTestBase.java | 113 ++++++
.../flink/maintenance/operator/RewriteUtil.java | 83 ++++
.../operator/TestDataFileRewriteCommitter.java | 278 ++++++++++++++
.../operator/TestDataFileRewritePlanner.java | 193 ++++++++++
.../operator/TestDataFileRewriteRunner.java | 355 ++++++++++++++++++
.../operator/TestDeleteFilesProcessor.java | 3 +-
25 files changed, 2566 insertions(+), 112 deletions(-)
create mode 100644
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/maintenance/api/RewriteDataFiles.java
create mode 100644
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/maintenance/operator/DataFileRewriteCommitter.java
create mode 100644
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/maintenance/operator/DataFileRewritePlanner.java
create mode 100644
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/maintenance/operator/DataFileRewriteRunner.java
copy api/src/main/java/org/apache/iceberg/io/DelegatingInputStream.java =>
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/maintenance/operator/LogUtil.java
(75%)
create mode 100644
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/maintenance/operator/TaskResultAggregator.java
create mode 100644
flink/v1.20/flink/src/test/java/org/apache/iceberg/flink/maintenance/api/TestRewriteDataFiles.java
create mode 100644
flink/v1.20/flink/src/test/java/org/apache/iceberg/flink/maintenance/operator/RewriteUtil.java
create mode 100644
flink/v1.20/flink/src/test/java/org/apache/iceberg/flink/maintenance/operator/TestDataFileRewriteCommitter.java
create mode 100644
flink/v1.20/flink/src/test/java/org/apache/iceberg/flink/maintenance/operator/TestDataFileRewritePlanner.java
create mode 100644
flink/v1.20/flink/src/test/java/org/apache/iceberg/flink/maintenance/operator/TestDataFileRewriteRunner.java
