This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from d8142d1035 Spec: Update View spec to reflect that schema is defined at
the version level and is required (#7485)
add 667fd86033 Spark 3.4: Action for rewriting position deletes (#7389)
No new revisions were added by this update.
Summary of changes:
.palantir/revapi.yml | 4 +
.../apache/iceberg/actions/ActionsProvider.java | 6 +
.../actions/RewritePositionDeleteFiles.java | 125 +++-
.../main/java/org/apache/iceberg/CatalogUtil.java | 2 +-
.../actions/RewritePositionDeleteStrategy.java | 7 +-
.../RewritePositionDeletesCommitManager.java | 129 ++++
.../actions/RewritePositionDeletesGroup.java | 125 ++++
.../iceberg/actions/SizeBasedFileRewriter.java | 12 +
.../actions/SizeBasedPositionDeletesRewriter.java | 58 ++
.../spark/actions/SparkBinPackDataRewriter.java | 12 -
.../actions/RewritePositionDeleteSparkAction.java} | 315 ++++-----
.../apache/iceberg/spark/actions/SparkActions.java | 5 +
.../spark/actions/SparkBinPackDataRewriter.java | 12 -
.../SparkBinPackPositionDeletesRewriter.java | 141 ++++
.../spark/source/SparkPositionDeletesRewrite.java | 2 +-
.../TestRewritePositionDeleteFilesAction.java | 742 +++++++++++++++++++++
.../iceberg/spark/source/FourColumnRecord.java} | 37 +-
17 files changed, 1510 insertions(+), 224 deletions(-)
create mode 100644
core/src/main/java/org/apache/iceberg/actions/RewritePositionDeletesCommitManager.java
create mode 100644
core/src/main/java/org/apache/iceberg/actions/RewritePositionDeletesGroup.java
create mode 100644
core/src/main/java/org/apache/iceberg/actions/SizeBasedPositionDeletesRewriter.java
copy
spark/{v3.3/spark/src/main/java/org/apache/iceberg/spark/actions/RewriteDataFilesSparkAction.java
=>
v3.4/spark/src/main/java/org/apache/iceberg/spark/actions/RewritePositionDeleteSparkAction.java}
(56%)
create mode 100644
spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/actions/SparkBinPackPositionDeletesRewriter.java
create mode 100644
spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/actions/TestRewritePositionDeleteFilesAction.java
copy
spark/{v3.3/spark/src/test/java/org/apache/iceberg/spark/source/ThreeColumnRecord.java
=>
v3.4/spark/src/test/java/org/apache/iceberg/spark/source/FourColumnRecord.java}
(71%)
