This is an automated email from the ASF dual-hosted git repository.
pvary pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 223177faf9 API: Remove source type from Transform (#5601)
add a3849bfa5c Spark: Add custom metric for number of deletes applied by a
SparkScan (#4588)
No new revisions were added by this update.
Summary of changes:
.../org/apache/iceberg/deletes/DeleteCounter.java | 21 ++++---
.../java/org/apache/iceberg/deletes/Deletes.java | 59 ++++++++++++++++--
.../java/org/apache/iceberg/data/DeleteFilter.java | 29 ++++++++-
.../org/apache/iceberg/data/DeleteReadTests.java | 33 +++++++++++
.../spark/data/vectorized/ColumnarBatchReader.java | 17 ++++--
.../apache/iceberg/spark/source/BaseReader.java | 16 ++++-
.../iceberg/spark/source/BatchDataReader.java | 9 ++-
.../iceberg/spark/source/ChangelogRowReader.java | 4 +-
.../spark/source/EqualityDeleteRowReader.java | 2 +-
.../apache/iceberg/spark/source/RowDataReader.java | 7 ++-
.../org/apache/iceberg/spark/source/SparkScan.java | 37 ++++++++++++
.../NumDeletes.java} | 33 +++++------
.../iceberg/spark/source/metrics/NumSplits.java | 33 +++++------
.../spark/source/metrics/TaskNumDeletes.java | 26 ++++----
.../spark/source/metrics/TaskNumSplits.java | 26 ++++----
.../spark/source/SparkSQLExecutionHelper.java | 69 ++++++++++++++++++++++
.../spark/source/TestSparkReaderDeletes.java | 57 +++++++++++++-----
.../spark/data/vectorized/ColumnarBatchReader.java | 17 ++++--
.../apache/iceberg/spark/source/BaseReader.java | 16 ++++-
.../iceberg/spark/source/BatchDataReader.java | 9 ++-
.../iceberg/spark/source/ChangelogRowReader.java | 4 +-
.../spark/source/EqualityDeleteRowReader.java | 2 +-
.../apache/iceberg/spark/source/RowDataReader.java | 7 ++-
.../org/apache/iceberg/spark/source/SparkScan.java | 37 ++++++++++++
.../iceberg/spark/source/metrics/NumDeletes.java} | 33 +++++------
.../iceberg/spark/source/metrics/NumSplits.java | 33 +++++------
.../spark/source/metrics/TaskNumDeletes.java | 26 ++++----
.../spark/source/metrics/TaskNumSplits.java | 26 ++++----
.../spark/source/SparkSQLExecutionHelper.java | 69 ++++++++++++++++++++++
.../spark/source/TestSparkReaderDeletes.java | 57 +++++++++++++-----
30 files changed, 612 insertions(+), 202 deletions(-)
copy api/src/main/java/org/apache/iceberg/FileContent.java =>
core/src/main/java/org/apache/iceberg/deletes/DeleteCounter.java (71%)
copy
spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/{SparkMetadataColumn.java
=> metrics/NumDeletes.java} (59%)
copy
flink/v1.15/flink/src/test/java/org/apache/iceberg/flink/TestTableLoader.java
=>
spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/metrics/NumSplits.java
(61%)
copy aliyun/src/test/java/org/apache/iceberg/aliyun/oss/mock/Range.java =>
spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/metrics/TaskNumDeletes.java
(69%)
copy aliyun/src/test/java/org/apache/iceberg/aliyun/oss/mock/Range.java =>
spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/metrics/TaskNumSplits.java
(69%)
create mode 100644
spark/v3.2/spark/src/test/java/org/apache/iceberg/spark/source/SparkSQLExecutionHelper.java
copy
spark/{v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkMetadataColumn.java
=>
v3.3/spark/src/main/java/org/apache/iceberg/spark/source/metrics/NumDeletes.java}
(59%)
copy
flink/v1.15/flink/src/test/java/org/apache/iceberg/flink/TestTableLoader.java
=>
spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/metrics/NumSplits.java
(61%)
copy aliyun/src/test/java/org/apache/iceberg/aliyun/oss/mock/Range.java =>
spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/metrics/TaskNumDeletes.java
(69%)
copy aliyun/src/test/java/org/apache/iceberg/aliyun/oss/mock/Range.java =>
spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/metrics/TaskNumSplits.java
(69%)
create mode 100644
spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/source/SparkSQLExecutionHelper.java
