This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/main by this push:
new eff136ba8f Spark 4.1: Remove unnecessary stats reporting from scan
builder (#15364)
eff136ba8f is described below
commit eff136ba8f43b26788308e8554d06dbf270b800a
Author: Anton Okolnychyi <[email protected]>
AuthorDate: Wed Feb 18 22:53:59 2026 -0800
Spark 4.1: Remove unnecessary stats reporting from scan builder (#15364)
---
.../org/apache/iceberg/spark/source/SparkScanBuilder.java | 13 -------------
1 file changed, 13 deletions(-)
diff --git
a/spark/v4.1/spark/src/main/java/org/apache/iceberg/spark/source/SparkScanBuilder.java
b/spark/v4.1/spark/src/main/java/org/apache/iceberg/spark/source/SparkScanBuilder.java
index 8495ae2a47..ab1fb55701 100644
---
a/spark/v4.1/spark/src/main/java/org/apache/iceberg/spark/source/SparkScanBuilder.java
+++
b/spark/v4.1/spark/src/main/java/org/apache/iceberg/spark/source/SparkScanBuilder.java
@@ -51,12 +51,10 @@ import org.apache.spark.sql.catalyst.InternalRow;
import org.apache.spark.sql.connector.expressions.aggregate.AggregateFunc;
import org.apache.spark.sql.connector.expressions.aggregate.Aggregation;
import org.apache.spark.sql.connector.read.Scan;
-import org.apache.spark.sql.connector.read.Statistics;
import org.apache.spark.sql.connector.read.SupportsPushDownAggregates;
import org.apache.spark.sql.connector.read.SupportsPushDownLimit;
import org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns;
import org.apache.spark.sql.connector.read.SupportsPushDownV2Filters;
-import org.apache.spark.sql.connector.read.SupportsReportStatistics;
import org.apache.spark.sql.types.StructType;
import org.apache.spark.sql.util.CaseInsensitiveStringMap;
import org.slf4j.Logger;
@@ -65,7 +63,6 @@ import org.slf4j.LoggerFactory;
public class SparkScanBuilder extends BaseSparkScanBuilder
implements SupportsPushDownV2Filters,
SupportsPushDownRequiredColumns,
- SupportsReportStatistics,
SupportsPushDownLimit,
SupportsPushDownAggregates {
@@ -544,16 +541,6 @@ public class SparkScanBuilder extends BaseSparkScanBuilder
metricsReporter()::scanReport);
}
- @Override
- public Statistics estimateStatistics() {
- return ((SupportsReportStatistics) build()).estimateStatistics();
- }
-
- @Override
- public StructType readSchema() {
- return build().readSchema();
- }
-
private BatchScan newBatchScan() {
if (readConf().distributedPlanningEnabled()) {
return new SparkDistributedDataScan(spark(), table(), readConf());