This is an automated email from the ASF dual-hosted git repository.
blue pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 38e94f5574 AWS: Change default glue skip archive to true (#6916)
add 0797b89b25 Core, Spark: Push down min, max, and count aggregations
(#6622)
No new revisions were added by this update.
Summary of changes:
.../main/java/org/apache/iceberg/TableScan.java | 9 +
.../iceberg/expressions/AggregateEvaluator.java | 125 ++++
.../apache/iceberg/expressions/BoundAggregate.java | 122 +++-
.../apache/iceberg/expressions/CountAggregate.java | 71 +++
.../{BoundAggregate.java => CountNonNull.java} | 37 +-
.../expressions/{Not.java => CountStar.java} | 30 +-
.../apache/iceberg/expressions/ExpressionUtil.java | 32 +-
.../apache/iceberg/expressions/MaxAggregate.java | 85 +++
.../apache/iceberg/expressions/MinAggregate.java | 85 +++
.../iceberg/expressions/UnboundAggregate.java | 22 +-
.../apache/iceberg/expressions/ValueAggregate.java | 70 +++
.../expressions/TestAggregateEvaluator.java | 184 ++++++
.../java/org/apache/iceberg/BaseTableScan.java | 5 +
.../java/org/apache/iceberg/TableScanContext.java | 17 +
.../spark/extensions/TestMergeOnReadDelete.java | 32 +
.../org/apache/iceberg/spark/SparkReadConf.java | 9 +
.../org/apache/iceberg/spark/SparkReadOptions.java | 2 +
.../apache/iceberg/spark/SparkSQLProperties.java | 5 +
.../spark/{ => source}/SparkAggregates.java | 35 +-
.../iceberg/spark/source/SparkLocalScan.java} | 39 +-
.../iceberg/spark/source/SparkScanBuilder.java | 168 +++++
.../iceberg/spark/sql/TestAggregatePushDown.java | 680 +++++++++++++++++++++
22 files changed, 1783 insertions(+), 81 deletions(-)
create mode 100644
api/src/main/java/org/apache/iceberg/expressions/AggregateEvaluator.java
create mode 100644
api/src/main/java/org/apache/iceberg/expressions/CountAggregate.java
copy api/src/main/java/org/apache/iceberg/expressions/{BoundAggregate.java =>
CountNonNull.java} (52%)
copy api/src/main/java/org/apache/iceberg/expressions/{Not.java =>
CountStar.java} (64%)
create mode 100644
api/src/main/java/org/apache/iceberg/expressions/MaxAggregate.java
create mode 100644
api/src/main/java/org/apache/iceberg/expressions/MinAggregate.java
create mode 100644
api/src/main/java/org/apache/iceberg/expressions/ValueAggregate.java
create mode 100644
api/src/test/java/org/apache/iceberg/expressions/TestAggregateEvaluator.java
copy spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/{ =>
source}/SparkAggregates.java (72%)
copy
spark/{v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkFilesScanBuilder.java
=>
v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkLocalScan.java}
(52%)
create mode 100644
spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/sql/TestAggregatePushDown.java
