This is an automated email from the ASF dual-hosted git repository.
avantgardner pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
from a758270730 fix: skip EliminateCrossJoin rule if inner join with filter
is found (#7529)
add 812864b3b6 Create a Priority Queue based Aggregation with `limit`
(#7192)
No new revisions were added by this update.
Summary of changes:
datafusion/common/src/config.rs | 4 +
datafusion/core/Cargo.toml | 7 +
datafusion/core/benches/topk_aggregate.rs | 239 ++++++++
datafusion/core/src/physical_optimizer/mod.rs | 1 +
.../core/src/physical_optimizer/optimizer.rs | 6 +
.../src/physical_optimizer/topk_aggregation.rs | 176 ++++++
.../physical_plan/aggregates/group_values/mod.rs | 2 +-
.../aggregates/group_values/primitive.rs | 12 +-
.../core/src/physical_plan/aggregates/mod.rs | 71 ++-
.../core/src/physical_plan/aggregates/row_hash.rs | 6 +-
.../physical_plan/aggregates/topk/hash_table.rs | 425 ++++++++++++++
.../core/src/physical_plan/aggregates/topk/heap.rs | 653 +++++++++++++++++++++
.../src/physical_plan/aggregates/topk}/mod.rs | 7 +-
.../physical_plan/aggregates/topk/priority_map.rs | 383 ++++++++++++
.../src/physical_plan/aggregates/topk_stream.rs | 180 ++++++
datafusion/core/tests/sql/group_by.rs | 91 +++
datafusion/physical-expr/src/aggregate/utils.rs | 51 ++
datafusion/sqllogictest/test_files/aggregate.slt | 159 ++++-
datafusion/sqllogictest/test_files/explain.slt | 1 +
.../sqllogictest/test_files/information_schema.slt | 1 +
docs/source/user-guide/configs.md | 1 +
21 files changed, 2449 insertions(+), 27 deletions(-)
create mode 100644 datafusion/core/benches/topk_aggregate.rs
create mode 100644 datafusion/core/src/physical_optimizer/topk_aggregation.rs
create mode 100644
datafusion/core/src/physical_plan/aggregates/topk/hash_table.rs
create mode 100644 datafusion/core/src/physical_plan/aggregates/topk/heap.rs
copy datafusion/{expr/src/tree_node =>
core/src/physical_plan/aggregates/topk}/mod.rs (89%)
create mode 100644
datafusion/core/src/physical_plan/aggregates/topk/priority_map.rs
create mode 100644 datafusion/core/src/physical_plan/aggregates/topk_stream.rs
