This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/cargo/main/zstd-0.12
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
omit 012a471c7 build(deps): update zstd requirement from 0.11 to 0.12
add c477fc0ca Fix filter pushdown for extension plans (#5425)
add 20d08ab1f Optimize count_distinct.size (#5377)
add ea3b965dd Memory reservation & metrics for cross join (#5339)
add 96aa2a677 add a describe method on DataFrame like Polars (#5226)
add d9669841c fix nested loop join with literal join filter (#5431)
add 25b4f673d Add (#5409)
add 0000d4fce reimplement `push_down_projection` and `prune_column`.
(#4465)
add d076ab3b2 Bug/union wrong casting (#5342)
add eef046441 add expr_fn::median (#5437)
add 793feda23 add mean result for describe method (#5435)
add c4b895822 Update README.md fix [DataFusion] links (#5438)
add 03fbf9fec refactor: ParquetExec logical expr. => phys. expr. (#5419)
add 3c1e4c0fd Support for Sliding Windows Joins with Symmetric Hash Join
(SHJ) (#5322)
add f9f40bf70 minor: fix clippy in nightly. (#5440)
add 17b2f11b5 create new `datafusion-execution` crate, start splitting
code out (#5432)
add a4b47d8c8 add a unit test that cover cast bug. (#5443)
add f68214dc6 Use compute_op_dyn_scalar for datatime (#5315)
add a95e0ec2f minor: Port more window tests to sqlogictests (#5434)
add 49473d68b add std,median result to describe method (#5445)
add db4610e1d Upgrade bytes to 1.4 (#5460)
add c3c49c004 build(deps): update zstd requirement from 0.11 to 0.12
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (012a471c7)
\
N -- N -- N refs/heads/dependabot/cargo/main/zstd-0.12
(c3c49c004)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
Cargo.toml | 1 +
benchmarks/expected-plans/q10.txt | 23 +-
benchmarks/expected-plans/q11.txt | 30 +-
benchmarks/expected-plans/q12.txt | 10 +-
benchmarks/expected-plans/q13.txt | 10 +-
benchmarks/expected-plans/q14.txt | 5 +-
benchmarks/expected-plans/q15.txt | 21 +-
benchmarks/expected-plans/q16.txt | 9 +-
benchmarks/expected-plans/q17.txt | 24 +-
benchmarks/expected-plans/q18.txt | 12 +-
benchmarks/expected-plans/q19.txt | 15 +-
benchmarks/expected-plans/q2.txt | 48 +-
benchmarks/expected-plans/q20.txt | 36 +-
benchmarks/expected-plans/q21.txt | 43 +-
benchmarks/expected-plans/q22.txt | 14 +-
benchmarks/expected-plans/q3.txt | 20 +-
benchmarks/expected-plans/q4.txt | 14 +-
benchmarks/expected-plans/q5.txt | 33 +-
benchmarks/expected-plans/q6.txt | 5 +-
benchmarks/expected-plans/q7.txt | 37 +-
benchmarks/expected-plans/q8.txt | 46 +-
benchmarks/expected-plans/q9.txt | 25 +-
datafusion-cli/Cargo.lock | 57 +-
datafusion-cli/README.md | 2 +-
datafusion-cli/src/exec.rs | 4 +-
datafusion-cli/src/object_storage.rs | 2 +-
datafusion-examples/examples/dataframe.rs | 6 +
datafusion/common/src/scalar.rs | 25 +-
datafusion/core/Cargo.toml | 3 +-
datafusion/core/src/dataframe.rs | 193 +-
datafusion/core/src/datasource/file_format/avro.rs | 4 +-
datafusion/core/src/datasource/file_format/csv.rs | 4 +-
datafusion/core/src/datasource/file_format/json.rs | 4 +-
datafusion/core/src/datasource/file_format/mod.rs | 6 +-
.../core/src/datasource/file_format/parquet.rs | 14 +-
datafusion/core/src/datasource/listing/table.rs | 20 +-
datafusion/core/src/execution/context.rs | 3 +
datafusion/core/src/execution/mod.rs | 8 +-
.../src/physical_optimizer/pipeline_checker.rs | 4 +-
.../core/src/physical_optimizer/pipeline_fixer.rs | 173 +-
datafusion/core/src/physical_optimizer/pruning.rs | 954 +++++---
datafusion/core/src/physical_plan/common.rs | 4 +
.../core/src/physical_plan/file_format/parquet.rs | 36 +-
.../file_format/parquet/page_filter.rs | 23 +-
.../file_format/parquet/row_filter.rs | 101 +-
.../file_format/parquet/row_groups.rs | 70 +-
.../core/src/physical_plan/joins/cross_join.rs | 209 +-
.../core/src/physical_plan/joins/hash_join.rs | 183 +-
.../src/physical_plan/joins/hash_join_utils.rs | 577 +++++
datafusion/core/src/physical_plan/joins/mod.rs | 16 +-
.../src/physical_plan/joins/nested_loop_join.rs | 11 +-
.../src/physical_plan/joins/symmetric_hash_join.rs | 2473 ++++++++++++++++++++
datafusion/core/src/physical_plan/joins/utils.rs | 194 +-
datafusion/core/src/physical_plan/memory.rs | 14 +-
.../core/src/physical_plan/repartition/mod.rs | 5 +-
datafusion/core/src/test/mod.rs | 15 +-
datafusion/core/src/test_util.rs | 43 +
datafusion/core/tests/dataframe.rs | 43 +-
datafusion/core/tests/fifo.rs | 122 +-
datafusion/core/tests/memory_limit.rs | 10 +
datafusion/core/tests/parquet/page_pruning.rs | 11 +-
datafusion/core/tests/row.rs | 2 +-
datafusion/core/tests/sql/explain_analyze.rs | 3 +-
datafusion/core/tests/sql/joins.rs | 26 +-
datafusion/core/tests/sql/mod.rs | 17 -
datafusion/core/tests/sql/predicates.rs | 28 +-
datafusion/core/tests/sql/subqueries.rs | 33 +-
datafusion/core/tests/sql/union.rs | 46 +
datafusion/core/tests/sql/window.rs | 910 +------
.../core/tests/sqllogictests/test_files/join.slt | 12 +
.../core/tests/sqllogictests/test_files/window.slt | 882 ++++++-
datafusion/{row => execution}/Cargo.toml | 17 +-
.../execution => execution/src}/disk_manager.rs | 3 +-
{benchmarks => datafusion/execution}/src/lib.rs | 4 +-
.../execution => execution/src}/memory_pool/mod.rs | 2 +-
.../src}/memory_pool/pool.rs | 2 +-
.../src}/memory_pool/proxy.rs | 0
.../src/execution => execution/src}/registry.rs | 2 +-
datafusion/expr/src/expr_fn.rs | 20 +
datafusion/expr/src/operator.rs | 29 +
datafusion/expr/src/type_coercion/binary.rs | 31 +-
datafusion/optimizer/src/eliminate_project.rs | 2 +-
datafusion/optimizer/src/optimizer.rs | 4 +-
datafusion/optimizer/src/push_down_filter.rs | 174 +-
datafusion/optimizer/src/push_down_projection.rs | 967 ++++----
datafusion/optimizer/tests/integration-test.rs | 5 +-
datafusion/physical-expr/Cargo.toml | 2 +
.../physical-expr/src/aggregate/count_distinct.rs | 59 +-
datafusion/physical-expr/src/expressions/binary.rs | 68 +-
datafusion/physical-expr/src/expressions/cast.rs | 39 +
.../src/expressions/get_indexed_field.rs | 4 +-
.../physical-expr/src/intervals/cp_solver.rs | 1038 ++++++++
.../src/intervals/interval_aritmetic.rs | 533 +++++
.../src/intervals}/mod.rs | 16 +-
.../physical-expr/src/intervals/test_utils.rs | 67 +
datafusion/physical-expr/src/lib.rs | 3 +-
datafusion/physical-expr/src/physical_expr.rs | 25 +
datafusion/physical-expr/src/utils.rs | 303 ++-
datafusion/proto/proto/datafusion.proto | 6 +-
datafusion/proto/src/bytes/mod.rs | 16 +-
datafusion/proto/src/generated/pbjson.rs | 25 +-
datafusion/proto/src/generated/prost.rs | 4 +-
datafusion/proto/src/physical_plan/mod.rs | 36 +-
datafusion/row/src/writer.rs | 2 +-
.../substrait/tests/roundtrip_logical_plan.rs | 4 +-
dev/release/README.md | 1 +
parquet-test-utils/src/lib.rs | 6 +-
107 files changed, 9090 insertions(+), 2515 deletions(-)
create mode 100644 datafusion/core/src/physical_plan/joins/hash_join_utils.rs
create mode 100644
datafusion/core/src/physical_plan/joins/symmetric_hash_join.rs
copy datafusion/{row => execution}/Cargo.toml (80%)
rename datafusion/{core/src/execution => execution/src}/disk_manager.rs (99%)
copy {benchmarks => datafusion/execution}/src/lib.rs (92%)
rename datafusion/{core/src/execution => execution/src}/memory_pool/mod.rs
(99%)
rename datafusion/{core/src/execution => execution/src}/memory_pool/pool.rs
(99%)
rename datafusion/{core/src/execution => execution/src}/memory_pool/proxy.rs
(100%)
rename datafusion/{core/src/execution => execution/src}/registry.rs (97%)
create mode 100644 datafusion/physical-expr/src/intervals/cp_solver.rs
create mode 100644 datafusion/physical-expr/src/intervals/interval_aritmetic.rs
copy datafusion/{proto/src/generated => physical-expr/src/intervals}/mod.rs
(82%)
create mode 100644 datafusion/physical-expr/src/intervals/test_utils.rs
