This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch
dependabot/cargo/main/all-other-cargo-deps-4717009110
in repository https://gitbox.apache.org/repos/asf/datafusion.git
from 475a1c9c16 chore(deps): bump env_logger
add 56e097a9b8 perf: optimize scatter with type-specific specialization
(#20498)
add 7f29cb050a Add `arrow_try_cast` UDF (#21130)
add 98defe6f32 chore: Fix all sqllogictest dangling configs (#21108)
add 76075e2f35 Preserve SPM when parent maintains input order (#21097)
add dc9098ef66 chore: update testcontainers and astral-tokio-tar for cargo
audit (#21114)
add 10fae81bf6 Fix push_down_filter for children with non-empty fetch
fields (#21057)
add b6d02185a6 Merge branch 'main' into
dependabot/cargo/main/all-other-cargo-deps-4717009110
No new revisions were added by this update.
Summary of changes:
Cargo.lock | 8 +-
.../physical_optimizer/enforce_distribution.rs | 174 ++++++++
datafusion/expr/src/logical_plan/plan.rs | 76 ++++
datafusion/functions/src/core/arrow_cast.rs | 8 +-
.../src/core/{arrow_cast.rs => arrow_try_cast.rs} | 110 ++---
datafusion/functions/src/core/mod.rs | 9 +-
datafusion/optimizer/src/push_down_filter.rs | 66 +++
datafusion/physical-expr-common/src/utils.rs | 485 ++++++++++++++++++++-
.../physical-optimizer/src/enforce_distribution.rs | 9 +-
datafusion/physical-plan/src/sorts/sort.rs | 92 +++-
datafusion/sqllogictest/bin/sqllogictests.rs | 46 +-
.../src/engines/datafusion_engine/runner.rs | 125 ++++--
datafusion/sqllogictest/test_files/aggregate.slt | 9 +-
.../test_files/aggregate_repartition.slt | 7 +
.../test_files/aggregate_skip_partial.slt | 45 ++
datafusion/sqllogictest/test_files/arrow_files.slt | 4 +
.../sqllogictest/test_files/arrow_try_cast.slt | 109 +++++
datafusion/sqllogictest/test_files/avro.slt | 4 +
datafusion/sqllogictest/test_files/cte.slt | 10 +
.../test_files/datetime/current_date_timezone.slt | 4 +
.../test_files/datetime/current_time_timezone.slt | 4 +
datafusion/sqllogictest/test_files/delete.slt | 4 +
datafusion/sqllogictest/test_files/distinct_on.slt | 4 +
.../test_files/dynamic_filter_pushdown_config.slt | 5 +-
datafusion/sqllogictest/test_files/explain.slt | 3 +-
.../sqllogictest/test_files/explain_tree.slt | 7 +
.../sqllogictest/test_files/floor_preimage.slt | 4 +
datafusion/sqllogictest/test_files/group_by.slt | 9 +
.../test_files/ident_normalization.slt | 4 +
.../sqllogictest/test_files/information_schema.slt | 15 +
.../test_files/information_schema_columns.slt | 10 +
.../information_schema_multiple_catalogs.slt | 10 +
.../test_files/information_schema_table_types.slt | 4 +
datafusion/sqllogictest/test_files/insert.slt | 7 +
.../sqllogictest/test_files/insert_to_external.slt | 7 +
.../test_files/join_limit_pushdown.slt | 13 +
datafusion/sqllogictest/test_files/join_only.slt | 4 +
datafusion/sqllogictest/test_files/joins.slt | 27 ++
datafusion/sqllogictest/test_files/limit.slt | 55 +++
.../sqllogictest/test_files/limit_pruning.slt | 4 +
.../test_files/limit_single_row_batches.slt | 9 +
.../test_files/listing_table_statistics.slt | 5 +-
.../test_files/optimizer_group_by_constant.slt | 10 +
datafusion/sqllogictest/test_files/order.slt | 24 +
datafusion/sqllogictest/test_files/parquet.slt | 20 +
.../test_files/parquet_sorted_statistics.slt | 13 +
.../sqllogictest/test_files/parquet_statistics.slt | 11 +-
.../sqllogictest/test_files/pipe_operator.slt | 4 +
datafusion/sqllogictest/test_files/predicates.slt | 4 +
.../test_files/preserve_file_partitioning.slt | 13 +
.../test_files/projection_pushdown.slt | 12 +-
.../test_files/push_down_filter_parquet.slt | 7 +
.../test_files/push_down_filter_regression.slt | 22 +
.../test_files/push_down_filter_unnest.slt | 4 +
datafusion/sqllogictest/test_files/repartition.slt | 10 +
.../sqllogictest/test_files/repartition_scan.slt | 7 +
.../test_files/repartition_subset_satisfaction.slt | 16 +
datafusion/sqllogictest/test_files/select.slt | 10 +
.../sqllogictest/test_files/set_variable.slt | 10 +
.../sqllogictest/test_files/sort_merge_join.slt | 4 +
.../sqllogictest/test_files/sort_pushdown.slt | 18 +-
.../sqllogictest/test_files/string/string_view.slt | 4 +
datafusion/sqllogictest/test_files/struct.slt | 4 +
datafusion/sqllogictest/test_files/subquery.slt | 7 +
datafusion/sqllogictest/test_files/tpch/tpch.slt | 4 +
datafusion/sqllogictest/test_files/union.slt | 4 +
datafusion/sqllogictest/test_files/update.slt | 4 +
datafusion/sqllogictest/test_files/window.slt | 39 +-
.../test_files/window_topk_pushdown.slt | 11 +-
docs/source/user-guide/sql/scalar_functions.md | 27 ++
70 files changed, 1753 insertions(+), 184 deletions(-)
copy datafusion/functions/src/core/{arrow_cast.rs => arrow_try_cast.rs} (57%)
create mode 100644 datafusion/sqllogictest/test_files/arrow_try_cast.slt
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
