This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch dependabot/cargo/main/sqlparser-0.40.0
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
from c74f4d66c2 Update sqlparser requirement from 0.39.0 to 0.40.0
add 88204bfb6d Update substrait requirement from 0.19.0 to 0.20.0 (#8339)
add 3c12deeb1f First iteration of aggregates.rs tests to sqllogictests
(#8316)
add f1dbb2dad9 Library Guide: Add Using the DataFrame API (#8319)
add 975b012c7f Port tests in limit.rs to sqllogictest (#8315)
add 2a692446f4 move array function unit_tests to sqllogictest (#8332)
add e21b031545 NTH_VALUE reverse support (#8327)
add 19bdcdc414 Refactor optimize projections rule, combines (eliminate,
merge, pushdown projections) (#8340)
add 4c914ea1e5 Move merge projections tests to under optimize projections
(#8352)
add aeb012e781 Add `quote` and `escape` attributes to create csv external
table (#8351)
add d22403a062 Minor: Add DataFrame test (#8341)
add e93f8e13a7 clean up the code based on Clippy (#8359)
add bbec7870e6 Minor: Make it easier to work with Expr::ScalarFunction
(#8350)
add 11f164c5f3 Move some datafusion-optimizer::utils down to
datafusion-expr::utils (#8354)
add 167b5b75a0 Minor: Make BuiltInScalarFunction::alias a method (#8349)
add 06bbe1298f Extract parquet statistics to its own module, add tests
(#8294)
add c079a927e0 feat:implement sql style 'find_in_set' string function
(#8328)
add a588123759 largeutf to temporal (#8357)
add a49740f675 Refactor aggregate function handling (#8358)
add d45cf00771 Implement Aliases for ScalarUDF (#8360)
add 513fd052bd Minor: Remove uncessary name field in
ScalarFunctionDefintion (#8365)
add e52d1507c2 feat: support `LargeList` in `array_empty` (#8321)
add 5c02664674 Double type argument for to_timestamp function (#8159)
add e19c669855 Support User Defined Table Function (#8306)
add c19260d6b6 Document timestamp input limits (#8369)
add eb5aa22026 fix: make `ntile` work in some corner cases (#8371)
add 8882f1bbd4 Refactor array_union function to use a generic (#8381)
add a6e6d3fab0 Refactor function argument handling in (#8387)
add eb8aff7bec Materialize dictionaries in group keys (#7647) (#8291)
add f5d10e55d5 Rewrite `array_ndims` to fix List(Null) handling (#8320)
add 3b298374f9 Docs: Improve the documentation on `ScalarValue` (#8378)
add 340ecfdfe0 Avoid concat for `array_replace` (#8337)
add bb2ea4b783 add a summary table to benchmark compare output (#8399)
add 075ff3ddfc Refactors on TreeNode Implementations (#8395)
add f6af014860 feat: support `LargeList` in `make_array` and
`array_length` (#8121)
add 26196e648e remove `unalias()` TableScan filters when create Physical
Filter (#8404)
add e5a95b17a9 Update custom-table-providers.md (#8409)
add a73be00aa7 fix transforming `LogicalPlan::Explain` use
`TreeNode::transform` fails (#8400)
add 4b4af65444 Docs: Fix `array_except` documentation example (#8407)
add 37bbd66543 Support named query parameters (#8384)
add 49dc1f2467 Minor: Add installation link to README.md (#8389)
add 0bcf4627d6 Update code comment for the cases of regularized RANGE
frame and add tests for ORDER BY cases with RANGE frame (#8410)
add 08fff2dc9f Minor: Add example with parameters to LogicalPlan (#8418)
add d1554c85c0 Minor: Improve `PruningPredicate` documentation (#8394)
add 2e5ad7a3cb feat: ScalarValue from String (#8411)
add 75682f7732 Merge remote-tracking branch 'apache/main' into
dependabot/cargo/main/sqlparser-0.40.0
add 81d820887d Update for new API
add 81aab55427 Update datafusion-cli Cargo.check
No new revisions were added by this update.
Summary of changes:
README.md | 1 +
benchmarks/compare.py | 39 +-
benchmarks/src/parquet_filter.rs | 2 +-
datafusion-cli/Cargo.lock | 312 +++--
datafusion-cli/src/exec.rs | 11 +-
datafusion-examples/examples/simple_udtf.rs | 177 +++
datafusion/common/src/file_options/csv_writer.rs | 6 +
datafusion/common/src/lib.rs | 2 +
datafusion/common/src/param_value.rs | 149 +++
datafusion/common/src/scalar.rs | 63 +-
datafusion/common/src/utils.rs | 32 +
datafusion/core/Cargo.toml | 4 +
datafusion/core/benches/array_expression.rs | 73 ++
datafusion/core/src/dataframe/mod.rs | 30 +-
datafusion/core/src/datasource/function.rs | 56 +
datafusion/core/src/datasource/listing/helpers.rs | 5 +-
datafusion/core/src/datasource/listing/table.rs | 4 +-
.../core/src/datasource/listing_table_factory.rs | 16 +-
datafusion/core/src/datasource/mod.rs | 1 +
.../src/datasource/physical_plan/parquet/mod.rs | 24 +-
.../physical_plan/parquet/page_filter.rs | 5 +-
.../datasource/physical_plan/parquet/row_groups.rs | 189 +--
.../datasource/physical_plan/parquet/statistics.rs | 899 +++++++++++++
datafusion/core/src/execution/context/mod.rs | 41 +-
.../src/physical_optimizer/enforce_distribution.rs | 6 +-
.../core/src/physical_optimizer/enforce_sorting.rs | 3 +-
.../core/src/physical_optimizer/join_selection.rs | 21 +-
.../src/physical_optimizer/pipeline_checker.rs | 40 +-
.../src/physical_optimizer/projection_pushdown.rs | 3 +-
datafusion/core/src/physical_optimizer/pruning.rs | 57 +-
.../replace_with_order_preserving_variants.rs | 9 +-
datafusion/core/src/physical_optimizer/utils.rs | 9 +-
datafusion/core/src/physical_planner.rs | 160 +--
datafusion/core/tests/data/escape.csv | 11 +
datafusion/core/tests/data/quote.csv | 11 +
datafusion/core/tests/parquet/filter_pushdown.rs | 2 +-
datafusion/core/tests/path_partition.rs | 15 +-
datafusion/core/tests/sql/aggregates.rs | 501 --------
datafusion/core/tests/sql/explain_analyze.rs | 2 +-
datafusion/core/tests/sql/limit.rs | 101 --
datafusion/core/tests/sql/mod.rs | 13 -
datafusion/core/tests/sql/select.rs | 47 +
datafusion/core/tests/user_defined/mod.rs | 3 +
.../user_defined/user_defined_scalar_functions.rs | 37 +
.../user_defined/user_defined_table_functions.rs | 219 ++++
datafusion/expr/src/aggregate_function.rs | 2 +-
datafusion/expr/src/built_in_function.rs | 383 +++---
datafusion/expr/src/expr.rs | 143 ++-
datafusion/expr/src/expr_fn.rs | 16 +-
datafusion/expr/src/expr_schema.rs | 43 +-
datafusion/expr/src/logical_plan/mod.rs | 9 +-
datafusion/expr/src/logical_plan/plan.rs | 237 ++--
datafusion/expr/src/tree_node/expr.rs | 68 +-
datafusion/expr/src/type_coercion/binary.rs | 37 +-
datafusion/expr/src/udaf.rs | 11 +-
datafusion/expr/src/udf.rs | 18 +
datafusion/expr/src/utils.rs | 391 +++++-
datafusion/expr/src/window_frame.rs | 12 +-
datafusion/expr/src/window_function.rs | 15 +-
.../optimizer/src/analyzer/count_wildcard_rule.rs | 15 +-
datafusion/optimizer/src/analyzer/subquery.rs | 3 +-
datafusion/optimizer/src/analyzer/type_coercion.rs | 77 +-
.../optimizer/src/common_subexpr_eliminate.rs | 11 +-
datafusion/optimizer/src/decorrelate.rs | 32 +-
.../src/decorrelate_predicate_subquery.rs | 3 +-
datafusion/optimizer/src/eliminate_project.rs | 94 --
.../optimizer/src/extract_equijoin_predicate.rs | 3 +-
datafusion/optimizer/src/lib.rs | 3 +-
datafusion/optimizer/src/merge_projection.rs | 169 ---
datafusion/optimizer/src/optimize_projections.rs | 903 +++++++++++++
datafusion/optimizer/src/optimizer.rs | 12 +-
datafusion/optimizer/src/push_down_filter.rs | 19 +-
datafusion/optimizer/src/push_down_projection.rs | 530 +-------
.../optimizer/src/scalar_subquery_to_join.rs | 3 +-
.../src/simplify_expressions/expr_simplifier.rs | 28 +-
.../src/simplify_expressions/simplify_exprs.rs | 2 +-
.../optimizer/src/simplify_expressions/utils.rs | 12 +-
.../optimizer/src/single_distinct_to_groupby.rs | 5 +-
.../optimizer/src/unwrap_cast_in_comparison.rs | 2 +-
datafusion/optimizer/src/utils.rs | 399 ++----
.../optimizer/tests/optimizer_integration.rs | 10 +-
datafusion/physical-expr/src/array_expressions.rs | 1351 +++-----------------
.../physical-expr/src/datetime_expressions.rs | 9 +
datafusion/physical-expr/src/equivalence.rs | 2 +-
datafusion/physical-expr/src/expressions/cast.rs | 20 +-
datafusion/physical-expr/src/functions.rs | 21 +
datafusion/physical-expr/src/planner.rs | 66 +-
datafusion/physical-expr/src/sort_properties.rs | 58 +-
.../physical-expr/src/unicode_expressions.rs | 39 +
datafusion/physical-expr/src/utils.rs | 15 +-
datafusion/physical-expr/src/window/nth_value.rs | 89 +-
datafusion/physical-expr/src/window/ntile.rs | 3 +-
datafusion/physical-expr/src/window/window_expr.rs | 16 +-
.../src/aggregates/group_values/row.rs | 27 +-
datafusion/physical-plan/src/aggregates/mod.rs | 31 +-
.../physical-plan/src/aggregates/row_hash.rs | 4 +-
datafusion/physical-plan/src/lib.rs | 7 +
.../src/windows/bounded_window_agg_exec.rs | 128 ++
datafusion/physical-plan/src/windows/mod.rs | 29 +-
datafusion/proto/proto/datafusion.proto | 1 +
datafusion/proto/src/generated/pbjson.rs | 3 +
datafusion/proto/src/generated/prost.rs | 3 +
datafusion/proto/src/logical_plan/from_proto.rs | 12 +-
datafusion/proto/src/logical_plan/to_proto.rs | 300 ++---
datafusion/proto/src/physical_plan/to_proto.rs | 8 +-
.../proto/tests/cases/roundtrip_logical_plan.rs | 3 +-
datafusion/sql/src/expr/function.rs | 4 +-
datafusion/sql/src/expr/mod.rs | 3 +-
datafusion/sql/src/expr/value.rs | 9 +-
datafusion/sql/src/planner.rs | 9 +
datafusion/sql/src/relation/mod.rs | 76 +-
datafusion/sql/src/select.rs | 9 +-
datafusion/sql/src/statement.rs | 8 +-
datafusion/sql/tests/sql_integration.rs | 27 +-
datafusion/sqllogictest/test_files/aggregate.slt | 181 ++-
datafusion/sqllogictest/test_files/array.slt | 135 +-
.../test_files/{struct.slt => csv_files.slt} | 81 +-
datafusion/sqllogictest/test_files/explain.slt | 12 +-
datafusion/sqllogictest/test_files/functions.slt | 43 +
datafusion/sqllogictest/test_files/limit.slt | 135 +-
datafusion/sqllogictest/test_files/scalar.slt | 17 +
datafusion/sqllogictest/test_files/subquery.slt | 62 +-
datafusion/sqllogictest/test_files/timestamps.slt | 29 +
datafusion/sqllogictest/test_files/window.slt | 284 +++-
datafusion/substrait/Cargo.toml | 2 +-
datafusion/substrait/src/logical_plan/consumer.rs | 21 +-
datafusion/substrait/src/logical_plan/producer.rs | 134 +-
.../tests/cases/roundtrip_logical_plan.rs | 18 +-
.../library-user-guide/custom-table-providers.md | 2 +-
.../library-user-guide/using-the-dataframe-api.md | 127 +-
docs/source/user-guide/cli.md | 32 +-
docs/source/user-guide/sql/scalar_functions.md | 24 +-
132 files changed, 6358 insertions(+), 4502 deletions(-)
create mode 100644 datafusion-examples/examples/simple_udtf.rs
create mode 100644 datafusion/common/src/param_value.rs
create mode 100644 datafusion/core/benches/array_expression.rs
create mode 100644 datafusion/core/src/datasource/function.rs
create mode 100644
datafusion/core/src/datasource/physical_plan/parquet/statistics.rs
create mode 100644 datafusion/core/tests/data/escape.csv
create mode 100644 datafusion/core/tests/data/quote.csv
delete mode 100644 datafusion/core/tests/sql/limit.rs
create mode 100644
datafusion/core/tests/user_defined/user_defined_table_functions.rs
delete mode 100644 datafusion/optimizer/src/eliminate_project.rs
delete mode 100644 datafusion/optimizer/src/merge_projection.rs
create mode 100644 datafusion/optimizer/src/optimize_projections.rs
copy datafusion/sqllogictest/test_files/{struct.slt => csv_files.slt} (54%)
