This is an automated email from the ASF dual-hosted git repository. agrove pushed a commit to branch branch-34 in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
commit 26933842e48d69f510f9461a1f2c87af587d5986 Merge: 1a02d14568 e6e84e15df Author: Andy Grove <[email protected]> AuthorDate: Thu Dec 14 13:05:00 2023 -0700 merge prep-34-rc3 .github/workflows/rust.yml | 3 + datafusion-cli/src/functions.rs | 77 +++-- datafusion-cli/src/main.rs | 24 ++ datafusion-examples/Cargo.toml | 2 +- datafusion/common/src/error.rs | 3 + datafusion/common/src/file_options/file_type.rs | 1 + datafusion/common/src/file_options/mod.rs | 8 + datafusion/common/src/test_util.rs | 1 + datafusion/core/src/dataframe/mod.rs | 35 ++- datafusion/core/src/datasource/listing/helpers.rs | 8 +- datafusion/core/src/datasource/listing/mod.rs | 5 + datafusion/core/src/datasource/listing/url.rs | 5 + .../core/src/datasource/listing_table_factory.rs | 17 +- .../src/datasource/physical_plan/parquet/mod.rs | 9 +- .../datasource/physical_plan/parquet/row_groups.rs | 140 +++++++-- datafusion/core/src/datasource/stream.rs | 10 +- .../src/physical_optimizer/enforce_distribution.rs | 38 +-- .../core/src/physical_optimizer/enforce_sorting.rs | 6 +- .../src/physical_optimizer/projection_pushdown.rs | 3 +- .../replace_with_order_preserving_variants.rs | 22 +- datafusion/core/src/physical_planner.rs | 6 +- datafusion/expr/src/built_in_function.rs | 2 +- datafusion/expr/src/expr.rs | 75 ++++- .../optimizer/src/common_subexpr_eliminate.rs | 18 +- datafusion/physical-expr/src/array_expressions.rs | 2 +- datafusion/physical-plan/src/display.rs | 127 +++++++- datafusion/physical-plan/src/repartition/mod.rs | 12 +- datafusion/proto/Cargo.toml | 2 +- datafusion/sqllogictest/bin/sqllogictests.rs | 55 ++-- datafusion/sqllogictest/test_files/distinct_on.slt | 8 +- datafusion/sqllogictest/test_files/functions.slt | 6 + datafusion/sqllogictest/test_files/groupby.slt | 34 +-- .../sqllogictest/test_files/insert_to_external.slt | 18 +- datafusion/sqllogictest/test_files/join.slt | 37 +++ datafusion/sqllogictest/test_files/joins.slt | 2 +- .../sqllogictest/test_files/repartition_scan.slt | 268 +++++++++++++++++ .../sqllogictest/test_files/schema_evolution.slt | 140 +++++++++ datafusion/sqllogictest/test_files/timestamps.slt | 24 ++ datafusion/sqllogictest/test_files/window.slt | 10 +- datafusion/substrait/src/logical_plan/consumer.rs | 324 ++++++++++----------- dev/changelog/34.0.0.md | 26 ++ docs/source/user-guide/dataframe.md | 1 + docs/source/user-guide/introduction.md | 1 + docs/source/user-guide/sql/scalar_functions.md | 9 + docs/source/user-guide/sql/write_options.md | 8 +- 45 files changed, 1261 insertions(+), 371 deletions(-)
