This is an automated email from the ASF dual-hosted git repository.
alamb pushed a change to branch dependabot/cargo/main/sqlparser-0.41.0
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
from 4d6bcc24bc Update datafusion-cli dependencies
add 78832f11a4 Move parquet_schema.rs from sql to parquet tests (#8644)
add 26a8000fe2 Fix group by aliased expression in
LogicalPLanBuilder::aggregate (#8629)
add 58b0a2bfd4 Refactor `array_union` and `array_intersect` functions to
one general function (#8516)
add bb99d2a97d Avoid extra clone in datafusion-proto::physical_plan (#8650)
add 28ca6d1ad9 Minor: name some constant values in arrow writer, parquet
writer (#8642)
add 6403222c1e TreeNode Refactor Part 2 (#8653)
add 1737d49185 feat: support inlist in LiteralGurantee for pruning (#8654)
add fba5cc0b90 Streaming CLI support (#8651)
add f39c040ace Add serde support for CSV FileTypeWriterOptions (#8641)
add b2cbc7809e Add trait based ScalarUDF API (#8578)
add 06ed3dd1ac Handle ordering of first last aggregation inside aggregator
(#8662)
add 8284371cb5 feat: support 'LargeList' in `array_pop_front` and
`array_pop_back` (#8569)
add 673f0e17ac chore: rename ceresdb to apache horaedb (#8674)
add d515c68da6 clean code (#8671)
add 8ced56e418 remove tz with modified offset from tests (#8677)
add b85a39739e Make the BatchSerializer behind Arc to avoid unnecessary
struct creation (#8666)
add 7fc663c2e4 Implement serde for CSV and Parquet FileSinkExec (#8646)
add 7f440e18f2 [pruning] Add shortcut when all units have been pruned
(#8675)
add bb98dfed08 Change first/last implementation to prevent redundant
comparisons when data is already sorted (#8678)
add cc3042a634 minor: remove unused conversion (#8684)
add 00a679a053 refactor: modified `JoinHashMap` build order for
`HashJoinStream` (#8658)
add 545275bff3 Start setting up tpch planning benchmarks (#8665)
add 848f6c395a update doc (#8686)
add 03bd9b462e Closes #8502: Parallel NDJSON file reading (#8659)
add f0af5eb949 init draft (#8625)
add 016cbb88e2 Merge remote-tracking branch 'apache/main' into
dependabot/cargo/main/sqlparser-0.41.0
add da9eed3283 fix test
No new revisions were added by this update.
Summary of changes:
Cargo.toml | 2 +-
datafusion-cli/Cargo.lock | 1 +
datafusion-cli/Cargo.toml | 1 +
datafusion-cli/src/exec.rs | 66 +-
datafusion-cli/src/functions.rs | 2 +-
datafusion-cli/src/main.rs | 19 +-
datafusion-cli/src/print_format.rs | 278 +++++---
datafusion-cli/src/print_options.rs | 74 +-
datafusion-examples/README.md | 3 +-
datafusion-examples/examples/advanced_udf.rs | 243 +++++++
datafusion-examples/examples/simple_udf.rs | 6 +
datafusion/common/src/error.rs | 1 -
datafusion/core/benches/sql_planner.rs | 156 +++++
datafusion/core/src/dataframe/mod.rs | 36 +-
.../core/src/datasource/file_format/arrow.rs | 13 +-
datafusion/core/src/datasource/file_format/avro.rs | 2 +-
datafusion/core/src/datasource/file_format/csv.rs | 82 +--
datafusion/core/src/datasource/file_format/json.rs | 163 +++--
.../core/src/datasource/file_format/parquet.rs | 28 +-
.../core/src/datasource/file_format/write/mod.rs | 16 +-
.../datasource/file_format/write/orchestration.rs | 74 +-
.../core/src/datasource/physical_plan/csv.rs | 98 +--
.../src/datasource/physical_plan/file_stream.rs | 12 +-
.../core/src/datasource/physical_plan/json.rs | 105 ++-
.../core/src/datasource/physical_plan/mod.rs | 122 +++-
.../datasource/physical_plan/parquet/row_groups.rs | 121 +---
datafusion/core/src/datasource/provider.rs | 6 +-
.../src/physical_optimizer/enforce_distribution.rs | 767 +++++++++------------
.../core/src/physical_optimizer/enforce_sorting.rs | 554 +++++++--------
.../src/physical_optimizer/output_requirements.rs | 4 +
.../src/physical_optimizer/pipeline_checker.rs | 32 +-
.../src/physical_optimizer/projection_pushdown.rs | 4 +
datafusion/core/src/physical_optimizer/pruning.rs | 10 +
.../replace_with_order_preserving_variants.rs | 292 ++++----
.../core/src/physical_optimizer/sort_pushdown.rs | 138 ++--
datafusion/core/src/physical_optimizer/utils.rs | 69 +-
.../tests/data/{empty_0_byte.csv => empty.json} | 0
datafusion/core/tests/parquet/mod.rs | 1 +
.../{sql/parquet_schema.rs => parquet/schema.rs} | 17 +-
datafusion/core/tests/sql/mod.rs | 1 -
datafusion/expr/src/built_in_function.rs | 18 +-
datafusion/expr/src/expr.rs | 55 +-
datafusion/expr/src/expr_fn.rs | 85 ++-
datafusion/expr/src/lib.rs | 2 +-
datafusion/expr/src/logical_plan/builder.rs | 58 +-
datafusion/expr/src/signature.rs | 7 +
datafusion/expr/src/type_coercion/functions.rs | 89 ++-
datafusion/expr/src/udf.rs | 169 ++++-
datafusion/optimizer/src/analyzer/type_coercion.rs | 64 +-
.../src/simplify_expressions/guarantees.rs | 4 +
.../physical-expr/src/aggregate/first_last.rs | 272 ++++++--
datafusion/physical-expr/src/aggregate/mod.rs | 30 +-
datafusion/physical-expr/src/aggregate/utils.rs | 18 +-
datafusion/physical-expr/src/array_expressions.rs | 375 +++++-----
datafusion/physical-expr/src/sort_properties.rs | 10 +-
datafusion/physical-expr/src/utils/guarantee.rs | 257 +++++--
datafusion/physical-plan/src/aggregates/mod.rs | 514 +++++++-------
datafusion/physical-plan/src/joins/hash_join.rs | 316 ++++++---
.../physical-plan/src/joins/symmetric_hash_join.rs | 2 +
datafusion/physical-plan/src/joins/utils.rs | 78 ++-
datafusion/physical-plan/src/union.rs | 20 +-
datafusion/proto/proto/datafusion.proto | 44 ++
datafusion/proto/src/generated/pbjson.rs | 730 ++++++++++++++++++++
datafusion/proto/src/generated/prost.rs | 74 +-
datafusion/proto/src/logical_plan/mod.rs | 77 ++-
datafusion/proto/src/physical_plan/from_proto.rs | 38 +-
datafusion/proto/src/physical_plan/mod.rs | 93 ++-
datafusion/proto/src/physical_plan/to_proto.rs | 46 +-
.../proto/tests/cases/roundtrip_logical_plan.rs | 64 +-
.../proto/tests/cases/roundtrip_physical_plan.rs | 125 +++-
.../src/engines/datafusion_engine/mod.rs | 1 -
datafusion/sqllogictest/test_files/array.slt | 431 +++++++++++-
datafusion/sqllogictest/test_files/distinct_on.slt | 9 +-
datafusion/sqllogictest/test_files/groupby.slt | 68 +-
datafusion/sqllogictest/test_files/joins.slt | 4 +-
.../sqllogictest/test_files/repartition_scan.slt | 14 +-
datafusion/sqllogictest/test_files/timestamps.slt | 3 -
docs/source/library-user-guide/adding-udfs.md | 9 +-
docs/source/user-guide/introduction.md | 6 +-
79 files changed, 5444 insertions(+), 2454 deletions(-)
create mode 100644 datafusion-examples/examples/advanced_udf.rs
copy datafusion/core/tests/data/{empty_0_byte.csv => empty.json} (100%)
rename datafusion/core/tests/{sql/parquet_schema.rs => parquet/schema.rs} (95%)
