This is an automated email from the ASF dual-hosted git repository.
jeffreyvo pushed a change to branch
dependabot/cargo/main/wasm-bindgen-test-0.3.53
in repository https://gitbox.apache.org/repos/asf/datafusion.git
from 415c3fc9cd chore(deps): bump wasm-bindgen-test from 0.3.51 to 0.3.53
add 70f4d190e2 chore(deps): bump taiki-e/install-action from 2.61.8 to
2.61.9 (#17640)
add b293e2cac6 chore(deps): bump Swatinem/rust-cache from 2.8.0 to 2.8.1
(#17641)
add 13208e6a11 Validate the memory consumption in SPM created by multi
level merge (#17029)
add c910db4b97 fix(SubqueryAlias): use maybe_project_redundant_column
(#17478)
add f1765a1770 minor: Ensure `datafusion-sql` package dependencies have
`sql` flag (#17644)
add 4528f2fa64 optimizer: Rewrite `IS NOT DISTINCT FROM` joins as Hash
Joins (#17319)
add 980c948d8a Upgrade to arrow 56.1.0 (#17275)
add 293bf3e42c fix: Preserves field metadata when creating logical plan
for VALUES expression (#17525)
add c1ca3c4d7c chore(deps): bump serde from 1.0.223 to 1.0.225 (#17614)
add d587b8d3b7 chore: Update dynamic filter formatting (#17647)
add 5f0b83cf19 chore(deps): bump taiki-e/install-action from 2.61.9 to
2.61.10 (#17660)
add 0aa6d35ce5 proto: don't include parquet feature by default (#17577)
add 4e94346e7f feat: add support for RightAnti and RightSemi join types
(#17604)
add ac42765ec1 minor: Ensure `proto` crate has datetime & unicode expr
flags in datafusion dev dependency (#17656)
add 7d50c37ed3 chore(deps): bump indexmap from 2.11.3 to 2.11.4 (#17661)
add 4a5b13799b docs: add xorq to list of known users (#17668)
add 35c1cfdd15 Introduce `TypeSignatureClass::Binary` to allow accepting
arbitrarily sized `FixedSizeBinary` arguments (#17531)
add b9517a1a08 docs: deduplicate links in `introduction.md` (#17669)
add d572eeb671 Add explicit PMC/committers list to governance docs page
(#17574)
add 7125e97759 fix: Ignore governance doc from typos (#17678)
add 44cd972546 Support Decimal32/64 types (#17501)
add 75c77204fc minor: Improve hygiene for `datafusion-functions` macros
(#17638)
add 14656f5756 feat(small): Display `NullEquality` in join executor's
`EXPLAIN` output (#17664)
add 03b67897ec Custom timestamp format for DuckDB (#17653)
add 1488e1010a feat(substrait): add time literal support (#17655)
add 00f5b7d2eb Support LargeList for array_sort (#17657)
add 523eadd3ec Support FixedSizeList for array_except (#17658)
add d96fbde612 fix: null padding for `array_reverse` on `FixedSizeList`
(#17673)
add c2d839f594 chore: refactor array fn signatures & add more slt tests
(#17672)
add d55fb6d9f9 Support FixedSizeList for array_to_string (#17666)
add 60827273b1 fix: correct statistics for `NestedLoopJoinExec` (#17680)
add 602475fbac minor: add SQLancer fuzzed SLT case for natural joins
(#17683)
add bea1b0a1ce chore: Upgrade Rust version to 1.90.0 (#17677)
add 58bc7496bf Support FixedSizeList for array_position (#17659)
add 3bb83eb35f Merge branch 'main' into
dependabot/cargo/main/wasm-bindgen-test-0.3.53
No new revisions were added by this update.
Summary of changes:
.github/workflows/audit.yml | 2 +-
.github/workflows/rust.yml | 16 +-
Cargo.lock | 116 +++---
Cargo.toml | 17 +-
benchmarks/Cargo.toml | 2 +-
datafusion-cli/src/main.rs | 12 +-
datafusion/common/src/cast.rs | 19 +-
datafusion/common/src/config.rs | 8 +
datafusion/common/src/dfschema.rs | 39 ++
.../common/src/file_options/parquet_writer.rs | 13 +-
datafusion/common/src/scalar/mod.rs | 412 +++++++++++++++++++--
datafusion/common/src/types/native.rs | 16 +-
datafusion/core/src/physical_planner.rs | 181 ++++-----
.../tests/fuzz_cases/record_batch_generator.rs | 55 ++-
.../core/tests/fuzz_cases/topk_filter_pushdown.rs | 4 +-
datafusion/core/tests/macro_hygiene/mod.rs | 1 +
datafusion/core/tests/parquet/filter_pushdown.rs | 101 ++++-
.../physical_optimizer/filter_pushdown/mod.rs | 34 +-
.../physical_optimizer/projection_pushdown.rs | 2 +-
.../core/tests/physical_optimizer/test_utils.rs | 2 +-
.../user_defined/user_defined_scalar_functions.rs | 81 ++++
datafusion/datasource-parquet/src/metadata.rs | 6 +-
datafusion/datasource-parquet/src/metrics.rs | 17 +
datafusion/datasource-parquet/src/opener.rs | 62 +++-
datafusion/datasource-parquet/src/source.rs | 7 +
datafusion/expr-common/src/casts.rs | 68 +++-
datafusion/expr-common/src/signature.rs | 13 +-
datafusion/expr-common/src/statistics.rs | 2 +-
.../expr-common/src/type_coercion/aggregates.rs | 45 ++-
datafusion/expr-common/src/type_coercion/binary.rs | 124 ++++++-
.../src/type_coercion/binary/tests/arithmetic.rs | 57 ++-
datafusion/expr/src/logical_plan/builder.rs | 203 ++++++----
datafusion/expr/src/logical_plan/plan.rs | 48 ++-
datafusion/expr/src/test/function_stub.rs | 20 +-
datafusion/expr/src/type_coercion/functions.rs | 5 +-
datafusion/expr/src/type_coercion/mod.rs | 10 +-
datafusion/ffi/src/udwf/partition_evaluator.rs | 2 +-
.../src/aggregate/avg_distinct/decimal.rs | 96 ++++-
.../functions-aggregate-common/src/min_max.rs | 64 +++-
datafusion/functions-aggregate/src/average.rs | 102 ++++-
.../functions-aggregate/src/bit_and_or_xor.rs | 4 +-
datafusion/functions-aggregate/src/first_last.rs | 20 +-
datafusion/functions-aggregate/src/median.rs | 8 +-
datafusion/functions-aggregate/src/min_max.rs | 24 +-
datafusion/functions-aggregate/src/sum.rs | 33 +-
datafusion/functions-nested/src/array_has.rs | 4 +-
datafusion/functions-nested/src/cardinality.rs | 6 -
datafusion/functions-nested/src/distance.rs | 6 +-
datafusion/functions-nested/src/except.rs | 8 +-
datafusion/functions-nested/src/flatten.rs | 16 +-
datafusion/functions-nested/src/length.rs | 33 +-
datafusion/functions-nested/src/remove.rs | 16 +-
datafusion/functions-nested/src/resize.rs | 4 +-
datafusion/functions-nested/src/reverse.rs | 4 +-
datafusion/functions-nested/src/sort.rs | 63 +++-
datafusion/functions-nested/src/string.rs | 104 +++---
datafusion/functions/src/macros.rs | 10 +-
datafusion/functions/src/math/abs.rs | 4 +-
datafusion/functions/src/math/factorial.rs | 4 +-
datafusion/functions/src/math/lcm.rs | 4 +-
datafusion/functions/src/math/power.rs | 4 +-
.../optimizer/src/extract_equijoin_predicate.rs | 123 +++++-
datafusion/physical-expr/src/expressions/binary.rs | 2 +-
.../src/expressions/dynamic_filters.rs | 31 +-
datafusion/physical-plan/benches/spill_io.rs | 14 +-
.../physical-plan/src/joins/hash_join/exec.rs | 19 +-
.../physical-plan/src/joins/nested_loop_join.rs | 25 +-
.../src/joins/sort_merge_join/exec.rs | 25 +-
datafusion/physical-plan/src/limit.rs | 3 +-
.../physical-plan/src/sorts/multi_level_merge.rs | 9 +-
datafusion/physical-plan/src/spill/mod.rs | 49 ++-
.../physical-plan/src/spill/spill_manager.rs | 2 +
.../proto-common/proto/datafusion_common.proto | 4 +
datafusion/proto-common/src/from_proto/mod.rs | 16 +-
datafusion/proto-common/src/generated/pbjson.rs | 26 +-
datafusion/proto-common/src/generated/prost.rs | 9 +
datafusion/proto-common/src/to_proto/mod.rs | 37 ++
datafusion/proto/Cargo.toml | 9 +-
.../proto/src/generated/datafusion_proto_common.rs | 9 +
datafusion/proto/src/logical_plan/file_formats.rs | 283 +++++++-------
.../spark/src/function/bitmap/bitmap_count.rs | 24 +-
datafusion/spark/src/function/string/luhn_check.rs | 2 +-
datafusion/sql/Cargo.toml | 3 +-
datafusion/sql/src/unparser/dialect.rs | 18 +
datafusion/sql/src/unparser/expr.rs | 146 ++++++--
datafusion/sqllogictest/test_files/array.slt | 240 +++++++++++-
.../test_files/create_external_table.slt | 2 +-
.../sqllogictest/test_files/explain_tree.slt | 14 +-
.../sqllogictest/test_files/information_schema.slt | 2 +
datafusion/sqllogictest/test_files/join.slt.part | 10 +
.../test_files/join_is_not_distinct_from.slt | 321 ++++++++++++++++
datafusion/sqllogictest/test_files/limit.slt | 2 +-
.../sqllogictest/test_files/push_down_filter.slt | 2 +-
datafusion/sqllogictest/test_files/topk.slt | 16 +-
datafusion/sqllogictest/test_files/union.slt | 8 +-
.../src/logical_plan/consumer/expr/literal.rs | 27 +-
.../src/logical_plan/consumer/rel/join_rel.rs | 2 +
.../src/logical_plan/producer/expr/literal.rs | 26 +-
.../src/logical_plan/producer/rel/join.rs | 5 +-
.../substrait/tests/cases/consumer_integration.rs | 42 ++-
.../tests/cases/roundtrip_logical_plan.rs | 88 +++++
docs/scripts/update_committer_list.py | 266 +++++++++++++
docs/source/contributor-guide/governance.md | 82 +++-
docs/source/user-guide/configs.md | 1 +
docs/source/user-guide/introduction.md | 45 +--
rust-toolchain.toml | 2 +-
test-utils/src/array_gen/random_data.rs | 14 +-
typos.toml | 3 +-
108 files changed, 3719 insertions(+), 852 deletions(-)
create mode 100644
datafusion/sqllogictest/test_files/join_is_not_distinct_from.slt
create mode 100755 docs/scripts/update_committer_list.py
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]