This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/cargo/main/parquet-54.0.0
in repository https://gitbox.apache.org/repos/asf/datafusion.git
omit db0f75f7d0 chore(deps): update parquet requirement from 53.3.0 to
54.0.0
add 3864b113c3 Fix visibility of swap_hash_join (#13899)
add 7b4e5598a5 Minor: Avoid emitting empty batches in partial sort (#13895)
add 073a3b1108 Prepare for 44.0.0 release: version and changelog (#13882)
add f52c56b1c7 Support unparsing implicit lateral `UNNEST` plan to SQL
text (#13824)
add a44c6e093b fix case_column_or_null with nullable when conditions
(#13886)
add 9fbcf23b8e Fixed Issue #13896 (#13903)
add 482b48926a Introduce `UserDefinedLogicalNodeUnparser` for User-defined
Logical Plan unparsing (#13880)
add b9cef8c590 Preserve constant values across union operations (#13805)
add 30660e02eb chore(deps): update sqllogictest requirement from 0.23.0 to
0.24.0 (#13902)
add 2d985b4cad fix RecordBatch size in topK (#13906)
add 5045bde491 ci improvements, update protoc (#13876)
add cf8f2f829a Introduce LogicalPlan invariants, begin automatically
checking them (#13651)
add 9665e09476 Correct return type for initcap scalar function with
utf8view (#13909)
add 933fec845e Consolidate example: simplify_udaf_expression.rs into
advanced_udaf.rs (#13905)
add d25099e25d Implement maintains_input_order for AggregateExec (#13897)
add a08dc0af8f Move join type input swapping to pub methods on Joins
(#13910)
add 618767e8be doc-gen: migrate scalar functions (string) documentation
3/4 (#13926)
add 0989649214 Update sqllogictest requirement from 0.24.0 to 0.25.0
(#13917)
add f3e0fa2861 Consolidate Examples: memtable.rs and
parquet_multiple_files.rs (#13913)
add fb5378d3ba doc-gen: migrate scalar functions (crypto) documentation
(#13918)
add a203c2b167 doc-gen: migrate scalar functions (datetime) documentation
1/2 (#13920)
add a47729cef9 fix RecordBatch size in hash join (#13916)
add 6a92870485 doc-gen: migrate scalar functions (array) documentation 1/3
(#13928)
add 4290f3695a doc-gen: migrate scalar functions (math) documentation 1/2
(#13922)
add fce3fb3033 doc-gen: migrate scalar functions (math) documentation 2/2
(#13923)
add 2b4e2003e1 doc-gen: migrate scalar functions (array) documentation 3/3
(#13930)
add 383f279982 doc-gen: migrate scalar functions (array) documentation 2/3
(#13929)
add ab69bb04bb doc-gen: migrate scalar functions (string) documentation
4/4 (#13927)
add 4d07579e91 Support explain query when running dfbench with clickbench
(#13942)
add 0cd0bbeee9 Consolidate example to_date.rs into dateframe.rs (#13939)
add 3ea1b6a3f5 Revert "Update sqllogictest requirement from 0.24.0 to
0.25.0 (#13917)" (#13945)
add fb1d4bcf6f Implement predicate pruning for `like` expressions (prefix
matching) (#12978)
add 9b5995fa02 doc-gen: migrate scalar functions (string) documentation
1/4 (#13924)
add 2b15ad16f3 consolidate dataframe_subquery.rs into dataframe.rs (#13950)
add 9d393586ce migrate btrim to user_doc macro (#13952)
add 9eca7d165c doc-gen: migrate scalar functions (datetime) documentation
2/2 (#13921)
add aafec07e08 Add sqlite test files, progress bar, and automatic postgres
container management into sqllogictests (#13936)
add b54e648a7e Supporting writing schema metadata when writing Parquet in
parallel (#13866)
add ab9ff56ed2 chore: Create devcontainer.json (#13520)
add 259443d66f Minor: consolidate ConfigExtension example into API docs
(#13954)
add 846adf319d Parallelize pruning utf8 fuzz test (#13947)
add 38ccb00710 Add swap_inputs to SMJ (#13984)
add 04f56bdb17 fix(datafusion-functions-nested): `arrow-distinct` now work
with null rows (#13966)
add 032d722037 Update release instructions for 44.0.0 (#13959)
add f1af933df2 Add datafusion python 43.1.0 blog post to doc. (#13974)
add 8fc26c2fea Include license and notice files in more crates (#13985)
add 858c020423 Extract postgres container from sqllogictest, update
datafusion-testing pin (#13971)
add 63c4d1ba6e Update rstest requirement from 0.23.0 to 0.24.0 (#13977)
add 264f4c51fc Move hash collision test to run only when merging to main.
(#13973)
add 63265fdbbc Update itertools requirement from 0.13 to 0.14 (#13965)
add fe14e778e1 Change trigger, rename `hash_collision.yml` to
`extended.yml` and add comments (#13988)
add e59045d9ed doc-gen: migrate scalar functions (string) documentation
2/4 (#13925)
add 66e4d00531 Update substrait requirement from 0.50 to 0.51 (#13978)
add 33437f7a34 Update release README for datafusion-cli publishing (#13982)
add ab1de2c570 Enhance LastValueAccumulator logic and add SQL logic tests
for last_value function (#13980)
add 98cb948545 Improve deserialize_to_struct example (#13958)
add 39a69f5206 Update docs (#14002)
add 0f4b8b136c Optimize CASE expression for "expr or expr" usage. (#13953)
add b8b0c5584f feat(substrait): introduce consume_rel and
consume_expression (#13963)
add 78ee13a7cf Consolidate csv_opener.rs and json_opener.rs into a single
example (#… (#13981)
add ecd9f36628 FIX : Incorrect NULL handling in BETWEEN expression (#14007)
add 4c898b4572 feat(substrait): modular substrait producer (#13931)
add 42dce6e5d1 fix: Avoid re-wrapping planning errors
Err(DataFusionError::Plan) for use in plan_datafusion_err (#14000)
add 69687da337 feat: support `RightAnti` for `SortMergeJoin` (#13680)
add 3f4297f505 feat: preserve session id when using cxt.enable_url_table()
(#14004)
add 487b952cf1 Return error message during planning when inserting into a
MemTable with zero partitions. (#14011)
add de6d5119d0 Minor: Rewrite LogicalPlan::max_rows for Join and Union,
made it easier to understand (#14012)
add 2848aaff35 Chore: update wasm-supported crates, add tests (#14005)
add c2e4747eda Use workspace rust-version for all workspace crates (#14009)
add cad39e07e8 [Minor] refactor: make ArraySort public for broader access
(#14006)
add 7f1bad9e62 Update sqllogictest requirement from =0.24.0 to =0.26.0
(#14017)
add 775c9a5ef6 `url` dependancy update (#14019)
add 09f9e37101 chore(deps): update parquet requirement from 53.3.0 to
54.0.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (db0f75f7d0)
\
N -- N -- N refs/heads/dependabot/cargo/main/parquet-54.0.0
(09f9e37101)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.devcontainer/Dockerfile | 13 +
.devcontainer/devcontainer.json | 16 +
.../setup-macos-aarch64-builder/action.yaml | 6 +-
.github/actions/setup-macos-builder/action.yaml | 4 +-
.github/actions/setup-windows-builder/action.yaml | 4 +-
.github/workflows/dependencies.yml | 1 +
.github/workflows/docs_pr.yaml | 1 +
.../workflows/{dependencies.yml => extended.yml} | 30 +-
.github/workflows/rust.yml | 234 +-
.gitmodules | 4 +
Cargo.toml | 69 +-
benchmarks/bench.sh | 4 +-
benchmarks/src/clickbench.rs | 3 +
ci/scripts/rust_example.sh | 11 +-
datafusion-cli/Cargo.lock | 79 +-
datafusion-cli/Cargo.toml | 20 +-
datafusion-examples/README.md | 8 +-
datafusion-examples/examples/advanced_udaf.rs | 185 +-
datafusion-examples/examples/config_extension.rs | 52 -
.../examples/{csv_opener.rs => csv_json_opener.rs} | 94 +-
datafusion-examples/examples/dataframe.rs | 143 +-
datafusion-examples/examples/dataframe_subquery.rs | 118 -
.../examples/deserialize_to_struct.rs | 158 +-
datafusion-examples/examples/json_opener.rs | 88 -
datafusion-examples/examples/memtable.rs | 74 -
.../examples/parquet_sql_multiple_files.rs | 112 -
datafusion-examples/examples/plan_to_sql.rs | 163 +-
.../examples/simplify_udaf_expression.rs | 176 --
datafusion-examples/examples/sql_query.rs | 211 ++
datafusion-examples/examples/to_date.rs | 60 -
datafusion-testing | 1 +
datafusion/common/Cargo.toml | 2 +
datafusion/common/src/config.rs | 68 +-
datafusion/common/src/file_options/mod.rs | 15 +-
.../common/src/file_options/parquet_writer.rs | 113 +-
datafusion/common/src/join_type.rs | 34 +
datafusion/core/Cargo.toml | 7 +-
.../core/src/datasource/file_format/parquet.rs | 279 ++-
datafusion/core/src/datasource/memory.rs | 31 +
datafusion/core/src/execution/context/mod.rs | 13 +
.../src/physical_optimizer/enforce_distribution.rs | 4 +-
.../core/src/physical_optimizer/join_selection.rs | 269 +--
.../core/src/physical_optimizer/sanity_checker.rs | 12 +-
datafusion/core/tests/fuzz_cases/join_fuzz.rs | 28 +-
datafusion/core/tests/fuzz_cases/mod.rs | 2 +
datafusion/core/tests/fuzz_cases/pruning.rs | 386 ++++
datafusion/{catalog => doc}/LICENSE.txt | 0
datafusion/{catalog => doc}/NOTICE.txt | 0
datafusion/expr/src/expr.rs | 9 +-
datafusion/expr/src/expr_schema.rs | 24 +-
.../src/logical_plan/invariants.rs} | 105 +-
datafusion/expr/src/logical_plan/mod.rs | 2 +
datafusion/expr/src/logical_plan/plan.rs | 65 +-
datafusion/expr/src/utils.rs | 20 +-
datafusion/ffi/Cargo.toml | 3 +-
datafusion/functions-aggregate/src/first_last.rs | 1 +
datafusion/functions-nested/Cargo.toml | 2 +
datafusion/functions-nested/src/array_has.rs | 160 +-
datafusion/functions-nested/src/cardinality.rs | 50 +-
datafusion/functions-nested/src/concat.rs | 158 +-
datafusion/functions-nested/src/dimension.rs | 99 +-
datafusion/functions-nested/src/distance.rs | 58 +-
datafusion/functions-nested/src/empty.rs | 50 +-
datafusion/functions-nested/src/except.rs | 70 +-
datafusion/functions-nested/src/extract.rs | 258 +--
datafusion/functions-nested/src/flatten.rs | 49 +-
datafusion/functions-nested/src/length.rs | 55 +-
datafusion/functions-nested/src/make_array.rs | 53 +-
datafusion/functions-nested/src/map.rs | 105 +-
datafusion/functions-nested/src/map_extract.rs | 67 +-
datafusion/functions-nested/src/map_keys.rs | 51 +-
datafusion/functions-nested/src/map_values.rs | 52 +-
datafusion/functions-nested/src/position.rs | 129 +-
datafusion/functions-nested/src/range.rs | 144 +-
datafusion/functions-nested/src/remove.rs | 167 +-
datafusion/functions-nested/src/repeat.rs | 71 +-
datafusion/functions-nested/src/replace.rs | 169 +-
datafusion/functions-nested/src/resize.rs | 63 +-
datafusion/functions-nested/src/reverse.rs | 50 +-
datafusion/functions-nested/src/set_ops.rs | 174 +-
datafusion/functions-nested/src/sort.rs | 81 +-
datafusion/functions-nested/src/string.rs | 133 +-
.../{catalog => functions-table}/LICENSE.txt | 0
datafusion/{catalog => functions-table}/NOTICE.txt | 0
datafusion/{common => functions-table}/README.md | 4 +-
datafusion/functions/src/crypto/digest.rs | 68 +-
datafusion/functions/src/crypto/md5.rs | 43 +-
datafusion/functions/src/crypto/sha224.rs | 43 +-
datafusion/functions/src/crypto/sha256.rs | 43 +-
datafusion/functions/src/crypto/sha384.rs | 43 +-
datafusion/functions/src/crypto/sha512.rs | 43 +-
datafusion/functions/src/datetime/current_date.rs | 30 +-
datafusion/functions/src/datetime/current_time.rs | 30 +-
datafusion/functions/src/datetime/date_bin.rs | 118 +-
datafusion/functions/src/datetime/date_part.rs | 78 +-
datafusion/functions/src/datetime/date_trunc.rs | 60 +-
datafusion/functions/src/datetime/from_unixtime.rs | 49 +-
datafusion/functions/src/datetime/make_date.rs | 77 +-
datafusion/functions/src/datetime/now.rs | 33 +-
datafusion/functions/src/datetime/to_char.rs | 66 +-
datafusion/functions/src/datetime/to_date.rs | 32 +-
datafusion/functions/src/datetime/to_local_time.rs | 123 +-
datafusion/functions/src/datetime/to_timestamp.rs | 347 ++-
datafusion/functions/src/datetime/to_unixtime.rs | 68 +-
datafusion/functions/src/math/cot.rs | 28 +-
datafusion/functions/src/math/factorial.rs | 28 +-
datafusion/functions/src/math/gcd.rs | 30 +-
datafusion/functions/src/math/iszero.rs | 26 +-
datafusion/functions/src/math/lcm.rs | 28 +-
datafusion/functions/src/math/log.rs | 31 +-
datafusion/functions/src/math/nans.rs | 26 +-
datafusion/functions/src/math/nanvl.rs | 36 +-
datafusion/functions/src/math/pi.rs | 23 +-
datafusion/functions/src/math/power.rs | 30 +-
datafusion/functions/src/math/random.rs | 26 +-
datafusion/functions/src/math/round.rs | 36 +-
datafusion/functions/src/math/signum.rs | 30 +-
datafusion/functions/src/math/trunc.rs | 41 +-
datafusion/functions/src/string/ascii.rs | 58 +-
datafusion/functions/src/string/bit_length.rs | 47 +-
datafusion/functions/src/string/btrim.rs | 53 +-
datafusion/functions/src/string/chr.rs | 46 +-
datafusion/functions/src/string/concat.rs | 51 +-
datafusion/functions/src/string/concat_ws.rs | 62 +-
datafusion/functions/src/string/contains.rs | 46 +-
datafusion/functions/src/string/ends_with.rs | 58 +-
datafusion/functions/src/string/levenshtein.rs | 49 +-
datafusion/functions/src/string/lower.rs | 46 +-
datafusion/functions/src/string/octet_length.rs | 47 +-
datafusion/functions/src/string/overlay.rs | 53 +-
datafusion/functions/src/string/repeat.rs | 49 +-
datafusion/functions/src/string/replace.rs | 49 +-
datafusion/functions/src/string/rtrim.rs | 63 +-
datafusion/functions/src/string/split_part.rs | 45 +-
datafusion/functions/src/string/starts_with.rs | 46 +-
datafusion/functions/src/string/to_hex.rs | 45 +-
datafusion/functions/src/string/upper.rs | 47 +-
datafusion/functions/src/string/uuid.rs | 39 +-
.../functions/src/unicode/character_length.rs | 48 +-
datafusion/functions/src/unicode/find_in_set.rs | 46 +-
datafusion/functions/src/unicode/initcap.rs | 68 +-
datafusion/functions/src/unicode/left.rs | 48 +-
datafusion/functions/src/unicode/lpad.rs | 50 +-
datafusion/functions/src/unicode/reverse.rs | 44 +-
datafusion/functions/src/unicode/right.rs | 48 +-
datafusion/functions/src/unicode/rpad.rs | 54 +-
datafusion/functions/src/unicode/strpos.rs | 45 +-
datafusion/functions/src/unicode/substr.rs | 55 +-
datafusion/functions/src/unicode/substrindex.rs | 67 +-
datafusion/functions/src/unicode/translate.rs | 45 +-
datafusion/functions/src/utils.rs | 1 +
datafusion/{catalog => macros}/LICENSE.txt | 0
datafusion/{catalog => macros}/NOTICE.txt | 0
datafusion/macros/src/user_doc.rs | 8 +-
datafusion/optimizer/src/analyzer/mod.rs | 60 +-
datafusion/optimizer/src/analyzer/type_coercion.rs | 19 +-
datafusion/optimizer/src/decorrelate.rs | 5 +-
.../src/decorrelate_predicate_subquery.rs | 4 +-
datafusion/optimizer/src/optimizer.rs | 73 +-
.../optimizer/src/scalar_subquery_to_join.rs | 4 +-
datafusion/optimizer/src/utils.rs | 17 -
.../optimizer/tests/optimizer_integration.rs | 5 +-
datafusion/physical-expr/src/equivalence/class.rs | 64 +-
datafusion/physical-expr/src/equivalence/mod.rs | 2 +-
.../physical-expr/src/equivalence/ordering.rs | 9 +-
.../physical-expr/src/equivalence/properties.rs | 226 +-
datafusion/physical-expr/src/expressions/case.rs | 115 +-
datafusion/physical-expr/src/lib.rs | 4 +-
datafusion/physical-optimizer/src/pruning.rs | 563 +++++
datafusion/physical-plan/src/aggregates/mod.rs | 13 +
datafusion/physical-plan/src/filter.rs | 27 +-
datafusion/physical-plan/src/joins/cross_join.rs | 17 +-
datafusion/physical-plan/src/joins/hash_join.rs | 94 +-
datafusion/physical-plan/src/joins/join_filter.rs | 100 +
datafusion/physical-plan/src/joins/mod.rs | 8 +-
.../physical-plan/src/joins/nested_loop_join.rs | 39 +-
.../physical-plan/src/joins/sort_merge_join.rs | 746 +++++--
datafusion/physical-plan/src/joins/utils.rs | 142 +-
datafusion/physical-plan/src/sorts/partial_sort.rs | 25 +-
datafusion/physical-plan/src/test.rs | 20 +
datafusion/physical-plan/src/topk/mod.rs | 49 +-
datafusion/proto-common/Cargo.toml | 2 +-
datafusion/proto-common/gen/Cargo.toml | 2 +-
.../proto-common/proto/datafusion_common.proto | 1 +
datafusion/proto-common/src/from_proto/mod.rs | 1 +
datafusion/proto-common/src/generated/pbjson.rs | 18 +
datafusion/proto-common/src/generated/prost.rs | 3 +
datafusion/proto-common/src/to_proto/mod.rs | 1 +
datafusion/proto/Cargo.toml | 3 +-
datafusion/proto/gen/Cargo.toml | 2 +-
.../proto/src/generated/datafusion_proto_common.rs | 3 +
datafusion/proto/src/logical_plan/file_formats.rs | 2 +
datafusion/sql/src/unparser/ast.rs | 22 +-
datafusion/sql/src/unparser/extension_unparser.rs | 72 +
datafusion/sql/src/unparser/mod.rs | 30 +-
datafusion/sql/src/unparser/plan.rs | 152 +-
datafusion/sql/src/unparser/rewrite.rs | 58 +-
datafusion/sql/src/unparser/utils.rs | 25 +
datafusion/sql/tests/cases/plan_to_sql.rs | 219 +-
datafusion/sql/tests/sql_integration.rs | 52 +
datafusion/sqllogictest/Cargo.toml | 9 +-
datafusion/sqllogictest/README.md | 46 +-
datafusion/sqllogictest/bin/postgres_container.rs | 151 ++
datafusion/sqllogictest/bin/sqllogictests.rs | 390 +++-
.../src/engines/datafusion_engine/normalize.rs | 2 +-
.../src/engines/datafusion_engine/runner.rs | 65 +-
.../src/engines/postgres_engine/mod.rs | 62 +-
datafusion/sqllogictest/test_files/aggregate.slt | 80 +-
datafusion/sqllogictest/test_files/array.slt | 11 +-
datafusion/sqllogictest/test_files/case.slt | 35 +-
datafusion/sqllogictest/test_files/errors.slt | 6 +-
datafusion/sqllogictest/test_files/expr.slt | 17 +
.../sqllogictest/test_files/information_schema.slt | 2 +
.../sqllogictest/test_files/repartition_scan.slt | 8 +-
datafusion/sqllogictest/test_files/scalar.slt | 2 +-
.../sqllogictest/test_files/sort_merge_join.slt | 48 +
datafusion/sqllogictest/test_files/subquery.slt | 12 +-
datafusion/sqllogictest/test_files/union.slt | 59 +
datafusion/substrait/Cargo.toml | 5 +-
datafusion/substrait/src/logical_plan/consumer.rs | 376 +---
datafusion/substrait/src/logical_plan/mod.rs | 1 -
datafusion/substrait/src/logical_plan/producer.rs | 2260 +++++++++++---------
datafusion/substrait/src/logical_plan/state.rs | 63 -
.../tests/cases/roundtrip_logical_plan.rs | 15 +
datafusion/wasmtest/Cargo.toml | 9 +-
datafusion/wasmtest/README.md | 12 +-
datafusion/wasmtest/src/lib.rs | 70 +-
dev/changelog/44.0.0.md | 467 ++++
dev/release/README.md | 12 +-
dev/release/generate-changelog.py | 1 +
docs/source/contributor-guide/getting_started.md | 2 +-
docs/source/user-guide/concepts-readings-events.md | 2 +
docs/source/user-guide/configs.md | 3 +-
docs/source/user-guide/sql/scalar_functions.md | 355 +--
docs/source/user-guide/sql/write_options.md | 4 +-
235 files changed, 10452 insertions(+), 6923 deletions(-)
create mode 100644 .devcontainer/Dockerfile
create mode 100644 .devcontainer/devcontainer.json
copy .github/workflows/{dependencies.yml => extended.yml} (58%)
delete mode 100644 datafusion-examples/examples/config_extension.rs
rename datafusion-examples/examples/{csv_opener.rs => csv_json_opener.rs} (50%)
delete mode 100644 datafusion-examples/examples/dataframe_subquery.rs
delete mode 100644 datafusion-examples/examples/json_opener.rs
delete mode 100644 datafusion-examples/examples/memtable.rs
delete mode 100644 datafusion-examples/examples/parquet_sql_multiple_files.rs
delete mode 100644 datafusion-examples/examples/simplify_udaf_expression.rs
create mode 100644 datafusion-examples/examples/sql_query.rs
delete mode 100644 datafusion-examples/examples/to_date.rs
create mode 160000 datafusion-testing
create mode 100644 datafusion/core/tests/fuzz_cases/pruning.rs
copy datafusion/{catalog => doc}/LICENSE.txt (100%)
copy datafusion/{catalog => doc}/NOTICE.txt (100%)
rename datafusion/{optimizer/src/analyzer/subquery.rs =>
expr/src/logical_plan/invariants.rs} (78%)
copy datafusion/{catalog => functions-table}/LICENSE.txt (100%)
copy datafusion/{catalog => functions-table}/NOTICE.txt (100%)
copy datafusion/{common => functions-table}/README.md (89%)
copy datafusion/{catalog => macros}/LICENSE.txt (100%)
copy datafusion/{catalog => macros}/NOTICE.txt (100%)
create mode 100644 datafusion/physical-plan/src/joins/join_filter.rs
create mode 100644 datafusion/sql/src/unparser/extension_unparser.rs
create mode 100644 datafusion/sqllogictest/bin/postgres_container.rs
delete mode 100644 datafusion/substrait/src/logical_plan/state.rs
create mode 100644 dev/changelog/44.0.0.md
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
