This is an automated email from the ASF dual-hosted git repository. github-merge-queue[bot] pushed a commit to branch gh-readonly-queue/main/pr-25200-642e495dcde8271a65e49b861998e9a14a3854eb in repository https://gitbox.apache.org/repos/asf/datafusion.git
commit 4fbb0dfa3273657c57439b86b5209d362bbb929f Author: Tim Saucer <[email protected]> AuthorDate: Fri Sep 11 20:52:34 2026 +0000 chore: update version 55.1.0 (#25070) (#25200) Closes https://github.com/apache/datafusion/issues/24462 55.1.0 has now been released. This PR brings in the changelog and version number to `main`. --- Cargo.lock | 86 +++++++++++++-------------- Cargo.toml | 78 ++++++++++++------------ dev/changelog/55.1.0.md | 52 ++++++++++++++++ docs/source/download.md | 2 +- docs/source/user-guide/configs.md | 2 +- docs/source/user-guide/crate-configuration.md | 2 +- docs/source/user-guide/example-usage.md | 2 +- 7 files changed, 138 insertions(+), 86 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index c947ff7d4e..1d8ec18f2d 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1700,7 +1700,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -1775,7 +1775,7 @@ dependencies = [ [[package]] name = "datafusion-benchmarks" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -1806,7 +1806,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -1829,7 +1829,7 @@ dependencies = [ [[package]] name = "datafusion-catalog-listing" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -1853,7 +1853,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -1886,7 +1886,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-ipc", @@ -1915,7 +1915,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "55.0.0" +version = "55.1.0" dependencies = [ "futures", "log", @@ -1924,7 +1924,7 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-compression", @@ -1963,7 +1963,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-arrow" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-ipc", @@ -1987,7 +1987,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-avro", @@ -2010,7 +2010,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-csv" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2032,7 +2032,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2055,7 +2055,7 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -2090,11 +2090,11 @@ dependencies = [ [[package]] name = "datafusion-doc" -version = "55.0.0" +version = "55.1.0" [[package]] name = "datafusion-examples" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-flight", @@ -2135,7 +2135,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -2162,7 +2162,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -2188,7 +2188,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2200,7 +2200,7 @@ dependencies = [ [[package]] name = "datafusion-ffi" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -2237,7 +2237,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -2271,7 +2271,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-select", @@ -2294,7 +2294,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "criterion", @@ -2306,7 +2306,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-ord", @@ -2332,7 +2332,7 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2346,7 +2346,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "criterion", @@ -2362,7 +2362,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -2370,7 +2370,7 @@ dependencies = [ [[package]] name = "datafusion-macros" -version = "55.0.0" +version = "55.1.0" dependencies = [ "datafusion-doc", "quote", @@ -2379,7 +2379,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2406,7 +2406,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-schema", @@ -2434,7 +2434,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-adapter" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2447,7 +2447,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "chrono", @@ -2465,7 +2465,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2487,7 +2487,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "arrow-data", @@ -2531,7 +2531,7 @@ dependencies = [ [[package]] name = "datafusion-proto" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2569,7 +2569,7 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "datafusion-common", @@ -2581,7 +2581,7 @@ dependencies = [ [[package]] name = "datafusion-proto-models" -version = "55.0.0" +version = "55.1.0" dependencies = [ "datafusion-common", "datafusion-proto-common", @@ -2593,7 +2593,7 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "criterion", @@ -2612,7 +2612,7 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow-schema", "async-trait", @@ -2626,7 +2626,7 @@ dependencies = [ [[package]] name = "datafusion-spark" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "base64 0.23.1", @@ -2656,7 +2656,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "bigdecimal", @@ -2682,7 +2682,7 @@ dependencies = [ [[package]] name = "datafusion-sqllogictest" -version = "55.0.0" +version = "55.1.0" dependencies = [ "arrow", "async-trait", @@ -2715,7 +2715,7 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "55.0.0" +version = "55.1.0" dependencies = [ "async-recursion", "async-trait", @@ -2736,7 +2736,7 @@ dependencies = [ [[package]] name = "datafusion-wasmtest" -version = "55.0.0" +version = "55.1.0" dependencies = [ "bytes", "chrono", diff --git a/Cargo.toml b/Cargo.toml index 9253fb90c2..05e1d22f58 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -81,7 +81,7 @@ repository = "https://github.com/apache/datafusion"; # Define Minimum Supported Rust Version (MSRV) rust-version = "1.94.0" # Define DataFusion version -version = "55.0.0" +version = "55.1.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -123,44 +123,44 @@ chrono = { version = "0.4.45", default-features = false } criterion = "0.8" ctor = "1.0.7" dashmap = "6.2.1" -datafusion = { path = "datafusion/core", version = "55.0.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "55.0.0" } -datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "55.0.0" } -datafusion-common = { path = "datafusion/common", version = "55.0.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "55.0.0" } -datafusion-datasource = { path = "datafusion/datasource", version = "55.0.0", default-features = false } -datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "55.0.0", default-features = false } -datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "55.0.0", default-features = false } -datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "55.0.0", default-features = false } -datafusion-datasource-json = { path = "datafusion/datasource-json", version = "55.0.0", default-features = false } -datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "55.0.0", default-features = false } -datafusion-doc = { path = "datafusion/doc", version = "55.0.0" } -datafusion-execution = { path = "datafusion/execution", version = "55.0.0", default-features = false } -datafusion-expr = { path = "datafusion/expr", version = "55.0.0", default-features = false } -datafusion-expr-common = { path = "datafusion/expr-common", version = "55.0.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "55.0.0" } -datafusion-functions = { path = "datafusion/functions", version = "55.0.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "55.0.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "55.0.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "55.0.0", default-features = false } -datafusion-functions-table = { path = "datafusion/functions-table", version = "55.0.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "55.0.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "55.0.0" } -datafusion-macros = { path = "datafusion/macros", version = "55.0.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "55.0.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "55.0.0", default-features = false } -datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "55.0.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "55.0.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "55.0.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "55.0.0" } -datafusion-proto = { path = "datafusion/proto", version = "55.0.0", default-features = false } -datafusion-proto-common = { path = "datafusion/proto-common", version = "55.0.0" } -datafusion-proto-models = { path = "datafusion/proto-models", version = "55.0.0" } -datafusion-pruning = { path = "datafusion/pruning", version = "55.0.0" } -datafusion-session = { path = "datafusion/session", version = "55.0.0" } -datafusion-spark = { path = "datafusion/spark", version = "55.0.0" } -datafusion-sql = { path = "datafusion/sql", version = "55.0.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "55.0.0" } +datafusion = { path = "datafusion/core", version = "55.1.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "55.1.0" } +datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "55.1.0" } +datafusion-common = { path = "datafusion/common", version = "55.1.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "55.1.0" } +datafusion-datasource = { path = "datafusion/datasource", version = "55.1.0", default-features = false } +datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "55.1.0", default-features = false } +datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "55.1.0", default-features = false } +datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "55.1.0", default-features = false } +datafusion-datasource-json = { path = "datafusion/datasource-json", version = "55.1.0", default-features = false } +datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "55.1.0", default-features = false } +datafusion-doc = { path = "datafusion/doc", version = "55.1.0" } +datafusion-execution = { path = "datafusion/execution", version = "55.1.0", default-features = false } +datafusion-expr = { path = "datafusion/expr", version = "55.1.0", default-features = false } +datafusion-expr-common = { path = "datafusion/expr-common", version = "55.1.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "55.1.0" } +datafusion-functions = { path = "datafusion/functions", version = "55.1.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "55.1.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "55.1.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "55.1.0", default-features = false } +datafusion-functions-table = { path = "datafusion/functions-table", version = "55.1.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "55.1.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "55.1.0" } +datafusion-macros = { path = "datafusion/macros", version = "55.1.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "55.1.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "55.1.0", default-features = false } +datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "55.1.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "55.1.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "55.1.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "55.1.0" } +datafusion-proto = { path = "datafusion/proto", version = "55.1.0", default-features = false } +datafusion-proto-common = { path = "datafusion/proto-common", version = "55.1.0" } +datafusion-proto-models = { path = "datafusion/proto-models", version = "55.1.0" } +datafusion-pruning = { path = "datafusion/pruning", version = "55.1.0" } +datafusion-session = { path = "datafusion/session", version = "55.1.0" } +datafusion-spark = { path = "datafusion/spark", version = "55.1.0" } +datafusion-sql = { path = "datafusion/sql", version = "55.1.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "55.1.0" } doc-comment = "0.3" env_logger = "0.11" diff --git a/dev/changelog/55.1.0.md b/dev/changelog/55.1.0.md new file mode 100644 index 0000000000..93a9f5b9a8 --- /dev/null +++ b/dev/changelog/55.1.0.md @@ -0,0 +1,52 @@ +<!-- +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, +software distributed under the License is distributed on an +"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +KIND, either express or implied. See the License for the +specific language governing permissions and limitations +under the License. +--> + +# Apache DataFusion 55.1.0 Changelog + +This release consists of 10 commits from 3 contributors. See credits at the end of this changelog for more information. + +See the [upgrade guide](https://datafusion.apache.org/library-user-guide/upgrading.html) for information on how to upgrade from previous versions. + +**Fixed bugs:** + +- [branch-55] fix(ffi): use the session's LogicalExtensionCodec in create_physical_plan (#24690) [#24694](https://github.com/apache/datafusion/pull/24694) (timsaucer) + +**Other:** + +- [branch-55] fix: make UnnestExec respect datafusion.execution.batch_size (#24384) [#24529](https://github.com/apache/datafusion/pull/24529) (alamb) +- [branch-55] fix: apply struct field filters when the file schema needs adaptation (#24125) [#24530](https://github.com/apache/datafusion/pull/24530) (alamb) +- [branch-55] fix: preserve provided arguments during FFI object construction (#24723) [#24752](https://github.com/apache/datafusion/pull/24752) (timsaucer) +- [branch-55] fix: adapt input batches with stricter nested nullability to planned schema in aggregation (#24394) [#24699](https://github.com/apache/datafusion/pull/24699) (timsaucer) +- [branch-55] Fix panic on RightMark hash joins when propagating ordering (#24718) [#24759](https://github.com/apache/datafusion/pull/24759) (timsaucer) +- [branch-55] fix(common): support empty struct in ScalarValue::compact and new_default (#24582) [#24876](https://github.com/apache/datafusion/pull/24876) (timsaucer) +- [branch-55] chore: Minor dependency updates [#24879](https://github.com/apache/datafusion/pull/24879) (timsaucer) +- [branch-55] Align metadata propagation through Physical and Logical casts (#23169) [#24875](https://github.com/apache/datafusion/pull/24875) (timsaucer) +- [branch-55] fix: preserve projection metadata during optimization (#24670) [#24992](https://github.com/apache/datafusion/pull/24992) (gene-bordegaray) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 7 Tim Saucer + 2 Andrew Lamb + 1 Gene Bordegaray +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/download.md b/docs/source/download.md index 3429626207..2a0cc8e6e3 100644 --- a/docs/source/download.md +++ b/docs/source/download.md @@ -26,7 +26,7 @@ For example: ```toml [dependencies] -datafusion = "55.0.0" +datafusion = "55.1.0" ``` While DataFusion is distributed via [crates.io] as a convenience, the diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index 16750d79d7..0085d4ac7c 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -104,7 +104,7 @@ The following configuration settings are available: | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting [...] | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. When `max_row_group_bytes` is also set, the writer flushes a row group when either limit is reached, whichever comes first. [...] | datafusion.execution.parquet.max_row_group_bytes | NULL | (writing) Target maximum size of each row group in bytes. When set, the writer flushes whenever either this limit or `max_row_group_size` is reached, whichever comes first. Useful for bounding writer memory on wide schemas where a row-count limit can map to very different byte sizes. Matches the behavior of `parquet.block.size` in parquet-mr. If `None` (the default), only the row-count [...] -| datafusion.execution.parquet.created_by | datafusion version 55.0.0 | (writing) Sets "created by" property [...] +| datafusion.execution.parquet.created_by | datafusion version 55.1.0 | (writing) Sets "created by" property [...] | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length [...] | datafusion.execution.parquet.statistics_truncate_length | 64 | (writing) Sets statistics truncate length. If NULL, uses default parquet writer setting [...] | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page [...] diff --git a/docs/source/user-guide/crate-configuration.md b/docs/source/user-guide/crate-configuration.md index 09c65107e5..75ac2fbdde 100644 --- a/docs/source/user-guide/crate-configuration.md +++ b/docs/source/user-guide/crate-configuration.md @@ -156,7 +156,7 @@ By default, Datafusion returns errors as a plain text message. You can enable mo such as backtraces by enabling the `backtrace` feature to your `Cargo.toml` file like this: ```toml -datafusion = { version = "55.0.0", features = ["backtrace"]} +datafusion = { version = "55.1.0", features = ["backtrace"]} ``` Set environment [variables](https://doc.rust-lang.org/std/backtrace/index.html#environment-variables) diff --git a/docs/source/user-guide/example-usage.md b/docs/source/user-guide/example-usage.md index 3d89405385..8c96b3e82d 100644 --- a/docs/source/user-guide/example-usage.md +++ b/docs/source/user-guide/example-usage.md @@ -29,7 +29,7 @@ Find latest available Datafusion version on [DataFusion's crates.io] page. Add the dependency to your `Cargo.toml` file: ```toml -datafusion = "55.0.0" +datafusion = "55.1.0" tokio = { version = "1.0", features = ["rt-multi-thread"] } ``` --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
