This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch branch-42
in repository https://gitbox.apache.org/repos/asf/datafusion.git
The following commit(s) were added to refs/heads/branch-42 by this push:
new 0011f450ad Update version to 42.1.0, add CHANGELOG (#12986)
0011f450ad is described below
commit 0011f450ada49fc3b724887eda14a788ec582f53
Author: Andrew Lamb <[email protected]>
AuthorDate: Thu Oct 17 09:21:16 2024 -0400
Update version to 42.1.0, add CHANGELOG (#12986)
* CHANGELOG for 42.1.0
* Update version to 42.1.0
* Update datafusion-cli/Cargo.lock
* update config docs
---
Cargo.toml | 46 +++++++++++++++++++--------------------
datafusion-cli/Cargo.lock | 42 +++++++++++++++++------------------
datafusion-cli/Cargo.toml | 4 ++--
dev/changelog/42.1.0.md | 42 +++++++++++++++++++++++++++++++++++
docs/source/user-guide/configs.md | 2 +-
5 files changed, 89 insertions(+), 47 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index 6c90d6f47d..c1ae7e4b09 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -58,7 +58,7 @@ license = "Apache-2.0"
readme = "README.md"
repository = "https://github.com/apache/datafusion";
rust-version = "1.76"
-version = "42.0.0"
+version = "42.1.0"
[workspace.dependencies]
# We turn off default-features for some dependencies here so the workspaces
which inherit them can
@@ -91,28 +91,28 @@ bytes = "1.4"
chrono = { version = "0.4.34", default-features = false }
ctor = "0.2.0"
dashmap = "6.0.1"
-datafusion = { path = "datafusion/core", version = "42.0.0", default-features
= false }
-datafusion-catalog = { path = "datafusion/catalog", version = "42.0.0" }
-datafusion-common = { path = "datafusion/common", version = "42.0.0",
default-features = false }
-datafusion-common-runtime = { path = "datafusion/common-runtime", version =
"42.0.0" }
-datafusion-execution = { path = "datafusion/execution", version = "42.0.0" }
-datafusion-expr = { path = "datafusion/expr", version = "42.0.0" }
-datafusion-expr-common = { path = "datafusion/expr-common", version = "42.0.0"
}
-datafusion-functions = { path = "datafusion/functions", version = "42.0.0" }
-datafusion-functions-aggregate = { path = "datafusion/functions-aggregate",
version = "42.0.0" }
-datafusion-functions-aggregate-common = { path =
"datafusion/functions-aggregate-common", version = "42.0.0" }
-datafusion-functions-nested = { path = "datafusion/functions-nested", version
= "42.0.0" }
-datafusion-functions-window = { path = "datafusion/functions-window", version
= "42.0.0" }
-datafusion-optimizer = { path = "datafusion/optimizer", version = "42.0.0",
default-features = false }
-datafusion-physical-expr = { path = "datafusion/physical-expr", version =
"42.0.0", default-features = false }
-datafusion-physical-expr-common = { path = "datafusion/physical-expr-common",
version = "42.0.0", default-features = false }
-datafusion-physical-optimizer = { path = "datafusion/physical-optimizer",
version = "42.0.0" }
-datafusion-physical-plan = { path = "datafusion/physical-plan", version =
"42.0.0" }
-datafusion-proto = { path = "datafusion/proto", version = "42.0.0" }
-datafusion-proto-common = { path = "datafusion/proto-common", version =
"42.0.0" }
-datafusion-sql = { path = "datafusion/sql", version = "42.0.0" }
-datafusion-sqllogictest = { path = "datafusion/sqllogictest", version =
"42.0.0" }
-datafusion-substrait = { path = "datafusion/substrait", version = "42.0.0" }
+datafusion = { path = "datafusion/core", version = "42.1.0", default-features
= false }
+datafusion-catalog = { path = "datafusion/catalog", version = "42.1.0" }
+datafusion-common = { path = "datafusion/common", version = "42.1.0",
default-features = false }
+datafusion-common-runtime = { path = "datafusion/common-runtime", version =
"42.1.0" }
+datafusion-execution = { path = "datafusion/execution", version = "42.1.0" }
+datafusion-expr = { path = "datafusion/expr", version = "42.1.0" }
+datafusion-expr-common = { path = "datafusion/expr-common", version = "42.1.0"
}
+datafusion-functions = { path = "datafusion/functions", version = "42.1.0" }
+datafusion-functions-aggregate = { path = "datafusion/functions-aggregate",
version = "42.1.0" }
+datafusion-functions-aggregate-common = { path =
"datafusion/functions-aggregate-common", version = "42.1.0" }
+datafusion-functions-nested = { path = "datafusion/functions-nested", version
= "42.1.0" }
+datafusion-functions-window = { path = "datafusion/functions-window", version
= "42.1.0" }
+datafusion-optimizer = { path = "datafusion/optimizer", version = "42.1.0",
default-features = false }
+datafusion-physical-expr = { path = "datafusion/physical-expr", version =
"42.1.0", default-features = false }
+datafusion-physical-expr-common = { path = "datafusion/physical-expr-common",
version = "42.1.0", default-features = false }
+datafusion-physical-optimizer = { path = "datafusion/physical-optimizer",
version = "42.1.0" }
+datafusion-physical-plan = { path = "datafusion/physical-plan", version =
"42.1.0" }
+datafusion-proto = { path = "datafusion/proto", version = "42.1.0" }
+datafusion-proto-common = { path = "datafusion/proto-common", version =
"42.1.0" }
+datafusion-sql = { path = "datafusion/sql", version = "42.1.0" }
+datafusion-sqllogictest = { path = "datafusion/sqllogictest", version =
"42.1.0" }
+datafusion-substrait = { path = "datafusion/substrait", version = "42.1.0" }
doc-comment = "0.3"
env_logger = "0.11"
futures = "0.3"
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index 3acb226c78..31f7caaabd 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -1182,7 +1182,7 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"ahash",
"apache-avro",
@@ -1239,7 +1239,7 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow-schema",
"async-trait",
@@ -1252,7 +1252,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow",
"assert_cmd",
@@ -1282,7 +1282,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"ahash",
"apache-avro",
@@ -1305,7 +1305,7 @@ dependencies = [
[[package]]
name = "datafusion-common-runtime"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"log",
"tokio",
@@ -1313,7 +1313,7 @@ dependencies = [
[[package]]
name = "datafusion-execution"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow",
"chrono",
@@ -1332,7 +1332,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"ahash",
"arrow",
@@ -1352,7 +1352,7 @@ dependencies = [
[[package]]
name = "datafusion-expr-common"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow",
"datafusion-common",
@@ -1361,7 +1361,7 @@ dependencies = [
[[package]]
name = "datafusion-functions"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow",
"arrow-buffer",
@@ -1386,7 +1386,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"ahash",
"arrow",
@@ -1405,7 +1405,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"ahash",
"arrow",
@@ -1417,7 +1417,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-nested"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow",
"arrow-array",
@@ -1438,7 +1438,7 @@ dependencies = [
[[package]]
name = "datafusion-functions-window"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"datafusion-common",
"datafusion-expr",
@@ -1448,7 +1448,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow",
"async-trait",
@@ -1466,7 +1466,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"ahash",
"arrow",
@@ -1496,7 +1496,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"ahash",
"arrow",
@@ -1508,7 +1508,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-optimizer"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow-schema",
"datafusion-common",
@@ -1520,7 +1520,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-plan"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"ahash",
"arrow",
@@ -1553,7 +1553,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "42.0.0"
+version = "42.1.0"
dependencies = [
"arrow",
"arrow-array",
@@ -2327,9 +2327,9 @@ dependencies = [
[[package]]
name = "libc"
-version = "0.2.159"
+version = "0.2.160"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "561d97a539a36e26a9a5fad1ea11a3039a67714694aaa379433e580854bc3dc5"
+checksum = "f0b21006cd1874ae9e650973c565615676dc4a274c965bb0a73796dac838ce4f"
[[package]]
name = "libflate"
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index 0d20cf06e5..78fd0e67bb 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
-version = "42.0.0"
+version = "42.1.0"
authors = ["Apache DataFusion <[email protected]>"]
edition = "2021"
keywords = ["arrow", "datafusion", "query", "sql"]
@@ -42,7 +42,7 @@ aws-sdk-sts = "=1.39.0"
# end pin aws-sdk crates
aws-credential-types = "1.2.0"
clap = { version = "4.5.16", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "42.0.0", features = [
+datafusion = { path = "../datafusion/core", version = "42.1.0", features = [
"avro",
"crypto_expressions",
"datetime_expressions",
diff --git a/dev/changelog/42.1.0.md b/dev/changelog/42.1.0.md
new file mode 100644
index 0000000000..cf4f911150
--- /dev/null
+++ b/dev/changelog/42.1.0.md
@@ -0,0 +1,42 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# Apache DataFusion 42.1.0 Changelog
+
+This release consists of 5 commits from 4 contributors. See credits at the end
of this changelog for more information.
+
+**Other:**
+
+- Backport update to arrow 53.1.0 on branch-42
[#12977](https://github.com/apache/datafusion/pull/12977) (alamb)
+- Backport "Provide field and schema metadata missing on cross joins, and
union with null fields" (#12729)
[#12974](https://github.com/apache/datafusion/pull/12974) (matthewmturner)
+- Backport "physical-plan: Cast nested group values back to dictionary if
necessary" (#12586) [#12976](https://github.com/apache/datafusion/pull/12976)
(matthewmturner)
+- backport-to-DF-42: Provide field and schema metadata missing on distinct
aggregations [#12975](https://github.com/apache/datafusion/pull/12975) (Xuanwo)
+
+## Credits
+
+Thank you to everyone who contributed to this release. Here is a breakdown of
commits (PRs merged) per contributor.
+
+```
+ 2 Matthew Turner
+ 1 Andrew Lamb
+ 1 Andy Grove
+ 1 Xuanwo
+```
+
+Thank you also to everyone who contributed in other ways such as filing
issues, reviewing PRs, and providing feedback on this release.
diff --git a/docs/source/user-guide/configs.md
b/docs/source/user-guide/configs.md
index f34d148f09..a2103c50d3 100644
--- a/docs/source/user-guide/configs.md
+++ b/docs/source/user-guide/configs.md
@@ -66,7 +66,7 @@ Environment variables are read during `SessionConfig`
initialisation so they mus
| datafusion.execution.parquet.statistics_enabled |
page | (writing) Sets if statistics are enabled for any
column Valid values are: "none", "chunk", and "page" These values are not case
sensitive. If NULL, uses default parquet writer setting
[...]
| datafusion.execution.parquet.max_statistics_size |
4096 | (writing) Sets max statistics size for any column.
If NULL, uses default parquet writer setting
[...]
| datafusion.execution.parquet.max_row_group_size |
1048576 | (writing) Target maximum number of rows in each row
group (defaults to 1M rows). Writing larger row groups requires more memory to
write, but can get better compression and be faster to read.
[...]
-| datafusion.execution.parquet.created_by |
datafusion version 42.0.0 | (writing) Sets "created by" property
[...]
+| datafusion.execution.parquet.created_by |
datafusion version 42.1.0 | (writing) Sets "created by" property
[...]
| datafusion.execution.parquet.column_index_truncate_length | 64
| (writing) Sets column index truncate length
[...]
| datafusion.execution.parquet.data_page_row_count_limit |
20000 | (writing) Sets best effort maximum number of rows
in data page
[...]
| datafusion.execution.parquet.encoding |
NULL | (writing) Sets default encoding for any column.
Valid values are: plain, plain_dictionary, rle, bit_packed,
delta_binary_packed, delta_length_byte_array, delta_byte_array, rle_dictionary,
and byte_stream_split. These values are not case sensitive. If NULL, uses
default parquet writer setting
[...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
