This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new 219cfb4ccb Prepare 32.0.0 Release (#7769)
219cfb4ccb is described below
commit 219cfb4ccb36045c73409127db51377d66ca0f33
Author: Andy Grove <[email protected]>
AuthorDate: Sat Oct 7 15:56:45 2023 -0600
Prepare 32.0.0 Release (#7769)
* bump version
* revert unintentional change
* changelog
* update changelog
---
Cargo.toml | 2 +-
benchmarks/Cargo.toml | 8 +-
datafusion-cli/Cargo.lock | 66 ++++++------
datafusion-cli/Cargo.toml | 4 +-
datafusion/CHANGELOG.md | 1 +
datafusion/core/Cargo.toml | 14 +--
datafusion/execution/Cargo.toml | 4 +-
datafusion/expr/Cargo.toml | 2 +-
datafusion/optimizer/Cargo.toml | 8 +-
datafusion/physical-expr/Cargo.toml | 4 +-
datafusion/physical-plan/Cargo.toml | 8 +-
datafusion/proto/Cargo.toml | 6 +-
datafusion/sql/Cargo.toml | 4 +-
datafusion/sqllogictest/Cargo.toml | 4 +-
datafusion/substrait/Cargo.toml | 2 +-
datafusion/wasmtest/Cargo.toml | 2 +-
dev/changelog/32.0.0.md | 195 ++++++++++++++++++++++++++++++++++++
dev/release/README.md | 2 +-
dev/update_datafusion_versions.py | 2 +
docs/source/user-guide/configs.md | 2 +-
20 files changed, 269 insertions(+), 71 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index 60ff770d0d..d28ebd15a0 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -45,7 +45,7 @@ license = "Apache-2.0"
readme = "README.md"
repository = "https://github.com/apache/arrow-datafusion";
rust-version = "1.70"
-version = "31.0.0"
+version = "32.0.0"
[workspace.dependencies]
arrow = { version = "47.0.0", features = ["prettyprint"] }
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 1531b857bc..0def335521 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-benchmarks"
description = "DataFusion Benchmarks"
-version = "31.0.0"
+version = "32.0.0"
edition = { workspace = true }
authors = ["Apache Arrow <[email protected]>"]
homepage = "https://github.com/apache/arrow-datafusion";
@@ -34,8 +34,8 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
arrow = { workspace = true }
-datafusion = { path = "../datafusion/core", version = "31.0.0" }
-datafusion-common = { path = "../datafusion/common", version = "31.0.0" }
+datafusion = { path = "../datafusion/core", version = "32.0.0" }
+datafusion-common = { path = "../datafusion/common", version = "32.0.0" }
env_logger = "0.10"
futures = "0.3"
log = "^0.4"
@@ -50,4 +50,4 @@ test-utils = { path = "../test-utils/", version = "0.1.0" }
tokio = { version = "^1.0", features = ["macros", "rt", "rt-multi-thread",
"parking_lot"] }
[dev-dependencies]
-datafusion-proto = { path = "../datafusion/proto", version = "31.0.0" }
+datafusion-proto = { path = "../datafusion/proto", version = "32.0.0" }
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index e442393ab0..54e9a5ccc2 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -382,7 +382,7 @@ checksum =
"bc00ceb34980c03614e35a3a4e218276a0a824e911d07651cd0d858a51e8c0f0"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -806,9 +806,9 @@ checksum =
"7f30e7476521f6f8af1a1c4c0b8cc94f0bee37d91763d0ca2665f299b6cd8aec"
[[package]]
name = "byteorder"
-version = "1.4.3"
+version = "1.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "14c189c53d098945499cdfa7ecc63567cf3886b3332b312a5b4585d8d3a6a610"
+checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b"
[[package]]
name = "bytes"
@@ -1074,7 +1074,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "37e366bff8cd32dd8754b0991fb66b279dc48f598c3a18914852a6673deef583"
dependencies = [
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -1098,7 +1098,7 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"ahash",
"apache-avro",
@@ -1146,7 +1146,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"arrow",
"assert_cmd",
@@ -1171,7 +1171,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"ahash",
"apache-avro",
@@ -1189,7 +1189,7 @@ dependencies = [
[[package]]
name = "datafusion-execution"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"arrow",
"chrono",
@@ -1208,7 +1208,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1221,7 +1221,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -1237,7 +1237,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1269,7 +1269,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-plan"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1298,7 +1298,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "31.0.0"
+version = "32.0.0"
dependencies = [
"arrow",
"arrow-schema",
@@ -1581,7 +1581,7 @@ checksum =
"89ca545a94061b6365f2c7355b4b32bd20df3ff95f02da9329b34ccc3bd6ee72"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -2016,9 +2016,9 @@ dependencies = [
[[package]]
name = "libc"
-version = "0.2.148"
+version = "0.2.149"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9cdc71e17332e86d2e1d38c1f99edcb6288ee11b815fb1a4b049eaa2114d369b"
+checksum = "a08173bc88b7955d1b3145aa561539096c421ac8debde8cbc3612ec635fee29b"
[[package]]
name = "libflate"
@@ -2046,9 +2046,9 @@ dependencies = [
[[package]]
name = "libm"
-version = "0.2.7"
+version = "0.2.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f7012b1bbb0719e1097c47611d3898568c546d597c2e74d66f6087edd5233ff4"
+checksum = "4ec2a862134d2a7d32d7983ddcdd1c4923530833c9f2ea1a44fc5fa473989058"
[[package]]
name = "libmimalloc-sys"
@@ -2492,7 +2492,7 @@ checksum =
"4359fd9c9171ec6e8c62926d6faaf553a8dc3f64e1507e76da7911b4f6a04405"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -2582,9 +2582,9 @@ checksum =
"dc375e1527247fe1a97d8b7156678dfe7c1af2fc075c9a4db3690ecd2a148068"
[[package]]
name = "proc-macro2"
-version = "1.0.67"
+version = "1.0.68"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3d433d9f1a3e8c1263d9456598b16fec66f4acc9a74dacffd35c7bb09b3a1328"
+checksum = "5b1106fec09662ec6dd98ccac0f81cef56984d0b49f75c92d8cbad76e20c005c"
dependencies = [
"unicode-ident",
]
@@ -2824,9 +2824,9 @@ dependencies = [
[[package]]
name = "rustix"
-version = "0.38.15"
+version = "0.38.17"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d2f9da0cbd88f9f09e7814e388301c8414c51c62aa6ce1e4b5c551d49d96e531"
+checksum = "f25469e9ae0f3d0047ca8b93fc56843f38e6774f0914a107ff8b41be8be8e0b7"
dependencies = [
"bitflags 2.4.0",
"errno",
@@ -3011,7 +3011,7 @@ checksum =
"4eca7ac642d82aa35b60049a6eccb4be6be75e599bd2e9adb5f875a737654af2"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -3200,7 +3200,7 @@ dependencies = [
"proc-macro2",
"quote",
"rustversion",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -3222,9 +3222,9 @@ dependencies = [
[[package]]
name = "syn"
-version = "2.0.37"
+version = "2.0.38"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7303ef2c05cd654186cb250d29049a24840ca25d2747c25c0381c8d9e2f582e8"
+checksum = "e96b79aaa137db8f61e26363a0c9b47d8b4ec75da28b7d1d614c2303e232408b"
dependencies = [
"proc-macro2",
"quote",
@@ -3303,7 +3303,7 @@ checksum =
"10712f02019e9288794769fba95cd6847df9874d49d871d062172f9dd41bc4cc"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -3394,7 +3394,7 @@ checksum =
"630bdcf245f78637c13ec01ffae6187cca34625e8c63150d424b59e55af2675e"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -3492,7 +3492,7 @@ checksum =
"5f4f31f56159e98206da9efd823404b79b6ef3143b4a7ab76e67b1751b25a4ab"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -3537,7 +3537,7 @@ checksum =
"f03ca4cb38206e2bef0700092660bb74d696f808514dae47fa1467cbfe26e96e"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
]
[[package]]
@@ -3685,7 +3685,7 @@ dependencies = [
"once_cell",
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
"wasm-bindgen-shared",
]
@@ -3719,7 +3719,7 @@ checksum =
"54681b18a46765f095758388f2d0cf16eb8d4169b639ab575a8f5693af210c7b"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.37",
+ "syn 2.0.38",
"wasm-bindgen-backend",
"wasm-bindgen-shared",
]
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index 9653c73d25..b2a22cec98 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
-version = "31.0.0"
+version = "32.0.0"
authors = ["Apache Arrow <[email protected]>"]
edition = "2021"
keywords = ["arrow", "datafusion", "query", "sql"]
@@ -34,7 +34,7 @@ async-trait = "0.1.41"
aws-config = "0.55"
aws-credential-types = "0.55"
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "31.0.0", features =
["avro", "crypto_expressions", "encoding_expressions", "regex_expressions",
"unicode_expressions", "compression"] }
+datafusion = { path = "../datafusion/core", version = "32.0.0", features =
["avro", "crypto_expressions", "encoding_expressions", "regex_expressions",
"unicode_expressions", "compression"] }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md
index 0a25b747c7..d26081dcb6 100644
--- a/datafusion/CHANGELOG.md
+++ b/datafusion/CHANGELOG.md
@@ -19,6 +19,7 @@
# Changelog
+- [32.0.0](../dev/changelog/32.0.0.md)
- [31.0.0](../dev/changelog/31.0.0.md)
- [30.0.0](../dev/changelog/30.0.0.md)
- [29.0.0](../dev/changelog/29.0.0.md)
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index 1db5d55baf..484d203be8 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -60,13 +60,13 @@ bytes = "1.4"
bzip2 = { version = "0.4.3", optional = true }
chrono = { workspace = true }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "31.0.0", features =
["parquet", "object_store"] }
-datafusion-execution = { path = "../execution", version = "31.0.0" }
-datafusion-expr = { path = "../expr", version = "31.0.0" }
-datafusion-optimizer = { path = "../optimizer", version = "31.0.0",
default-features = false }
-datafusion-physical-expr = { path = "../physical-expr", version = "31.0.0",
default-features = false }
-datafusion-physical-plan = { path = "../physical-plan", version = "31.0.0",
default-features = false }
-datafusion-sql = { path = "../sql", version = "31.0.0" }
+datafusion-common = { path = "../common", version = "32.0.0", features =
["parquet", "object_store"] }
+datafusion-execution = { path = "../execution", version = "32.0.0" }
+datafusion-expr = { path = "../expr", version = "32.0.0" }
+datafusion-optimizer = { path = "../optimizer", version = "32.0.0",
default-features = false }
+datafusion-physical-expr = { path = "../physical-expr", version = "32.0.0",
default-features = false }
+datafusion-physical-plan = { path = "../physical-plan", version = "32.0.0",
default-features = false }
+datafusion-sql = { path = "../sql", version = "32.0.0" }
flate2 = { version = "1.0.24", optional = true }
futures = "0.3"
glob = "0.3.0"
diff --git a/datafusion/execution/Cargo.toml b/datafusion/execution/Cargo.toml
index cf4eb5ef1f..6ae8bccdae 100644
--- a/datafusion/execution/Cargo.toml
+++ b/datafusion/execution/Cargo.toml
@@ -36,8 +36,8 @@ path = "src/lib.rs"
arrow = { workspace = true }
chrono = { version = "0.4", default-features = false }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "31.0.0" }
-datafusion-expr = { path = "../expr", version = "31.0.0" }
+datafusion-common = { path = "../common", version = "32.0.0" }
+datafusion-expr = { path = "../expr", version = "32.0.0" }
futures = "0.3"
hashbrown = { version = "0.14", features = ["raw"] }
log = "^0.4"
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index 4d69ce7475..c5cf6a1ac1 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -38,7 +38,7 @@ path = "src/lib.rs"
ahash = { version = "0.8", default-features = false, features =
["runtime-rng"] }
arrow = { workspace = true }
arrow-array = { workspace = true }
-datafusion-common = { path = "../common", version = "31.0.0", default-features
= false }
+datafusion-common = { path = "../common", version = "32.0.0", default-features
= false }
sqlparser = { workspace = true }
strum = { version = "0.25.0", features = ["derive"] }
strum_macros = "0.25.0"
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index e1ffcb41ba..d60b229716 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -42,9 +42,9 @@ unicode_expressions =
["datafusion-physical-expr/unicode_expressions"]
arrow = { workspace = true }
async-trait = "0.1.41"
chrono = { workspace = true }
-datafusion-common = { path = "../common", version = "31.0.0", default-features
= false }
-datafusion-expr = { path = "../expr", version = "31.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "31.0.0",
default-features = false }
+datafusion-common = { path = "../common", version = "32.0.0", default-features
= false }
+datafusion-expr = { path = "../expr", version = "32.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "32.0.0",
default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
itertools = "0.11"
log = "^0.4"
@@ -52,5 +52,5 @@ regex-syntax = "0.7.1"
[dev-dependencies]
ctor = "0.2.0"
-datafusion-sql = { path = "../sql", version = "31.0.0" }
+datafusion-sql = { path = "../sql", version = "32.0.0" }
env_logger = "0.10.0"
diff --git a/datafusion/physical-expr/Cargo.toml
b/datafusion/physical-expr/Cargo.toml
index 2c0ddc692d..6269f27310 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -49,8 +49,8 @@ base64 = { version = "0.21", optional = true }
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { workspace = true }
-datafusion-common = { path = "../common", version = "31.0.0", default-features
= false }
-datafusion-expr = { path = "../expr", version = "31.0.0" }
+datafusion-common = { path = "../common", version = "32.0.0", default-features
= false }
+datafusion-expr = { path = "../expr", version = "32.0.0" }
half = { version = "2.1", default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
hex = { version = "0.4", optional = true }
diff --git a/datafusion/physical-plan/Cargo.toml
b/datafusion/physical-plan/Cargo.toml
index ace6f5d954..2dfcf12e35 100644
--- a/datafusion/physical-plan/Cargo.toml
+++ b/datafusion/physical-plan/Cargo.toml
@@ -40,10 +40,10 @@ arrow-buffer = { workspace = true }
arrow-schema = { workspace = true }
async-trait = "0.1.41"
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "31.0.0", default-features
= false }
-datafusion-execution = { path = "../execution", version = "31.0.0" }
-datafusion-expr = { path = "../expr", version = "31.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "31.0.0" }
+datafusion-common = { path = "../common", version = "32.0.0", default-features
= false }
+datafusion-execution = { path = "../execution", version = "32.0.0" }
+datafusion-expr = { path = "../expr", version = "32.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "32.0.0" }
futures = "0.3"
half = { version = "2.1", default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index e27eff537b..94e77088a7 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -42,9 +42,9 @@ json = ["pbjson", "serde", "serde_json"]
[dependencies]
arrow = { workspace = true }
chrono = { workspace = true }
-datafusion = { path = "../core", version = "31.0.0" }
-datafusion-common = { path = "../common", version = "31.0.0", default-features
= false }
-datafusion-expr = { path = "../expr", version = "31.0.0" }
+datafusion = { path = "../core", version = "32.0.0" }
+datafusion-common = { path = "../common", version = "32.0.0", default-features
= false }
+datafusion-expr = { path = "../expr", version = "32.0.0" }
object_store = { version = "0.7.0" }
pbjson = { version = "0.5", optional = true }
prost = "0.12.0"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index c2cdc4c52d..a00a7f0213 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -39,8 +39,8 @@ unicode_expressions = []
[dependencies]
arrow = { workspace = true }
arrow-schema = { workspace = true }
-datafusion-common = { path = "../common", version = "31.0.0", default-features
= false }
-datafusion-expr = { path = "../expr", version = "31.0.0" }
+datafusion-common = { path = "../common", version = "32.0.0", default-features
= false }
+datafusion-expr = { path = "../expr", version = "32.0.0" }
log = "^0.4"
sqlparser = { workspace = true }
diff --git a/datafusion/sqllogictest/Cargo.toml
b/datafusion/sqllogictest/Cargo.toml
index 2cd16927be..c7fabffa0a 100644
--- a/datafusion/sqllogictest/Cargo.toml
+++ b/datafusion/sqllogictest/Cargo.toml
@@ -34,8 +34,8 @@ path = "src/lib.rs"
arrow = {workspace = true}
async-trait = "0.1.41"
bigdecimal = "0.4.1"
-datafusion = {path = "../core", version = "31.0.0"}
-datafusion-common = {path = "../common", version = "31.0.0", default-features
= false}
+datafusion = {path = "../core", version = "32.0.0"}
+datafusion-common = {path = "../common", version = "32.0.0", default-features
= false}
half = "2.2.1"
itertools = "0.11"
object_store = "0.7.0"
diff --git a/datafusion/substrait/Cargo.toml b/datafusion/substrait/Cargo.toml
index a9e2209404..a793df40e2 100644
--- a/datafusion/substrait/Cargo.toml
+++ b/datafusion/substrait/Cargo.toml
@@ -30,7 +30,7 @@ rust-version = "1.70"
[dependencies]
async-recursion = "1.0"
chrono = { workspace = true }
-datafusion = { version = "31.0.0", path = "../core" }
+datafusion = { version = "32.0.0", path = "../core" }
itertools = "0.11"
object_store = "0.7.0"
prost = "0.11"
diff --git a/datafusion/wasmtest/Cargo.toml b/datafusion/wasmtest/Cargo.toml
index 0aee45a511..691031866a 100644
--- a/datafusion/wasmtest/Cargo.toml
+++ b/datafusion/wasmtest/Cargo.toml
@@ -38,7 +38,7 @@ crate-type = ["cdylib", "rlib",]
# code size when deploying.
console_error_panic_hook = { version = "0.1.1", optional = true }
-datafusion-common = { path = "../common", version = "31.0.0", default-features
= false }
+datafusion-common = { path = "../common", version = "32.0.0", default-features
= false }
datafusion-expr = { path = "../expr" }
datafusion-optimizer = { path = "../optimizer" }
datafusion-physical-expr = { path = "../physical-expr" }
diff --git a/dev/changelog/32.0.0.md b/dev/changelog/32.0.0.md
new file mode 100644
index 0000000000..781fd50015
--- /dev/null
+++ b/dev/changelog/32.0.0.md
@@ -0,0 +1,195 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+## [32.0.0](https://github.com/apache/arrow-datafusion/tree/32.0.0)
(2023-10-07)
+
+[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/31.0.0...32.0.0)
+
+**Breaking changes:**
+
+- Remove implicit interval type coercion from ScalarValue comparison
[#7514](https://github.com/apache/arrow-datafusion/pull/7514) (tustvold)
+- Remove get_scan_files and ExecutionPlan::file_scan_config (#7357)
[#7487](https://github.com/apache/arrow-datafusion/pull/7487) (tustvold)
+- Move `FileCompressionType` out of `common` and into `core`
[#7596](https://github.com/apache/arrow-datafusion/pull/7596) (haohuaijin)
+- Update arrow 47.0.0 in DataFusion
[#7587](https://github.com/apache/arrow-datafusion/pull/7587) (tustvold)
+- Rename `bounded_order_preserving_variants` config to `prefer_exising_sort`
and update docs [#7723](https://github.com/apache/arrow-datafusion/pull/7723)
(alamb)
+
+**Implemented enhancements:**
+
+- Parallelize Stateless (CSV/JSON) File Write Serialization
[#7452](https://github.com/apache/arrow-datafusion/pull/7452) (devinjdangelo)
+- Create a Priority Queue based Aggregation with `limit`
[#7192](https://github.com/apache/arrow-datafusion/pull/7192) (avantgardnerio)
+- feat: add guarantees to simplification
[#7467](https://github.com/apache/arrow-datafusion/pull/7467) (wjones127)
+- [Minor]: Produce better plan when group by contains all of the ordering
requirements [#7542](https://github.com/apache/arrow-datafusion/pull/7542)
(mustafasrepo)
+- Make AvroArrowArrayReader possible to scan Avro backed table which contains
nested records [#7525](https://github.com/apache/arrow-datafusion/pull/7525)
(sarutak)
+- feat: Support spilling for hash aggregation
[#7400](https://github.com/apache/arrow-datafusion/pull/7400) (kazuyukitanimura)
+- Parallelize Parquet Serialization
[#7562](https://github.com/apache/arrow-datafusion/pull/7562) (devinjdangelo)
+- feat: natively support more data types for the `abs` function.
[#7568](https://github.com/apache/arrow-datafusion/pull/7568) (jonahgao)
+- feat: Parallel collecting parquet files statistics #7573
[#7595](https://github.com/apache/arrow-datafusion/pull/7595) (hengfeiyang)
+- Support hashing List columns
[#7616](https://github.com/apache/arrow-datafusion/pull/7616) (jonmmease)
+- feat: Better large output display in datafusion-cli with --maxrows option
[#7617](https://github.com/apache/arrow-datafusion/pull/7617) (2010YOUY01)
+- feat: make parse_float_as_decimal work on negative numbers
[#7648](https://github.com/apache/arrow-datafusion/pull/7648) (jonahgao)
+- Update Default Parquet Write Compression
[#7692](https://github.com/apache/arrow-datafusion/pull/7692) (devinjdangelo)
+- Support all the codecs supported by Avro
[#7718](https://github.com/apache/arrow-datafusion/pull/7718) (sarutak)
+- Optimize "ORDER BY + LIMIT" queries for speed / memory with special TopK
operator [#7721](https://github.com/apache/arrow-datafusion/pull/7721)
(Dandandan)
+
+**Fixed bugs:**
+
+- fix: inconsistent behaviors when dividing floating numbers by zero
[#7503](https://github.com/apache/arrow-datafusion/pull/7503) (jonahgao)
+- fix: skip EliminateCrossJoin rule if inner join with filter is found
[#7529](https://github.com/apache/arrow-datafusion/pull/7529) (epsio-banay)
+- fix: check for precision overflow when parsing float as decimal
[#7627](https://github.com/apache/arrow-datafusion/pull/7627) (jonahgao)
+- fix: substrait limit when fetch is None
[#7669](https://github.com/apache/arrow-datafusion/pull/7669) (waynexia)
+- fix: coerce text to timestamps with timezones
[#7720](https://github.com/apache/arrow-datafusion/pull/7720) (mhilton)
+- fix: avro_to_arrow: Handle avro nested nullable struct (union)
[#7663](https://github.com/apache/arrow-datafusion/pull/7663) (Samrose-Ahmed)
+
+**Documentation updates:**
+
+- Documentation Updates for New Write Related Features
[#7520](https://github.com/apache/arrow-datafusion/pull/7520) (devinjdangelo)
+- Create 2023 Q4 roadmap
[#7551](https://github.com/apache/arrow-datafusion/pull/7551) (graydenshand)
+- docs: add section on supports_filters_pushdown
[#7680](https://github.com/apache/arrow-datafusion/pull/7680) (tshauck)
+- Add LanceDB to the list of Known Users
[#7716](https://github.com/apache/arrow-datafusion/pull/7716) (alamb)
+- Document crate feature flags
[#7713](https://github.com/apache/arrow-datafusion/pull/7713) (alamb)
+
+**Merged pull requests:**
+
+- Prepare 31.0.0 release
[#7508](https://github.com/apache/arrow-datafusion/pull/7508) (andygrove)
+- Minor(proto): Implement `TryFrom<&DFSchema>` for `protobuf::DfSchema`
[#7505](https://github.com/apache/arrow-datafusion/pull/7505) (jonahgao)
+- fix: inconsistent behaviors when dividing floating numbers by zero
[#7503](https://github.com/apache/arrow-datafusion/pull/7503) (jonahgao)
+- Parallelize Stateless (CSV/JSON) File Write Serialization
[#7452](https://github.com/apache/arrow-datafusion/pull/7452) (devinjdangelo)
+- Minor: Remove stray comment markings from encoding error message
[#7512](https://github.com/apache/arrow-datafusion/pull/7512) (devinjdangelo)
+- Remove implicit interval type coercion from ScalarValue comparison
[#7514](https://github.com/apache/arrow-datafusion/pull/7514) (tustvold)
+- Minor: deprecate ScalarValue::get_datatype()
[#7507](https://github.com/apache/arrow-datafusion/pull/7507) (Weijun-H)
+- Propagate error from spawned task reading spills
[#7510](https://github.com/apache/arrow-datafusion/pull/7510) (viirya)
+- Refactor the EnforceDistribution Rule
[#7488](https://github.com/apache/arrow-datafusion/pull/7488) (mustafasrepo)
+- Remove get_scan_files and ExecutionPlan::file_scan_config (#7357)
[#7487](https://github.com/apache/arrow-datafusion/pull/7487) (tustvold)
+- Simplify ScalarValue::distance (#7517)
[#7519](https://github.com/apache/arrow-datafusion/pull/7519) (tustvold)
+- typo: change `delimeter` to `delimiter`
[#7521](https://github.com/apache/arrow-datafusion/pull/7521) (Weijun-H)
+- Fix some simplification rules for floating-point arithmetic operations
[#7515](https://github.com/apache/arrow-datafusion/pull/7515) (jonahgao)
+- Documentation Updates for New Write Related Features
[#7520](https://github.com/apache/arrow-datafusion/pull/7520) (devinjdangelo)
+- [MINOR]: Move tests from repartition to enforce_distribution file
[#7539](https://github.com/apache/arrow-datafusion/pull/7539) (mustafasrepo)
+- Update the async-trait crate to resolve clippy bug
[#7541](https://github.com/apache/arrow-datafusion/pull/7541) (metesynnada)
+- Fix flaky `test_sort_fetch_memory_calculation` test
[#7534](https://github.com/apache/arrow-datafusion/pull/7534) (viirya)
+- Move common code to utils
[#7545](https://github.com/apache/arrow-datafusion/pull/7545) (mustafasrepo)
+- Minor: Add comments and clearer constructors to `Interval`
[#7526](https://github.com/apache/arrow-datafusion/pull/7526) (alamb)
+- fix: skip EliminateCrossJoin rule if inner join with filter is found
[#7529](https://github.com/apache/arrow-datafusion/pull/7529) (epsio-banay)
+- Create a Priority Queue based Aggregation with `limit`
[#7192](https://github.com/apache/arrow-datafusion/pull/7192) (avantgardnerio)
+- feat: add guarantees to simplification
[#7467](https://github.com/apache/arrow-datafusion/pull/7467) (wjones127)
+- [Minor]: Produce better plan when group by contains all of the ordering
requirements [#7542](https://github.com/apache/arrow-datafusion/pull/7542)
(mustafasrepo)
+- Minor: beautify interval display
[#7554](https://github.com/apache/arrow-datafusion/pull/7554) (Weijun-H)
+- replace ptree with termtree
[#7560](https://github.com/apache/arrow-datafusion/pull/7560) (avantgardnerio)
+- Make AvroArrowArrayReader possible to scan Avro backed table which contains
nested records [#7525](https://github.com/apache/arrow-datafusion/pull/7525)
(sarutak)
+- Fix a race condition issue on reading spilled file
[#7538](https://github.com/apache/arrow-datafusion/pull/7538) (sarutak)
+- [MINOR]: Add is single method
[#7558](https://github.com/apache/arrow-datafusion/pull/7558) (mustafasrepo)
+- Fix `describe <table>` to work without SessionContext
[#7441](https://github.com/apache/arrow-datafusion/pull/7441) (alamb)
+- Make the tests in SHJ faster
[#7543](https://github.com/apache/arrow-datafusion/pull/7543) (metesynnada)
+- feat: Support spilling for hash aggregation
[#7400](https://github.com/apache/arrow-datafusion/pull/7400) (kazuyukitanimura)
+- Make backtrace as a cargo feature
[#7527](https://github.com/apache/arrow-datafusion/pull/7527) (comphead)
+- Minor: Fix `clippy` by switching to `timestamp_nanos_opt` instead of
(deprecated) `timestamp_nanos`
[#7572](https://github.com/apache/arrow-datafusion/pull/7572) (alamb)
+- Update sqllogictest requirement from 0.15.0 to 0.16.0
[#7569](https://github.com/apache/arrow-datafusion/pull/7569) (dependabot[bot])
+- extract `datafusion-physical-plan` to its own crate
[#7432](https://github.com/apache/arrow-datafusion/pull/7432) (alamb)
+- First and Last Accumulators should update with state row excluding is_set
flag [#7565](https://github.com/apache/arrow-datafusion/pull/7565) (viirya)
+- refactor: simplify code of eliminate_cross_join.rs
[#7561](https://github.com/apache/arrow-datafusion/pull/7561) (jackwener)
+- Update release instructions for datafusion-physical-plan crate
[#7576](https://github.com/apache/arrow-datafusion/pull/7576) (alamb)
+- Minor: Update chrono pin to `0.4.31`
[#7575](https://github.com/apache/arrow-datafusion/pull/7575) (alamb)
+- [feat] Introduce cacheManager in session ctx and make StatisticsCache share
in session [#7570](https://github.com/apache/arrow-datafusion/pull/7570)
(Ted-Jiang)
+- Enhance/Refactor Ordering Equivalence Properties
[#7566](https://github.com/apache/arrow-datafusion/pull/7566) (mustafasrepo)
+- fix misplaced statements in sqllogictest
[#7586](https://github.com/apache/arrow-datafusion/pull/7586) (jonahgao)
+- Update substrait requirement from 0.13.1 to 0.14.0
[#7585](https://github.com/apache/arrow-datafusion/pull/7585) (dependabot[bot])
+- chore: use the `create_udwf` function in `simple_udwf`, consistent with
`simple_udf` and `simple_udaf`
[#7579](https://github.com/apache/arrow-datafusion/pull/7579) (tanruixiang)
+- Implement protobuf serialization for AnalyzeExec
[#7574](https://github.com/apache/arrow-datafusion/pull/7574) (adhish20)
+- chore: fix catalog's usage docs error and add docs about `CatalogList` trait
[#7582](https://github.com/apache/arrow-datafusion/pull/7582) (tanruixiang)
+- Implement `CardinalityAwareRowConverter` while doing streaming merge
[#7401](https://github.com/apache/arrow-datafusion/pull/7401) (JayjeetAtGithub)
+- Parallelize Parquet Serialization
[#7562](https://github.com/apache/arrow-datafusion/pull/7562) (devinjdangelo)
+- feat: natively support more data types for the `abs` function.
[#7568](https://github.com/apache/arrow-datafusion/pull/7568) (jonahgao)
+- implement string_to_array
[#7577](https://github.com/apache/arrow-datafusion/pull/7577) (casperhart)
+- Create 2023 Q4 roadmap
[#7551](https://github.com/apache/arrow-datafusion/pull/7551) (graydenshand)
+- chore: reduce `physical-plan` dependencies
[#7599](https://github.com/apache/arrow-datafusion/pull/7599) (crepererum)
+- Minor: add githubs start/fork buttons to documentation page
[#7588](https://github.com/apache/arrow-datafusion/pull/7588) (alamb)
+- Minor: add more examples for `CREATE EXTERNAL TABLE` doc
[#7594](https://github.com/apache/arrow-datafusion/pull/7594) (comphead)
+- Update nix requirement from 0.26.1 to 0.27.1
[#7438](https://github.com/apache/arrow-datafusion/pull/7438) (dependabot[bot])
+- Update sqllogictest requirement from 0.16.0 to 0.17.0
[#7606](https://github.com/apache/arrow-datafusion/pull/7606) (dependabot[bot])
+- Fix panic in TopK
[#7609](https://github.com/apache/arrow-datafusion/pull/7609) (avantgardnerio)
+- Move `FileCompressionType` out of `common` and into `core`
[#7596](https://github.com/apache/arrow-datafusion/pull/7596) (haohuaijin)
+- Expose contents of Constraints
[#7603](https://github.com/apache/arrow-datafusion/pull/7603) (tv42)
+- Change the unbounded_output API default
[#7605](https://github.com/apache/arrow-datafusion/pull/7605) (metesynnada)
+- feat: Parallel collecting parquet files statistics #7573
[#7595](https://github.com/apache/arrow-datafusion/pull/7595) (hengfeiyang)
+- Support hashing List columns
[#7616](https://github.com/apache/arrow-datafusion/pull/7616) (jonmmease)
+- [MINOR] Make the sink input aware of its plan
[#7610](https://github.com/apache/arrow-datafusion/pull/7610) (metesynnada)
+- [MINOR] Reduce complexity on SHJ
[#7607](https://github.com/apache/arrow-datafusion/pull/7607) (metesynnada)
+- feat: Better large output display in datafusion-cli with --maxrows option
[#7617](https://github.com/apache/arrow-datafusion/pull/7617) (2010YOUY01)
+- Minor: add examples for `arrow_cast` and `arrow_typeof` to user guide
[#7615](https://github.com/apache/arrow-datafusion/pull/7615) (alamb)
+- [MINOR]: Fix stack overflow bug for get field access expr
[#7623](https://github.com/apache/arrow-datafusion/pull/7623) (mustafasrepo)
+- Group By All [#7622](https://github.com/apache/arrow-datafusion/pull/7622)
(berkaysynnada)
+- Implement protobuf serialization for `(Bounded)WindowAggExec`.
[#7557](https://github.com/apache/arrow-datafusion/pull/7557) (vrongmeal)
+- Make it possible to compile datafusion-common without default features
[#7625](https://github.com/apache/arrow-datafusion/pull/7625) (jonmmease)
+- Minor: Adding backtrace documentation
[#7628](https://github.com/apache/arrow-datafusion/pull/7628) (comphead)
+- fix(5975/5976): timezone handling for timestamps and `date_trunc`,
`date_part` and `date_bin`
[#7614](https://github.com/apache/arrow-datafusion/pull/7614) (wiedld)
+- Minor: remove unecessary `Arc`s in datetime_expressions
[#7630](https://github.com/apache/arrow-datafusion/pull/7630) (alamb)
+- fix: check for precision overflow when parsing float as decimal
[#7627](https://github.com/apache/arrow-datafusion/pull/7627) (jonahgao)
+- Update arrow 47.0.0 in DataFusion
[#7587](https://github.com/apache/arrow-datafusion/pull/7587) (tustvold)
+- Add test crate to compile DataFusion with wasm-pack
[#7633](https://github.com/apache/arrow-datafusion/pull/7633) (jonmmease)
+- Minor: Update documentation of case expression
[#7646](https://github.com/apache/arrow-datafusion/pull/7646) (ongchi)
+- Minor: improve docstrings on `SessionState`
[#7654](https://github.com/apache/arrow-datafusion/pull/7654) (alamb)
+- Update example in the DataFrame documentation.
[#7650](https://github.com/apache/arrow-datafusion/pull/7650) (jsimpson-gro)
+- Add HTTP object store example
[#7602](https://github.com/apache/arrow-datafusion/pull/7602) (pka)
+- feat: make parse_float_as_decimal work on negative numbers
[#7648](https://github.com/apache/arrow-datafusion/pull/7648) (jonahgao)
+- Minor: add doc comments to `ExtractEquijoinPredicate`
[#7658](https://github.com/apache/arrow-datafusion/pull/7658) (alamb)
+- [MINOR]: Do not add unnecessary hash repartition to the physical plan
[#7667](https://github.com/apache/arrow-datafusion/pull/7667) (mustafasrepo)
+- Minor: add ticket references to parallel parquet writing code
[#7592](https://github.com/apache/arrow-datafusion/pull/7592) (alamb)
+- Minor: Add ticket reference and add test comment
[#7593](https://github.com/apache/arrow-datafusion/pull/7593) (alamb)
+- Support Avro's Enum type and Fixed type
[#7635](https://github.com/apache/arrow-datafusion/pull/7635) (sarutak)
+- Minor: Migrate datafusion-proto tests into it own binary
[#7668](https://github.com/apache/arrow-datafusion/pull/7668) (ongchi)
+- Upgrade apache-avro to 0.16
[#7674](https://github.com/apache/arrow-datafusion/pull/7674) (sarutak)
+- Move window analysis to the window method
[#7672](https://github.com/apache/arrow-datafusion/pull/7672) (mustafasrepo)
+- Don't add filters to projection in TableScan
[#7670](https://github.com/apache/arrow-datafusion/pull/7670) (Dandandan)
+- Minor: Improve `TableProviderFilterPushDown` docs
[#7685](https://github.com/apache/arrow-datafusion/pull/7685) (alamb)
+- FIX: Test timestamp with table
[#7701](https://github.com/apache/arrow-datafusion/pull/7701) (jayzhan211)
+- Fix bug in `SimplifyExpressions`
[#7699](https://github.com/apache/arrow-datafusion/pull/7699) (Dandandan)
+- Enhance Enforce Dist capabilities to fix, sub optimal bad plans
[#7671](https://github.com/apache/arrow-datafusion/pull/7671) (mustafasrepo)
+- docs: add section on supports_filters_pushdown
[#7680](https://github.com/apache/arrow-datafusion/pull/7680) (tshauck)
+- Improve cache usage in CI
[#7678](https://github.com/apache/arrow-datafusion/pull/7678) (sarutak)
+- fix: substrait limit when fetch is None
[#7669](https://github.com/apache/arrow-datafusion/pull/7669) (waynexia)
+- minor: revert parsing precedence between Aggr and UDAF
[#7682](https://github.com/apache/arrow-datafusion/pull/7682) (waynexia)
+- Minor: Move hash utils to common
[#7684](https://github.com/apache/arrow-datafusion/pull/7684) (jayzhan211)
+- Update Default Parquet Write Compression
[#7692](https://github.com/apache/arrow-datafusion/pull/7692) (devinjdangelo)
+- Stop using cache for the benchmark job
[#7706](https://github.com/apache/arrow-datafusion/pull/7706) (sarutak)
+- Change rust.yml to run benchmark
[#7708](https://github.com/apache/arrow-datafusion/pull/7708) (sarutak)
+- Extend infer_placeholder_types to support BETWEEN predicates
[#7703](https://github.com/apache/arrow-datafusion/pull/7703) (andrelmartins)
+- Minor: Add comment explaining why verify benchmark results uses release mode
[#7712](https://github.com/apache/arrow-datafusion/pull/7712) (alamb)
+- Support all the codecs supported by Avro
[#7718](https://github.com/apache/arrow-datafusion/pull/7718) (sarutak)
+- Update substrait requirement from 0.14.0 to 0.15.0
[#7719](https://github.com/apache/arrow-datafusion/pull/7719) (dependabot[bot])
+- fix: coerce text to timestamps with timezones
[#7720](https://github.com/apache/arrow-datafusion/pull/7720) (mhilton)
+- Add LanceDB to the list of Known Users
[#7716](https://github.com/apache/arrow-datafusion/pull/7716) (alamb)
+- Enable avro reading/writing in datafusion-cli
[#7715](https://github.com/apache/arrow-datafusion/pull/7715) (alamb)
+- Document crate feature flags
[#7713](https://github.com/apache/arrow-datafusion/pull/7713) (alamb)
+- Minor: Consolidate UDF tests
[#7704](https://github.com/apache/arrow-datafusion/pull/7704) (alamb)
+- Minor: fix CI failure due to Cargo.lock in datafusioncli
[#7733](https://github.com/apache/arrow-datafusion/pull/7733) (yjshen)
+- MINOR: change file to column index in page_filter trace log
[#7730](https://github.com/apache/arrow-datafusion/pull/7730) (mapleFU)
+- preserve array type / timezone in `date_bin` and `date_trunc` functions
[#7729](https://github.com/apache/arrow-datafusion/pull/7729) (mhilton)
+- Remove redundant is_numeric for DataType
[#7734](https://github.com/apache/arrow-datafusion/pull/7734) (qrilka)
+- fix: avro_to_arrow: Handle avro nested nullable struct (union)
[#7663](https://github.com/apache/arrow-datafusion/pull/7663) (Samrose-Ahmed)
+- Rename `SessionContext::with_config_rt` to
`SessionContext::new_with_config_from_rt`, etc
[#7631](https://github.com/apache/arrow-datafusion/pull/7631) (alamb)
+- Rename `bounded_order_preserving_variants` config to `prefer_exising_sort`
and update docs [#7723](https://github.com/apache/arrow-datafusion/pull/7723)
(alamb)
+- Optimize "ORDER BY + LIMIT" queries for speed / memory with special TopK
operator [#7721](https://github.com/apache/arrow-datafusion/pull/7721)
(Dandandan)
+- Minor: Improve crate docs
[#7740](https://github.com/apache/arrow-datafusion/pull/7740) (alamb)
+- [MINOR]: Resolve linter errors in the main
[#7753](https://github.com/apache/arrow-datafusion/pull/7753) (mustafasrepo)
+- Minor: Build concat_internal() with ListArray construction instead of
ArrayData [#7748](https://github.com/apache/arrow-datafusion/pull/7748)
(jayzhan211)
+- Minor: Add comment on input_schema from AggregateExec
[#7727](https://github.com/apache/arrow-datafusion/pull/7727) (viirya)
+- Fix column name for COUNT(\*) set by AggregateStatistics
[#7757](https://github.com/apache/arrow-datafusion/pull/7757) (qrilka)
+- Add documentation about type signatures, and export `TIMEZONE_WILDCARD`
[#7726](https://github.com/apache/arrow-datafusion/pull/7726) (alamb)
+- [feat] Support cache ListFiles result cache in session level
[#7620](https://github.com/apache/arrow-datafusion/pull/7620) (Ted-Jiang)
+- Support `SHOW ALL VERBOSE` to show settings description
[#7735](https://github.com/apache/arrow-datafusion/pull/7735) (comphead)
diff --git a/dev/release/README.md b/dev/release/README.md
index b44259ad56..53487678aa 100644
--- a/dev/release/README.md
+++ b/dev/release/README.md
@@ -82,7 +82,7 @@ You will need a GitHub Personal Access Token for the
following steps. Follow
[these
instructions](https://docs.github.com/en/authentication/keeping-your-account-and-data-secure/creating-a-personal-access-token)
to generate one if you do not already have one.
-The changelog is generated using a Python script. There is a depency on
`PyGitHub`, which can be installed using pip:
+The changelog is generated using a Python script. There is a dependency on
`PyGitHub`, which can be installed using pip:
```bash
pip3 install PyGitHub
diff --git a/dev/update_datafusion_versions.py
b/dev/update_datafusion_versions.py
index d9433915f7..7cbe39fdfb 100755
--- a/dev/update_datafusion_versions.py
+++ b/dev/update_datafusion_versions.py
@@ -35,10 +35,12 @@ crates = {
'datafusion-execution': 'datafusion/execution/Cargo.toml',
'datafusion-optimizer': 'datafusion/optimizer/Cargo.toml',
'datafusion-physical-expr': 'datafusion/physical-expr/Cargo.toml',
+ 'datafusion-physical-plan': 'datafusion/physical-plan/Cargo.toml',
'datafusion-proto': 'datafusion/proto/Cargo.toml',
'datafusion-substrait': 'datafusion/substrait/Cargo.toml',
'datafusion-sql': 'datafusion/sql/Cargo.toml',
'datafusion-sqllogictest': 'datafusion/sqllogictest/Cargo.toml',
+ 'datafusion-wasmtest': 'datafusion/wasmtest/Cargo.toml',
'datafusion-benchmarks': 'benchmarks/Cargo.toml',
'datafusion-examples': 'datafusion-examples/Cargo.toml',
}
diff --git a/docs/source/user-guide/configs.md
b/docs/source/user-guide/configs.md
index 9eb0862de9..cab1e5c3e4 100644
--- a/docs/source/user-guide/configs.md
+++ b/docs/source/user-guide/configs.md
@@ -64,7 +64,7 @@ Environment variables are read during `SessionConfig`
initialisation so they mus
| datafusion.execution.parquet.statistics_enabled | NULL
| Sets if statistics are enabled for any column Valid values are:
"none", "chunk", and "page" These values are not case sensitive. If NULL, uses
default parquet writer setting
[...]
| datafusion.execution.parquet.max_statistics_size | NULL
| Sets max statistics size for any column. If NULL, uses default
parquet writer setting
[...]
| datafusion.execution.parquet.max_row_group_size | 1048576
| Sets maximum number of rows in a row group
[...]
-| datafusion.execution.parquet.created_by | datafusion
version 31.0.0 | Sets "created by" property
[...]
+| datafusion.execution.parquet.created_by | datafusion
version 32.0.0 | Sets "created by" property
[...]
| datafusion.execution.parquet.column_index_truncate_length | NULL
| Sets column index trucate length
[...]
| datafusion.execution.parquet.data_page_row_count_limit |
18446744073709551615 | Sets best effort maximum number of rows in data
page
[...]
| datafusion.execution.parquet.encoding | NULL
| Sets default encoding for any column Valid values are: plain,
plain_dictionary, rle, bit_packed, delta_binary_packed,
delta_length_byte_array, delta_byte_array, rle_dictionary, and
byte_stream_split. These values are not case sensitive. If NULL, uses default
parquet writer setting
[...]
