This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new a5e86fae3b Prepare 29.0.0 Release (#7270)
a5e86fae3b is described below
commit a5e86fae3baadbd99f8fd0df83f45fde22f7b0c6
Author: Andy Grove <[email protected]>
AuthorDate: Mon Aug 14 11:22:44 2023 -0600
Prepare 29.0.0 Release (#7270)
* update version
* changelog
* cargo update
* asf header
---
Cargo.toml | 2 +-
benchmarks/Cargo.toml | 6 +-
datafusion-cli/Cargo.lock | 53 +++++++-----
datafusion-cli/Cargo.toml | 4 +-
datafusion/CHANGELOG.md | 1 +
datafusion/core/Cargo.toml | 14 ++--
datafusion/execution/Cargo.toml | 4 +-
datafusion/expr/Cargo.toml | 2 +-
datafusion/optimizer/Cargo.toml | 8 +-
datafusion/physical-expr/Cargo.toml | 4 +-
datafusion/proto/Cargo.toml | 6 +-
datafusion/sql/Cargo.toml | 4 +-
datafusion/sqllogictest/Cargo.toml | 4 +-
datafusion/substrait/Cargo.toml | 2 +-
dev/changelog/29.0.0.md | 162 ++++++++++++++++++++++++++++++++++++
dev/update_datafusion_versions.py | 1 +
16 files changed, 225 insertions(+), 52 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index 79f2cc9a95..fd862e1332 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -29,7 +29,7 @@ license = "Apache-2.0"
readme = "README.md"
repository = "https://github.com/apache/arrow-datafusion";
rust-version = "1.70"
-version = "28.0.0"
+version = "29.0.0"
[workspace.dependencies]
arrow = { version = "45.0.0", features = ["prettyprint", "dyn_cmp_dict"] }
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 1fe5a8ba68..e02a33fecd 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-benchmarks"
description = "DataFusion Benchmarks"
-version = "28.0.0"
+version = "29.0.0"
edition = { workspace = true }
authors = ["Apache Arrow <[email protected]>"]
homepage = "https://github.com/apache/arrow-datafusion";
@@ -34,7 +34,7 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
arrow = { workspace = true }
-datafusion = { path = "../datafusion/core", version = "28.0.0" }
+datafusion = { path = "../datafusion/core", version = "29.0.0" }
env_logger = "0.10"
futures = "0.3"
log = "^0.4"
@@ -49,4 +49,4 @@ test-utils = { path = "../test-utils/", version = "0.1.0" }
tokio = { version = "^1.0", features = ["macros", "rt", "rt-multi-thread",
"parking_lot"] }
[dev-dependencies]
-datafusion-proto = { path = "../datafusion/proto", version = "28.0.0" }
+datafusion-proto = { path = "../datafusion/proto", version = "29.0.0" }
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index 769b3ac367..cca667b114 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -32,9 +32,9 @@ dependencies = [
[[package]]
name = "aho-corasick"
-version = "1.0.2"
+version = "1.0.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "43f6cb1bf222025340178f382c426f13757b2960e89779dfcb319c32542a5a41"
+checksum = "86b8f9420f797f2d9e935edf629310eb938a0d839f984e25327f3c7eed22300c"
dependencies = [
"memchr",
]
@@ -695,9 +695,9 @@ checksum =
"bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
[[package]]
name = "bitflags"
-version = "2.3.3"
+version = "2.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "630be753d4e58660abd17930c71b647fe46c27ea6b63cc59e1e3851406972e42"
+checksum = "b4682ae6287fcf752ecaabbfcc7b6f9b72aa33933dc23a554d853aea8eea8635"
[[package]]
name = "blake2"
@@ -1048,7 +1048,7 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "28.0.0"
+version = "29.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1095,7 +1095,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "28.0.0"
+version = "29.0.0"
dependencies = [
"arrow",
"assert_cmd",
@@ -1119,7 +1119,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "28.0.0"
+version = "29.0.0"
dependencies = [
"arrow",
"arrow-array",
@@ -1132,7 +1132,7 @@ dependencies = [
[[package]]
name = "datafusion-execution"
-version = "28.0.0"
+version = "29.0.0"
dependencies = [
"arrow",
"dashmap",
@@ -1150,7 +1150,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "28.0.0"
+version = "29.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1163,7 +1163,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "28.0.0"
+version = "29.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -1179,7 +1179,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "28.0.0"
+version = "29.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1212,7 +1212,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "28.0.0"
+version = "29.0.0"
dependencies = [
"arrow",
"arrow-schema",
@@ -1706,7 +1706,7 @@ dependencies = [
"httpdate",
"itoa",
"pin-project-lite",
- "socket2",
+ "socket2 0.4.9",
"tokio",
"tower-service",
"tracing",
@@ -2387,9 +2387,9 @@ dependencies = [
[[package]]
name = "pin-project-lite"
-version = "0.2.11"
+version = "0.2.12"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2c516611246607d0c04186886dbb3a754368ef82c79e9827a802c6d836dd111c"
+checksum = "12cc1b0bf1727a77a54b6654e7b5f1af8604923edc8b81885f8ec92f9e3f0a05"
[[package]]
name = "pin-utils"
@@ -2695,11 +2695,11 @@ dependencies = [
[[package]]
name = "rustix"
-version = "0.38.7"
+version = "0.38.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "172891ebdceb05aa0005f533a6cbfca599ddd7d966f6f5d4d9b2e70478e70399"
+checksum = "19ed4fa021d81c8392ce04db050a3da9a60299050b7ae1cf482d862b54a7218f"
dependencies = [
- "bitflags 2.3.3",
+ "bitflags 2.4.0",
"errno",
"libc",
"linux-raw-sys",
@@ -2978,6 +2978,16 @@ dependencies = [
"winapi",
]
+[[package]]
+name = "socket2"
+version = "0.5.3"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "2538b18701741680e0322a2302176d3253a35388e2e62f172f64f4f16605f877"
+dependencies = [
+ "libc",
+ "windows-sys",
+]
+
[[package]]
name = "spin"
version = "0.5.2"
@@ -3210,11 +3220,10 @@ checksum =
"1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
[[package]]
name = "tokio"
-version = "1.29.1"
+version = "1.30.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "532826ff75199d5833b9d2c5fe410f29235e25704ee5f0ef599fb51c21f4a4da"
+checksum = "2d3ce25f50619af8b0aec2eb23deebe84249e19e2ddd393a6e16e3300a6dadfd"
dependencies = [
- "autocfg",
"backtrace",
"bytes",
"libc",
@@ -3222,7 +3231,7 @@ dependencies = [
"num_cpus",
"parking_lot",
"pin-project-lite",
- "socket2",
+ "socket2 0.5.3",
"tokio-macros",
"windows-sys",
]
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index 376f2533d8..fc38d59b70 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
-version = "28.0.0"
+version = "29.0.0"
authors = ["Apache Arrow <[email protected]>"]
edition = "2021"
keywords = ["arrow", "datafusion", "query", "sql"]
@@ -34,7 +34,7 @@ async-trait = "0.1.41"
aws-config = "0.55"
aws-credential-types = "0.55"
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "28.0.0" }
+datafusion = { path = "../datafusion/core", version = "29.0.0" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md
index 49293fb7a6..cdbbb68b28 100644
--- a/datafusion/CHANGELOG.md
+++ b/datafusion/CHANGELOG.md
@@ -19,6 +19,7 @@
# Changelog
+- [29.0.0](../dev/changelog/29.0.0.md)
- [28.0.0](../dev/changelog/28.0.0.md)
- [27.0.0](../dev/changelog/27.0.0.md)
- [26.0.0](../dev/changelog/26.0.0.md)
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index e641fc97a5..bd1ed2e815 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -62,12 +62,12 @@ bytes = "1.4"
bzip2 = { version = "0.4.3", optional = true }
chrono = { version = "0.4.23", default-features = false }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "28.0.0", features =
["parquet", "object_store"] }
-datafusion-execution = { path = "../execution", version = "28.0.0" }
-datafusion-expr = { path = "../expr", version = "28.0.0" }
-datafusion-optimizer = { path = "../optimizer", version = "28.0.0",
default-features = false }
-datafusion-physical-expr = { path = "../physical-expr", version = "28.0.0",
default-features = false }
-datafusion-sql = { path = "../sql", version = "28.0.0" }
+datafusion-common = { path = "../common", version = "29.0.0", features =
["parquet", "object_store"] }
+datafusion-execution = { path = "../execution", version = "29.0.0" }
+datafusion-expr = { path = "../expr", version = "29.0.0" }
+datafusion-optimizer = { path = "../optimizer", version = "29.0.0",
default-features = false }
+datafusion-physical-expr = { path = "../physical-expr", version = "29.0.0",
default-features = false }
+datafusion-sql = { path = "../sql", version = "29.0.0" }
flate2 = { version = "1.0.24", optional = true }
futures = "0.3"
glob = "0.3.0"
@@ -102,7 +102,7 @@ bigdecimal = "0.4.1"
criterion = { version = "0.5", features = ["async_tokio"] }
csv = "1.1.6"
ctor = "0.2.0"
-datafusion-sqllogictest = { path = "../sqllogictest", version = "28.0.0",
features = ["postgres"] }
+datafusion-sqllogictest = { path = "../sqllogictest", version = "29.0.0",
features = ["postgres"] }
doc-comment = "0.3"
env_logger = "0.10"
half = "2.2.1"
diff --git a/datafusion/execution/Cargo.toml b/datafusion/execution/Cargo.toml
index b87e73cdf2..88c709bd46 100644
--- a/datafusion/execution/Cargo.toml
+++ b/datafusion/execution/Cargo.toml
@@ -35,8 +35,8 @@ path = "src/lib.rs"
[dependencies]
arrow = { workspace = true }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "28.0.0" }
-datafusion-expr = { path = "../expr", version = "28.0.0" }
+datafusion-common = { path = "../common", version = "29.0.0" }
+datafusion-expr = { path = "../expr", version = "29.0.0" }
futures = "0.3"
hashbrown = { version = "0.14", features = ["raw"] }
log = "^0.4"
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index 9c8b5dea8c..1756647a03 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -37,7 +37,7 @@ path = "src/lib.rs"
[dependencies]
ahash = { version = "0.8", default-features = false, features =
["runtime-rng"] }
arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "28.0.0" }
+datafusion-common = { path = "../common", version = "29.0.0" }
lazy_static = { version = "^1.4.0" }
sqlparser = { workspace = true }
strum = { version = "0.25.0", features = ["derive"] }
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index ca10b8a8ad..8462f99153 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -43,9 +43,9 @@ unicode_expressions =
["datafusion-physical-expr/unicode_expressions"]
arrow = { workspace = true }
async-trait = "0.1.41"
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "28.0.0" }
-datafusion-expr = { path = "../expr", version = "28.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "28.0.0",
default-features = false }
+datafusion-common = { path = "../common", version = "29.0.0" }
+datafusion-expr = { path = "../expr", version = "29.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "29.0.0",
default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
itertools = "0.11"
log = "^0.4"
@@ -53,5 +53,5 @@ regex-syntax = "0.7.1"
[dev-dependencies]
ctor = "0.2.0"
-datafusion-sql = { path = "../sql", version = "28.0.0" }
+datafusion-sql = { path = "../sql", version = "29.0.0" }
env_logger = "0.10.0"
diff --git a/datafusion/physical-expr/Cargo.toml
b/datafusion/physical-expr/Cargo.toml
index bd52c12238..278cac1a9c 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -52,8 +52,8 @@ base64 = { version = "0.21", optional = true }
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "28.0.0" }
-datafusion-expr = { path = "../expr", version = "28.0.0" }
+datafusion-common = { path = "../common", version = "29.0.0" }
+datafusion-expr = { path = "../expr", version = "29.0.0" }
half = { version = "2.1", default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
hex = { version = "0.4", optional = true }
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index 71857e9e51..03ba48f1b1 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -42,9 +42,9 @@ json = ["pbjson", "serde", "serde_json"]
[dependencies]
arrow = { workspace = true }
chrono = { version = "0.4", default-features = false }
-datafusion = { path = "../core", version = "28.0.0" }
-datafusion-common = { path = "../common", version = "28.0.0" }
-datafusion-expr = { path = "../expr", version = "28.0.0" }
+datafusion = { path = "../core", version = "29.0.0" }
+datafusion-common = { path = "../common", version = "29.0.0" }
+datafusion-expr = { path = "../expr", version = "29.0.0" }
object_store = { version = "0.6.1" }
pbjson = { version = "0.5", optional = true }
prost = "0.11.0"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index 2003681e67..6be866e557 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -39,8 +39,8 @@ unicode_expressions = []
[dependencies]
arrow = { workspace = true }
arrow-schema = { workspace = true }
-datafusion-common = { path = "../common", version = "28.0.0" }
-datafusion-expr = { path = "../expr", version = "28.0.0" }
+datafusion-common = { path = "../common", version = "29.0.0" }
+datafusion-expr = { path = "../expr", version = "29.0.0" }
log = "^0.4"
sqlparser = { workspace = true }
diff --git a/datafusion/sqllogictest/Cargo.toml
b/datafusion/sqllogictest/Cargo.toml
index 66961abdfa..0d80ed6c22 100644
--- a/datafusion/sqllogictest/Cargo.toml
+++ b/datafusion/sqllogictest/Cargo.toml
@@ -34,8 +34,8 @@ path = "src/lib.rs"
arrow = {workspace = true}
async-trait = "0.1.41"
bigdecimal = "0.4.1"
-datafusion = {path = "../core", version = "28.0.0"}
-datafusion-common = {path = "../common", version = "28.0.0"}
+datafusion = {path = "../core", version = "29.0.0"}
+datafusion-common = {path = "../common", version = "29.0.0"}
half = "2.2.1"
itertools = "0.11"
lazy_static = {version = "^1.4.0"}
diff --git a/datafusion/substrait/Cargo.toml b/datafusion/substrait/Cargo.toml
index bf0f2f92f8..3e565680e2 100644
--- a/datafusion/substrait/Cargo.toml
+++ b/datafusion/substrait/Cargo.toml
@@ -30,7 +30,7 @@ rust-version = "1.70"
[dependencies]
async-recursion = "1.0"
chrono = { version = "0.4.23", default-features = false }
-datafusion = { version = "28.0.0", path = "../core" }
+datafusion = { version = "29.0.0", path = "../core" }
itertools = "0.11"
object_store = "0.6.1"
prost = "0.11"
diff --git a/dev/changelog/29.0.0.md b/dev/changelog/29.0.0.md
new file mode 100644
index 0000000000..6d946eb61c
--- /dev/null
+++ b/dev/changelog/29.0.0.md
@@ -0,0 +1,162 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+## [29.0.0](https://github.com/apache/arrow-datafusion/tree/29.0.0)
(2023-08-11)
+
+[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/28.0.0...29.0.0)
+
+**Breaking changes:**
+
+- change the input_type parameter of the create_udaf function from DataType to
Vec<DataType> [#7096](https://github.com/apache/arrow-datafusion/pull/7096)
(jiangzhx)
+- Implement `array_slice` and `array_element`, remove `array_trim`
[#6936](https://github.com/apache/arrow-datafusion/pull/6936) (izveigor)
+- improve the ergonomics of creating field and list array accesses
[#7215](https://github.com/apache/arrow-datafusion/pull/7215) (izveigor)
+- Update Arrow 45.0.0 And Datum Arithmetic, change Decimal Division semantics
[#6832](https://github.com/apache/arrow-datafusion/pull/6832) (tustvold)
+
+**Implemented enhancements:**
+
+- feat: support SQL array replacement and removement functions
[#7057](https://github.com/apache/arrow-datafusion/pull/7057) (izveigor)
+- feat: array containment operator `@>` and `<@`
[#6885](https://github.com/apache/arrow-datafusion/pull/6885) (izveigor)
+- feat: add sqllogictests crate
[#7134](https://github.com/apache/arrow-datafusion/pull/7134) (tshauck)
+- feat: allow `datafusion-cli` to accept multiple statements
[#7138](https://github.com/apache/arrow-datafusion/pull/7138) (NiwakaDev)
+- feat: Add linear regression aggregate functions
[#7211](https://github.com/apache/arrow-datafusion/pull/7211) (2010YOUY01)
+
+**Fixed bugs:**
+
+- fix: disallow interval - timestamp
[#7086](https://github.com/apache/arrow-datafusion/pull/7086) (jackwener)
+- fix: Projection columns_map remove name search
[#7099](https://github.com/apache/arrow-datafusion/pull/7099) (mustafasrepo)
+- fix: fix index bug and add test to check it
[#7124](https://github.com/apache/arrow-datafusion/pull/7124) (mustafasrepo)
+- fix: Fix panic in filter predicate
[#7126](https://github.com/apache/arrow-datafusion/pull/7126) (alamb)
+- fix: correct count(\*) alias
[#7081](https://github.com/apache/arrow-datafusion/pull/7081) (jackwener)
+- fix: skip compression tests on --no-default-features
[#7172](https://github.com/apache/arrow-datafusion/pull/7172) (not-my-profile)
+- fix: typo in substrait
[#7224](https://github.com/apache/arrow-datafusion/pull/7224) (waynexia)
+
+**Documentation updates:**
+
+- Add additional links to main README
[#7102](https://github.com/apache/arrow-datafusion/pull/7102) (alamb)
+- docs: fix broken link
[#7177](https://github.com/apache/arrow-datafusion/pull/7177) (SteveLauC)
+
+**Merged pull requests:**
+
+- [Minor] Speedup to_array_of_size for Decimal128
[#7055](https://github.com/apache/arrow-datafusion/pull/7055) (Dandandan)
+- Replace `array_contains` with SQL array functions: `array_has`,
`array_has_any`, `array_has_all`
[#6990](https://github.com/apache/arrow-datafusion/pull/6990) (jayzhan211)
+- Add more Decimal256 type coercion
[#7047](https://github.com/apache/arrow-datafusion/pull/7047) (viirya)
+- Create `dfbench`, split up `tpch` benchmark runner into modules
[#7054](https://github.com/apache/arrow-datafusion/pull/7054) (alamb)
+- chore(deps): update sqlparser requirement from 0.35 to 0.36.1
[#7051](https://github.com/apache/arrow-datafusion/pull/7051) (alamb)
+- use ObjectStore for dataframe writes
[#6987](https://github.com/apache/arrow-datafusion/pull/6987) (devinjdangelo)
+- Prepare 28.0.0 Release
[#7056](https://github.com/apache/arrow-datafusion/pull/7056) (andygrove)
+- refactor: with_inputs() can use original schema to avoid recompute schema.
[#7069](https://github.com/apache/arrow-datafusion/pull/7069) (jackwener)
+- Fix cli tests [#7083](https://github.com/apache/arrow-datafusion/pull/7083)
(mustafasrepo)
+- Ignore blank lines and comments at the end of query files for datafusion-cli
[#7076](https://github.com/apache/arrow-datafusion/pull/7076) (sarutak)
+- Support case sensitive column for `with_column_renamed`
[#7063](https://github.com/apache/arrow-datafusion/pull/7063) (comphead)
+- Add Decimal256 to `ScalarValue`
[#7048](https://github.com/apache/arrow-datafusion/pull/7048) (viirya)
+- Enrich CSV reader config: quote & escape
[#6927](https://github.com/apache/arrow-datafusion/pull/6927) (parkma99)
+- [Refactor] PipelineFixer physical optimizer rule removal
[#7059](https://github.com/apache/arrow-datafusion/pull/7059) (metesynnada)
+- fix: disallow interval - timestamp
[#7086](https://github.com/apache/arrow-datafusion/pull/7086) (jackwener)
+- Add Utf8->Binary type coercion for comparison
[#7080](https://github.com/apache/arrow-datafusion/pull/7080) (jonahgao)
+- Refactor Replace Repartition rule
[#7090](https://github.com/apache/arrow-datafusion/pull/7090) (mustafasrepo)
+- change the input_type parameter of the create_udaf function from DataType to
Vec<DataType> [#7096](https://github.com/apache/arrow-datafusion/pull/7096)
(jiangzhx)
+- fix: Projection columns_map remove name search
[#7099](https://github.com/apache/arrow-datafusion/pull/7099) (mustafasrepo)
+- Minor: Refine doc comments for BuiltinScalarFunction::return_dimension
[#7045](https://github.com/apache/arrow-datafusion/pull/7045) (alamb)
+- Relax check during aggregate partial mode.
[#7101](https://github.com/apache/arrow-datafusion/pull/7101) (mustafasrepo)
+- refactor byte_to_string and string_to_byte
[#7091](https://github.com/apache/arrow-datafusion/pull/7091) (parkma99)
+- Minor: add test + docs for 2 argument trunc with columns
[#7042](https://github.com/apache/arrow-datafusion/pull/7042) (alamb)
+- Move inactive projects to a different section
[#7104](https://github.com/apache/arrow-datafusion/pull/7104) (alamb)
+- Port remaining information_schema rust tests to sqllogictests
[#7050](https://github.com/apache/arrow-datafusion/pull/7050) (palash25)
+- Change `rust-version` in Cargo.toml to comply with MSRV
[#7107](https://github.com/apache/arrow-datafusion/pull/7107) (sarutak)
+- create all needed folders in advance for benchmarks
[#7105](https://github.com/apache/arrow-datafusion/pull/7105) (smiklos)
+- Initial support for functional dependencies handling primary key and unique
constraints [#7040](https://github.com/apache/arrow-datafusion/pull/7040)
(mustafasrepo)
+- Add ClickBench queries to DataFusion benchmark runner
[#7060](https://github.com/apache/arrow-datafusion/pull/7060) (alamb)
+- feat: support SQL array replacement and removement functions
[#7057](https://github.com/apache/arrow-datafusion/pull/7057) (izveigor)
+- [doc], [minor]. Update docstring of group by rewrite.
[#7111](https://github.com/apache/arrow-datafusion/pull/7111) (mustafasrepo)
+- Add additional links to main README
[#7102](https://github.com/apache/arrow-datafusion/pull/7102) (alamb)
+- fix: fix index bug and add test to check it
[#7124](https://github.com/apache/arrow-datafusion/pull/7124) (mustafasrepo)
+- fix: Fix panic in filter predicate
[#7126](https://github.com/apache/arrow-datafusion/pull/7126) (alamb)
+- Add MSRV check as a GA job
[#7123](https://github.com/apache/arrow-datafusion/pull/7123) (sarutak)
+- Minor: move `AnalysisContext` out of physical_expr and into its own module
[#7127](https://github.com/apache/arrow-datafusion/pull/7127) (alamb)
+- fix: correct count(\*) alias
[#7081](https://github.com/apache/arrow-datafusion/pull/7081) (jackwener)
+- `make_array` with column of list
[#7137](https://github.com/apache/arrow-datafusion/pull/7137) (jayzhan211)
+- feat: array containment operator `@>` and `<@`
[#6885](https://github.com/apache/arrow-datafusion/pull/6885) (izveigor)
+- [MINOR]: Make memory exec partition number =1, in test utils
[#7148](https://github.com/apache/arrow-datafusion/pull/7148) (mustafasrepo)
+- Substrait union/union all
[#7117](https://github.com/apache/arrow-datafusion/pull/7117) (nseekhao)
+- minor: Remove mac m1 compilation for size_of_scalar test
[#7151](https://github.com/apache/arrow-datafusion/pull/7151) (mustafasrepo)
+- chore: add config option for allowing bounded use of sort-preserving
operators [#7164](https://github.com/apache/arrow-datafusion/pull/7164)
(wolffcm)
+- chore: edition use workspace
[#7140](https://github.com/apache/arrow-datafusion/pull/7140) (jackwener)
+- [bug]: Fix multi partition wrong column requirement bug
[#7129](https://github.com/apache/arrow-datafusion/pull/7129) (mustafasrepo)
+- Refactor memory_limit tests to make them easier to extend
[#7131](https://github.com/apache/arrow-datafusion/pull/7131) (alamb)
+- Minor: show output ordering in MemoryExec
[#7169](https://github.com/apache/arrow-datafusion/pull/7169) (alamb)
+- Move ordering equivalence, and output ordering for joins to util functions
[#7167](https://github.com/apache/arrow-datafusion/pull/7167) (mustafasrepo)
+- Add regr_slope() aggregate function
[#7135](https://github.com/apache/arrow-datafusion/pull/7135) (2010YOUY01)
+- Add expression for array_agg
[#7159](https://github.com/apache/arrow-datafusion/pull/7159) (willrnch)
+- fix: skip compression tests on --no-default-features
[#7172](https://github.com/apache/arrow-datafusion/pull/7172) (not-my-profile)
+- HashJoin order fixing
[#7155](https://github.com/apache/arrow-datafusion/pull/7155) (metesynnada)
+- tweak: demote heading levels in PR template
[#7176](https://github.com/apache/arrow-datafusion/pull/7176) (not-my-profile)
+- feat: add sqllogictests crate
[#7134](https://github.com/apache/arrow-datafusion/pull/7134) (tshauck)
+- docs: fix broken link
[#7177](https://github.com/apache/arrow-datafusion/pull/7177) (SteveLauC)
+- Add nanvl builtin function
[#7171](https://github.com/apache/arrow-datafusion/pull/7171) (sarutak)
+- chore(deps): update apache-avro requirement from 0.14 to 0.15
[#7174](https://github.com/apache/arrow-datafusion/pull/7174) (jackwener)
+- make dataframe.task_ctx public
[#7183](https://github.com/apache/arrow-datafusion/pull/7183) (milenkovicm)
+- feat: allow `datafusion-cli` to accept multiple statements
[#7138](https://github.com/apache/arrow-datafusion/pull/7138) (NiwakaDev)
+- Add `plan_err!` error macro
[#7115](https://github.com/apache/arrow-datafusion/pull/7115) (comphead)
+- refactor: add ExecutionPlan::file_scan_config to avoid downcasting
[#7175](https://github.com/apache/arrow-datafusion/pull/7175) (not-my-profile)
+- Minor: Add documentation + diagrams for ExternalSorter
[#7179](https://github.com/apache/arrow-datafusion/pull/7179) (alamb)
+- Support simplifying expressions such as `~ ^(ba_r|foo)$` , where the string
includes underline
[#7186](https://github.com/apache/arrow-datafusion/pull/7186) (tanruixiang)
+- Add MemoryReservation::{split_off, take, new_empty}
[#7184](https://github.com/apache/arrow-datafusion/pull/7184) (alamb)
+- Update bench.sh to only run 5 iterations
[#7189](https://github.com/apache/arrow-datafusion/pull/7189) (alamb)
+- Implement `array_slice` and `array_element`, remove `array_trim`
[#6936](https://github.com/apache/arrow-datafusion/pull/6936) (izveigor)
+- Unify DataFrame and SQL (Insert Into) Write Methods
[#7141](https://github.com/apache/arrow-datafusion/pull/7141) (devinjdangelo)
+- Minor: Further Increase stack_size to prevent roundtrip_deeply_nested test
stack overflow [#7208](https://github.com/apache/arrow-datafusion/pull/7208)
(devinjdangelo)
+- Don't track files generated by regen.sh
[#7204](https://github.com/apache/arrow-datafusion/pull/7204) (sarutak)
+- Update some docs/scripts to reflect the removed/added packages.
[#7202](https://github.com/apache/arrow-datafusion/pull/7202) (sarutak)
+- Implement `array_repeat`, remove `array_fill`
[#7199](https://github.com/apache/arrow-datafusion/pull/7199) (izveigor)
+- Use tokio only if running from a multi-thread tokio context
[#7205](https://github.com/apache/arrow-datafusion/pull/7205) (viirya)
+- Remove Outdated NY Taxi benchmark
[#7210](https://github.com/apache/arrow-datafusion/pull/7210) (alamb)
+- improve the ergonomics of creating field and list array accesses
[#7215](https://github.com/apache/arrow-datafusion/pull/7215) (izveigor)
+- [MINOR] Document refactor on NestedLoopJoin
[#7217](https://github.com/apache/arrow-datafusion/pull/7217) (metesynnada)
+- Docs: Add GlareDB to list of DataFusion users
[#7223](https://github.com/apache/arrow-datafusion/pull/7223) (alamb)
+- fix: typo in substrait
[#7224](https://github.com/apache/arrow-datafusion/pull/7224) (waynexia)
+- Minor: Add constructors to GetFieldAccessExpr and add docs
[#7219](https://github.com/apache/arrow-datafusion/pull/7219) (alamb)
+- chore: required at least 1 approve before merge
[#7226](https://github.com/apache/arrow-datafusion/pull/7226) (jackwener)
+- feat: Add linear regression aggregate functions
[#7211](https://github.com/apache/arrow-datafusion/pull/7211) (2010YOUY01)
+- Add `Expr::field`, `Expr::index`, and `Expr::slice`, add docs
[#7218](https://github.com/apache/arrow-datafusion/pull/7218) (alamb)
+- Extend insert into support to include Json backed tables
[#7212](https://github.com/apache/arrow-datafusion/pull/7212) (devinjdangelo)
+- Minor: rename `GetFieldAccessCharacteristic` and add docs
[#7220](https://github.com/apache/arrow-datafusion/pull/7220) (alamb)
+- Minor: Remove unecessary `clone_with_replacement`
[#7232](https://github.com/apache/arrow-datafusion/pull/7232) (alamb)
+- Update Arrow 45.0.0 And Datum Arithmetic, change Decimal Division semantics
[#6832](https://github.com/apache/arrow-datafusion/pull/6832) (tustvold)
+- Support `make_array` null handling in nested version
[#7207](https://github.com/apache/arrow-datafusion/pull/7207) (jayzhan211)
+- [Minor], Bug Fix: Add empty ordering check at the source.
[#7230](https://github.com/apache/arrow-datafusion/pull/7230) (mustafasrepo)
+- Minor: with preserve order now receives argument
[#7231](https://github.com/apache/arrow-datafusion/pull/7231) (mustafasrepo)
+- Minor: Remove [[example]] table from datafusion-examples/Cargo.toml
[#7235](https://github.com/apache/arrow-datafusion/pull/7235) (sarutak)
+- Remove additional cast from TPCH q8
[#7233](https://github.com/apache/arrow-datafusion/pull/7233) (viirya)
+- Minor: Move `project_schema` to `datafusion_common`
[#7237](https://github.com/apache/arrow-datafusion/pull/7237) (alamb)
+- Minor: Extract ExecutionPlanVisitor to its own module
[#7236](https://github.com/apache/arrow-datafusion/pull/7236) (alamb)
+- Minor: Move streams out of `physical_plan` module
[#7234](https://github.com/apache/arrow-datafusion/pull/7234) (alamb)
+- doc: Add link to contributor's guide for new functions within the src
[#7240](https://github.com/apache/arrow-datafusion/pull/7240) (2010YOUY01)
+- Account for memory usage in SortPreservingMerge (#5885)
[#7130](https://github.com/apache/arrow-datafusion/pull/7130) (alamb)
+- Deprecate `batch_byte_size`
[#7245](https://github.com/apache/arrow-datafusion/pull/7245) (alamb)
+- Minor: Move `Partitioning` and`Distribution` to physical_expr
[#7238](https://github.com/apache/arrow-datafusion/pull/7238) (alamb)
+- Minor: remove duplication in `create_writer`
[#7229](https://github.com/apache/arrow-datafusion/pull/7229) (alamb)
+- Support array `flatten` sql function
[#7239](https://github.com/apache/arrow-datafusion/pull/7239) (jayzhan211)
+- Minor: fix clippy for memory_limit test
[#7248](https://github.com/apache/arrow-datafusion/pull/7248) (yjshen)
+- Update `physical_plan` tests to not use SessionContext
[#7243](https://github.com/apache/arrow-datafusion/pull/7243) (alamb)
+- Add API to make `unnest` consistent with DuckDB/ClickHouse, add option for
preserve_nulls, update docs
[#7168](https://github.com/apache/arrow-datafusion/pull/7168) (alamb)
+- chore(sqllogictests-doc): add testing set up
[#7258](https://github.com/apache/arrow-datafusion/pull/7258)
(appletreeisyellow)
+- Avoid to use TempDir::into_path for temporary dirs expected to be deleted
automatically [#7252](https://github.com/apache/arrow-datafusion/pull/7252)
(sarutak)
+- [MINOR]: update benefits_from_input_partitioning implementation for
projection and repartition
[#7246](https://github.com/apache/arrow-datafusion/pull/7246) (mustafasrepo)
+- Adding order equivalence support on MemoryExec
[#7259](https://github.com/apache/arrow-datafusion/pull/7259) (metesynnada)
+- chore(functions): fix function names typo
[#7269](https://github.com/apache/arrow-datafusion/pull/7269)
(appletreeisyellow)
diff --git a/dev/update_datafusion_versions.py
b/dev/update_datafusion_versions.py
index 76d0a42fec..d9433915f7 100755
--- a/dev/update_datafusion_versions.py
+++ b/dev/update_datafusion_versions.py
@@ -38,6 +38,7 @@ crates = {
'datafusion-proto': 'datafusion/proto/Cargo.toml',
'datafusion-substrait': 'datafusion/substrait/Cargo.toml',
'datafusion-sql': 'datafusion/sql/Cargo.toml',
+ 'datafusion-sqllogictest': 'datafusion/sqllogictest/Cargo.toml',
'datafusion-benchmarks': 'benchmarks/Cargo.toml',
'datafusion-examples': 'datafusion-examples/Cargo.toml',
}
