This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new 11e711eb10 Prepare 28.0.0 Release (#7056)
11e711eb10 is described below
commit 11e711eb10dd1ae8c736a63c9da06f22567a303c
Author: Andy Grove <[email protected]>
AuthorDate: Mon Jul 24 20:40:05 2023 +0100
Prepare 28.0.0 Release (#7056)
* update version
* changelog
* cargo update
* prettier
---
Cargo.toml | 2 +-
benchmarks/Cargo.toml | 6 +-
datafusion-cli/Cargo.lock | 16 +--
datafusion-cli/Cargo.toml | 4 +-
datafusion/CHANGELOG.md | 1 +
datafusion/core/Cargo.toml | 12 +--
datafusion/execution/Cargo.toml | 4 +-
datafusion/expr/Cargo.toml | 2 +-
datafusion/optimizer/Cargo.toml | 8 +-
datafusion/physical-expr/Cargo.toml | 4 +-
datafusion/proto/Cargo.toml | 6 +-
datafusion/sql/Cargo.toml | 4 +-
datafusion/substrait/Cargo.toml | 2 +-
dev/changelog/28.0.0.md | 194 ++++++++++++++++++++++++++++++++++++
dev/update_datafusion_versions.py | 1 -
15 files changed, 230 insertions(+), 36 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index ab421dddf6..485bb59602 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -29,7 +29,7 @@ license = "Apache-2.0"
readme = "README.md"
repository = "https://github.com/apache/arrow-datafusion";
rust-version = "1.64"
-version = "27.0.0"
+version = "28.0.0"
[workspace.dependencies]
arrow = { version = "43.0.0", features = ["prettyprint", "dyn_cmp_dict"] }
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index f8ca0b2496..b577e1d096 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-benchmarks"
description = "DataFusion Benchmarks"
-version = "27.0.0"
+version = "28.0.0"
edition = "2021"
authors = ["Apache Arrow <[email protected]>"]
homepage = "https://github.com/apache/arrow-datafusion";
@@ -34,7 +34,7 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
arrow = { workspace = true }
-datafusion = { path = "../datafusion/core", version = "27.0.0" }
+datafusion = { path = "../datafusion/core", version = "28.0.0" }
env_logger = "0.10"
futures = "0.3"
log = "^0.4"
@@ -49,4 +49,4 @@ test-utils = { path = "../test-utils/", version = "0.1.0" }
tokio = { version = "^1.0", features = ["macros", "rt", "rt-multi-thread",
"parking_lot"] }
[dev-dependencies]
-datafusion-proto = { path = "../datafusion/proto", version = "27.0.0" }
+datafusion-proto = { path = "../datafusion/proto", version = "28.0.0" }
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index a12e47d8e1..6a95f664ce 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -1047,7 +1047,7 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "27.0.0"
+version = "28.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1094,7 +1094,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "27.0.0"
+version = "28.0.0"
dependencies = [
"arrow",
"assert_cmd",
@@ -1118,7 +1118,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "27.0.0"
+version = "28.0.0"
dependencies = [
"arrow",
"arrow-array",
@@ -1131,7 +1131,7 @@ dependencies = [
[[package]]
name = "datafusion-execution"
-version = "27.0.0"
+version = "28.0.0"
dependencies = [
"dashmap",
"datafusion-common",
@@ -1147,7 +1147,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "27.0.0"
+version = "28.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1160,7 +1160,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "27.0.0"
+version = "28.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -1176,7 +1176,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "27.0.0"
+version = "28.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1209,7 +1209,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "27.0.0"
+version = "28.0.0"
dependencies = [
"arrow",
"arrow-schema",
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index c424e5ae1a..ef45c20b4d 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
-version = "27.0.0"
+version = "28.0.0"
authors = ["Apache Arrow <[email protected]>"]
edition = "2021"
keywords = ["arrow", "datafusion", "query", "sql"]
@@ -34,7 +34,7 @@ async-trait = "0.1.41"
aws-config = "0.55"
aws-credential-types = "0.55"
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "27.0.0" }
+datafusion = { path = "../datafusion/core", version = "28.0.0" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md
index 0615780e8a..49293fb7a6 100644
--- a/datafusion/CHANGELOG.md
+++ b/datafusion/CHANGELOG.md
@@ -19,6 +19,7 @@
# Changelog
+- [28.0.0](../dev/changelog/28.0.0.md)
- [27.0.0](../dev/changelog/27.0.0.md)
- [26.0.0](../dev/changelog/26.0.0.md)
- [25.0.0](../dev/changelog/25.0.0.md)
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index eaed7f0020..d182f00a4f 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -62,12 +62,12 @@ bytes = "1.4"
bzip2 = { version = "0.4.3", optional = true }
chrono = { version = "0.4.23", default-features = false }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "27.0.0", features =
["parquet", "object_store"] }
-datafusion-execution = { path = "../execution", version = "27.0.0" }
-datafusion-expr = { path = "../expr", version = "27.0.0" }
-datafusion-optimizer = { path = "../optimizer", version = "27.0.0",
default-features = false }
-datafusion-physical-expr = { path = "../physical-expr", version = "27.0.0",
default-features = false }
-datafusion-sql = { path = "../sql", version = "27.0.0" }
+datafusion-common = { path = "../common", version = "28.0.0", features =
["parquet", "object_store"] }
+datafusion-execution = { path = "../execution", version = "28.0.0" }
+datafusion-expr = { path = "../expr", version = "28.0.0" }
+datafusion-optimizer = { path = "../optimizer", version = "28.0.0",
default-features = false }
+datafusion-physical-expr = { path = "../physical-expr", version = "28.0.0",
default-features = false }
+datafusion-sql = { path = "../sql", version = "28.0.0" }
flate2 = { version = "1.0.24", optional = true }
futures = "0.3"
glob = "0.3.0"
diff --git a/datafusion/execution/Cargo.toml b/datafusion/execution/Cargo.toml
index 29653263e1..a9c8d0027b 100644
--- a/datafusion/execution/Cargo.toml
+++ b/datafusion/execution/Cargo.toml
@@ -34,8 +34,8 @@ path = "src/lib.rs"
[dependencies]
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "27.0.0" }
-datafusion-expr = { path = "../expr", version = "27.0.0" }
+datafusion-common = { path = "../common", version = "28.0.0" }
+datafusion-expr = { path = "../expr", version = "28.0.0" }
hashbrown = { version = "0.14", features = ["raw"] }
log = "^0.4"
object_store = "0.6.1"
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index a5bcaa552f..9c8b5dea8c 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -37,7 +37,7 @@ path = "src/lib.rs"
[dependencies]
ahash = { version = "0.8", default-features = false, features =
["runtime-rng"] }
arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "27.0.0" }
+datafusion-common = { path = "../common", version = "28.0.0" }
lazy_static = { version = "^1.4.0" }
sqlparser = { workspace = true }
strum = { version = "0.25.0", features = ["derive"] }
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index b1c958328b..ca10b8a8ad 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -43,9 +43,9 @@ unicode_expressions =
["datafusion-physical-expr/unicode_expressions"]
arrow = { workspace = true }
async-trait = "0.1.41"
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "27.0.0" }
-datafusion-expr = { path = "../expr", version = "27.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "27.0.0",
default-features = false }
+datafusion-common = { path = "../common", version = "28.0.0" }
+datafusion-expr = { path = "../expr", version = "28.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "28.0.0",
default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
itertools = "0.11"
log = "^0.4"
@@ -53,5 +53,5 @@ regex-syntax = "0.7.1"
[dev-dependencies]
ctor = "0.2.0"
-datafusion-sql = { path = "../sql", version = "27.0.0" }
+datafusion-sql = { path = "../sql", version = "28.0.0" }
env_logger = "0.10.0"
diff --git a/datafusion/physical-expr/Cargo.toml
b/datafusion/physical-expr/Cargo.toml
index 02958a543c..bd52c12238 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -52,8 +52,8 @@ base64 = { version = "0.21", optional = true }
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "27.0.0" }
-datafusion-expr = { path = "../expr", version = "27.0.0" }
+datafusion-common = { path = "../common", version = "28.0.0" }
+datafusion-expr = { path = "../expr", version = "28.0.0" }
half = { version = "2.1", default-features = false }
hashbrown = { version = "0.14", features = ["raw"] }
hex = { version = "0.4", optional = true }
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index 54683d03d2..dd1123c13e 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -42,9 +42,9 @@ json = ["pbjson", "serde", "serde_json"]
[dependencies]
arrow = { workspace = true }
chrono = { version = "0.4", default-features = false }
-datafusion = { path = "../core", version = "27.0.0" }
-datafusion-common = { path = "../common", version = "27.0.0" }
-datafusion-expr = { path = "../expr", version = "27.0.0" }
+datafusion = { path = "../core", version = "28.0.0" }
+datafusion-common = { path = "../common", version = "28.0.0" }
+datafusion-expr = { path = "../expr", version = "28.0.0" }
object_store = { version = "0.6.1" }
pbjson = { version = "0.5", optional = true }
prost = "0.11.0"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index 58cc6f6f1e..2003681e67 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -39,8 +39,8 @@ unicode_expressions = []
[dependencies]
arrow = { workspace = true }
arrow-schema = { workspace = true }
-datafusion-common = { path = "../common", version = "27.0.0" }
-datafusion-expr = { path = "../expr", version = "27.0.0" }
+datafusion-common = { path = "../common", version = "28.0.0" }
+datafusion-expr = { path = "../expr", version = "28.0.0" }
log = "^0.4"
sqlparser = { workspace = true }
diff --git a/datafusion/substrait/Cargo.toml b/datafusion/substrait/Cargo.toml
index da4ca6b3ce..10ff332e86 100644
--- a/datafusion/substrait/Cargo.toml
+++ b/datafusion/substrait/Cargo.toml
@@ -30,7 +30,7 @@ rust-version = { workspace = true }
[dependencies]
async-recursion = "1.0"
chrono = { version = "0.4.23", default-features = false }
-datafusion = { version = "27.0.0", path = "../core" }
+datafusion = { version = "28.0.0", path = "../core" }
itertools = "0.11"
object_store = "0.6.1"
prost = "0.11"
diff --git a/dev/changelog/28.0.0.md b/dev/changelog/28.0.0.md
new file mode 100644
index 0000000000..a51427be5c
--- /dev/null
+++ b/dev/changelog/28.0.0.md
@@ -0,0 +1,194 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+## [28.0.0](https://github.com/apache/arrow-datafusion/tree/28.0.0)
(2023-07-21)
+
+[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/27.0.0...28.0.0)
+
+**Breaking changes:**
+
+- Cleanup type coercion (#3419)
[#6778](https://github.com/apache/arrow-datafusion/pull/6778) (tustvold)
+- refactor: encapsulate Alias as a struct
[#6795](https://github.com/apache/arrow-datafusion/pull/6795) (jackwener)
+- Set `DisplayAs` to be a supertrait of `ExecutionPlan`
[#6835](https://github.com/apache/arrow-datafusion/pull/6835) (qrilka)
+- [MINOR] Remove unnecessary api from MemTable
[#6861](https://github.com/apache/arrow-datafusion/pull/6861) (metesynnada)
+- refactor: Merge Expr::Like and Expr::ILike
[#7007](https://github.com/apache/arrow-datafusion/pull/7007) (waynexia)
+
+**Implemented enhancements:**
+
+- feat: `array_contains`
[#6618](https://github.com/apache/arrow-datafusion/pull/6618) (izveigor)
+- feat: support `NULL` in array functions
[#6662](https://github.com/apache/arrow-datafusion/pull/6662) (izveigor)
+- feat: implement posgres style `encode`/`decode`
[#6821](https://github.com/apache/arrow-datafusion/pull/6821) (ozgrakkurt)
+- feat: column support for `array_append`, `array_prepend`, `array_position`
and `array_positions`
[#6805](https://github.com/apache/arrow-datafusion/pull/6805) (izveigor)
+- feat: preserve metadata for `Field` and `Schema` in proto
[#6865](https://github.com/apache/arrow-datafusion/pull/6865) (jonahgao)
+- feat: Add graphviz display format for execution plan.
[#6726](https://github.com/apache/arrow-datafusion/pull/6726) (liurenjie1024)
+- feat: implement substrait join filter support
[#6868](https://github.com/apache/arrow-datafusion/pull/6868) (nseekhao)
+- feat: column support for `array_dims`, `array_ndims`, `cardinality` and
`array_length` [#6864](https://github.com/apache/arrow-datafusion/pull/6864)
(izveigor)
+- feat: support for `NestedLoopJoinExec` in datafusion-proto
[#6902](https://github.com/apache/arrow-datafusion/pull/6902) (r4ntix)
+- feat: add round trip test of physical plan in tpch unit tests
[#6918](https://github.com/apache/arrow-datafusion/pull/6918) (r4ntix)
+- feat: implement substrait for LIKE/ILIKE expr
[#6840](https://github.com/apache/arrow-datafusion/pull/6840) (waynexia)
+- feat: array functions treat an array as an element
[#6986](https://github.com/apache/arrow-datafusion/pull/6986) (izveigor)
+
+**Fixed bugs:**
+
+- fix: incorrect nullability of `between` expr
[#6786](https://github.com/apache/arrow-datafusion/pull/6786) (jonahgao)
+- fix: incorrect nullability of `InList` expr
[#6799](https://github.com/apache/arrow-datafusion/pull/6799) (jonahgao)
+- fix: from_plan generate Agg can be with different schema.
[#6820](https://github.com/apache/arrow-datafusion/pull/6820) (jackwener)
+- fix: incorrect nullability of `Like` expressions
[#6829](https://github.com/apache/arrow-datafusion/pull/6829) (jonahgao)
+- fix: incorrect simplification of case expr
[#7006](https://github.com/apache/arrow-datafusion/pull/7006) (jonahgao)
+- fix: `array_concat` with arrays with different dimensions, add `_list*`
aliases for `_array*` functions
[#7008](https://github.com/apache/arrow-datafusion/pull/7008) (izveigor)
+
+**Documentation updates:**
+
+- docs: Add `encode` and `decode` to the user guide
[#6856](https://github.com/apache/arrow-datafusion/pull/6856) (alamb)
+
+**Merged pull requests:**
+
+- chore(deps): update indexmap requirement from 1.9.2 to 2.0.0
[#6766](https://github.com/apache/arrow-datafusion/pull/6766) (dependabot[bot])
+- Support IsDistinctFrom and IsNotDistinctFrom on interval types
[#6776](https://github.com/apache/arrow-datafusion/pull/6776) (joroKr21)
+- Protect main branch
[#6775](https://github.com/apache/arrow-datafusion/pull/6775) (tustvold)
+- Prepare 27.0.0 release
[#6773](https://github.com/apache/arrow-datafusion/pull/6773) (andygrove)
+- Support hex string literal
[#6767](https://github.com/apache/arrow-datafusion/pull/6767) (ShiKaiWi)
+- feat: `array_contains`
[#6618](https://github.com/apache/arrow-datafusion/pull/6618) (izveigor)
+- Make 'date_trunc' returns the same type as its input
[#6654](https://github.com/apache/arrow-datafusion/pull/6654) (Weijun-H)
+- Fix inserting into a table with non-nullable columns
[#6722](https://github.com/apache/arrow-datafusion/pull/6722) (jonahgao)
+- Cleanup type coercion (#3419)
[#6778](https://github.com/apache/arrow-datafusion/pull/6778) (tustvold)
+- Properly project grouping set expressions
[#6777](https://github.com/apache/arrow-datafusion/pull/6777) (fsdvh)
+- Minor: Simplify `date_trunc` code and add comments
[#6783](https://github.com/apache/arrow-datafusion/pull/6783) (alamb)
+- Minor: Add array / array sqllogic tests for `array_contains`
[#6771](https://github.com/apache/arrow-datafusion/pull/6771) (alamb)
+- Minor: Make `date_trunc` code easier to understand
[#6789](https://github.com/apache/arrow-datafusion/pull/6789) (alamb)
+- feat: support `NULL` in array functions
[#6662](https://github.com/apache/arrow-datafusion/pull/6662) (izveigor)
+- fix: incorrect nullability of `between` expr
[#6786](https://github.com/apache/arrow-datafusion/pull/6786) (jonahgao)
+- Use checked division kernel
[#6792](https://github.com/apache/arrow-datafusion/pull/6792) (tustvold)
+- Minor: add sqllogictests for binary data type
[#6770](https://github.com/apache/arrow-datafusion/pull/6770) (alamb)
+- refactor: encapsulate Alias as a struct
[#6795](https://github.com/apache/arrow-datafusion/pull/6795) (jackwener)
+- chore(deps): bump actions/labeler from 4.1.0 to 4.2.0
[#6803](https://github.com/apache/arrow-datafusion/pull/6803) (dependabot[bot])
+- Consistently coerce dictionaries for arithmetic
[#6785](https://github.com/apache/arrow-datafusion/pull/6785) (tustvold)
+- Implement serialization for UDWF and UDAF in plan protobuf
[#6769](https://github.com/apache/arrow-datafusion/pull/6769) (parkma99)
+- fix: incorrect nullability of `InList` expr
[#6799](https://github.com/apache/arrow-datafusion/pull/6799) (jonahgao)
+- Fix timestamp_add_interval_months to pass any date
[#6815](https://github.com/apache/arrow-datafusion/pull/6815) (jayzhan211)
+- Minor: Log TPCH benchmark results
[#6813](https://github.com/apache/arrow-datafusion/pull/6813) (alamb)
+- Refactor Decimal128 averaging code to be vectorizable (and easier to read)
[#6810](https://github.com/apache/arrow-datafusion/pull/6810) (alamb)
+- Minor: Encapsulate `return_type` and `signature` in `AggregateFunction` and
`WindowFunction` [#6748](https://github.com/apache/arrow-datafusion/pull/6748)
(alamb)
+- fix: from_plan generate Agg can be with different schema.
[#6820](https://github.com/apache/arrow-datafusion/pull/6820) (jackwener)
+- [MINOR] Improve performance of `create_hashes`
[#6816](https://github.com/apache/arrow-datafusion/pull/6816) (Dandandan)
+- Add fetch to `SortPreservingMergeExec` and `SortPreservingMergeStream`
[#6811](https://github.com/apache/arrow-datafusion/pull/6811) (Dandandan)
+- chore(deps): update substrait requirement from 0.11.0 to 0.12.0
[#6825](https://github.com/apache/arrow-datafusion/pull/6825) (dependabot[bot])
+- Upgrade arrow 43
[#6812](https://github.com/apache/arrow-datafusion/pull/6812) (tustvold)
+- Fix cargo build warning
[#6831](https://github.com/apache/arrow-datafusion/pull/6831) (viirya)
+- Simplify `IsUnkown` and `IsNotUnkown` expression
[#6830](https://github.com/apache/arrow-datafusion/pull/6830) (jonahgao)
+- fix: incorrect nullability of `Like` expressions
[#6829](https://github.com/apache/arrow-datafusion/pull/6829) (jonahgao)
+- Minor: Add one more assert to `hash_array_primitive`
[#6834](https://github.com/apache/arrow-datafusion/pull/6834) (alamb)
+- revert #6595 #6820
[#6827](https://github.com/apache/arrow-datafusion/pull/6827) (jackwener)
+- Add Duration to ScalarValue
[#6838](https://github.com/apache/arrow-datafusion/pull/6838) (tustvold)
+- Replace AbortOnDrop / AbortDropOnMany with tokio JoinSet
[#6750](https://github.com/apache/arrow-datafusion/pull/6750) (aprimadi)
+- Add clickbench queries to sqllogictest coverage
[#6836](https://github.com/apache/arrow-datafusion/pull/6836) (alamb)
+- feat: implement posgres style `encode`/`decode`
[#6821](https://github.com/apache/arrow-datafusion/pull/6821) (ozgrakkurt)
+- chore(deps): update rstest requirement from 0.17.0 to 0.18.0
[#6847](https://github.com/apache/arrow-datafusion/pull/6847) (dependabot[bot])
+- [minior] support serde for some function
[#6846](https://github.com/apache/arrow-datafusion/pull/6846) (liukun4515)
+- Support fixed_size_list for make_array
[#6759](https://github.com/apache/arrow-datafusion/pull/6759) (jayzhan211)
+- Improve median performance.
[#6837](https://github.com/apache/arrow-datafusion/pull/6837) (vincev)
+- Mismatch in MemTable of Select Into when projecting on aggregate window
functions [#6566](https://github.com/apache/arrow-datafusion/pull/6566)
(berkaysynnada)
+- feat: column support for `array_append`, `array_prepend`, `array_position`
and `array_positions`
[#6805](https://github.com/apache/arrow-datafusion/pull/6805) (izveigor)
+- MINOR: Fix ordering of the aggregate_source_with_order table
[#6852](https://github.com/apache/arrow-datafusion/pull/6852) (mustafasrepo)
+- Return error when internal multiplication overflowing in decimal division
kernel [#6833](https://github.com/apache/arrow-datafusion/pull/6833) (viirya)
+- Deprecate ScalarValue::and, ScalarValue::or (#6842)
[#6844](https://github.com/apache/arrow-datafusion/pull/6844) (tustvold)
+- chore(deps): update bigdecimal requirement from 0.3.0 to 0.4.0
[#6848](https://github.com/apache/arrow-datafusion/pull/6848) (dependabot[bot])
+- feat: preserve metadata for `Field` and `Schema` in proto
[#6865](https://github.com/apache/arrow-datafusion/pull/6865) (jonahgao)
+- Set `DisplayAs` to be a supertrait of `ExecutionPlan`
[#6835](https://github.com/apache/arrow-datafusion/pull/6835) (qrilka)
+- [MINOR] Remove unnecessary api from MemTable
[#6861](https://github.com/apache/arrow-datafusion/pull/6861) (metesynnada)
+- Adjustment of HashJoinExec APIs to Preserve Probe Side Order
[#6858](https://github.com/apache/arrow-datafusion/pull/6858) (metesynnada)
+- [MINOR] Adding order into StreamingTableExec
[#6860](https://github.com/apache/arrow-datafusion/pull/6860) (metesynnada)
+- Docs: try and clarify what `PartitionEvaluator` functions are called
[#6869](https://github.com/apache/arrow-datafusion/pull/6869) (alamb)
+- docs: Add `encode` and `decode` to the user guide
[#6856](https://github.com/apache/arrow-datafusion/pull/6856) (alamb)
+- Fix build on main due to logical conflict
[#6875](https://github.com/apache/arrow-datafusion/pull/6875) (alamb)
+- feat: Add graphviz display format for execution plan.
[#6726](https://github.com/apache/arrow-datafusion/pull/6726) (liurenjie1024)
+- Fix (another) logical conflict
[#6882](https://github.com/apache/arrow-datafusion/pull/6882) (alamb)
+- Minor: Consolidate display related traits
[#6883](https://github.com/apache/arrow-datafusion/pull/6883) (alamb)
+- test: parquet use the byte array as the physical type to store decimal
[#6851](https://github.com/apache/arrow-datafusion/pull/6851) (smallzhongfeng)
+- Make streaming_merge public
[#6874](https://github.com/apache/arrow-datafusion/pull/6874) (kazuyukitanimura)
+- Performance: Use a specialized sum accumulator for retractable aggregregates
[#6888](https://github.com/apache/arrow-datafusion/pull/6888) (alamb)
+- Support array concatenation for arrays with different dimensions
[#6872](https://github.com/apache/arrow-datafusion/pull/6872) (jayzhan211)
+- feat: implement substrait join filter support
[#6868](https://github.com/apache/arrow-datafusion/pull/6868) (nseekhao)
+- feat: column support for `array_dims`, `array_ndims`, `cardinality` and
`array_length` [#6864](https://github.com/apache/arrow-datafusion/pull/6864)
(izveigor)
+- Add FixedSizeBinary support to binary_op_dyn_scalar
[#6891](https://github.com/apache/arrow-datafusion/pull/6891) (maxburke)
+- Minor: deleted duplicated substrait integration test
[#6894](https://github.com/apache/arrow-datafusion/pull/6894) (alamb)
+- Minor: add test cases with columns for math expressions
[#6787](https://github.com/apache/arrow-datafusion/pull/6787) (izveigor)
+- Minor: reduce redundant code
[#6901](https://github.com/apache/arrow-datafusion/pull/6901) (smallzhongfeng)
+- Minor: Add some more doc comments to `BoundedAggregateStream`
[#6881](https://github.com/apache/arrow-datafusion/pull/6881) (alamb)
+- feat: support for `NestedLoopJoinExec` in datafusion-proto
[#6902](https://github.com/apache/arrow-datafusion/pull/6902) (r4ntix)
+- Fix `make_array` null handling, update tests
[#6900](https://github.com/apache/arrow-datafusion/pull/6900) (alamb)
+- chore(deps): bump actions/labeler from 4.2.0 to 4.3.0
[#6911](https://github.com/apache/arrow-datafusion/pull/6911) (dependabot[bot])
+- Minor: Add TPCH scale factor 10 to bench.sh, use 10 iteration
[#6893](https://github.com/apache/arrow-datafusion/pull/6893) (alamb)
+- Minor: Add output to aggregrate_fuzz.rs on failure
[#6905](https://github.com/apache/arrow-datafusion/pull/6905) (alamb)
+- allow window UDF to return null
[#6915](https://github.com/apache/arrow-datafusion/pull/6915) (mhilton)
+- Minor: Add factory method to PartitionedFile to create File Scan
[#6909](https://github.com/apache/arrow-datafusion/pull/6909) (comphead)
+- [minor]fix doc to remove duplicate content
[#6923](https://github.com/apache/arrow-datafusion/pull/6923) (liukun4515)
+- Revert "chore(deps): update bigdecimal requirement from 0.3.0 to 0.4.0
(#6848)" [#6896](https://github.com/apache/arrow-datafusion/pull/6896) (alamb)
+- [Minor] Make FileScanConfig::project pub
[#6931](https://github.com/apache/arrow-datafusion/pull/6931) (Dandandan)
+- feat: add round trip test of physical plan in tpch unit tests
[#6918](https://github.com/apache/arrow-datafusion/pull/6918) (r4ntix)
+- Minor: Use thiserror to implement the `From` trait for `DFSqlLogicTestError`
[#6924](https://github.com/apache/arrow-datafusion/pull/6924) (jonahgao)
+- parallel csv scan
[#6801](https://github.com/apache/arrow-datafusion/pull/6801) (2010YOUY01)
+- Add additional test coverage for aggregaes using
dates/times/timestamps/decimals
[#6939](https://github.com/apache/arrow-datafusion/pull/6939) (alamb)
+- Replace repartition execs with sort preserving repartition execs
[#6921](https://github.com/apache/arrow-datafusion/pull/6921) (mertak)
+- Vectorized hash grouping
[#6904](https://github.com/apache/arrow-datafusion/pull/6904) (alamb)
+- Fix incorrect results in `BitAnd` GroupsAccumulator
[#6957](https://github.com/apache/arrow-datafusion/pull/6957) (alamb)
+- Fixes for clippy 1.71
[#6959](https://github.com/apache/arrow-datafusion/pull/6959) (alamb)
+- Improve unnest_column performance
[#6903](https://github.com/apache/arrow-datafusion/pull/6903) (vincev)
+- Pass `schema_infer_max_records` to JsonFormat.
[#6945](https://github.com/apache/arrow-datafusion/pull/6945) (vincev)
+- deps: bump sqllogictest to 0.15.0
[#6941](https://github.com/apache/arrow-datafusion/pull/6941) (jonahgao)
+- Preserve field metadata across expressions in logical plans
[#6920](https://github.com/apache/arrow-datafusion/pull/6920) (dexterduck)
+- Support equality and comparison between interval arrays and scalars
[#6948](https://github.com/apache/arrow-datafusion/pull/6948) (joroKr21)
+- chore(deps): update bigdecimal requirement from 0.3.0 to 0.4.1
[#6946](https://github.com/apache/arrow-datafusion/pull/6946) (dependabot[bot])
+- feat: implement substrait for LIKE/ILIKE expr
[#6840](https://github.com/apache/arrow-datafusion/pull/6840) (waynexia)
+- Minor: Add comments about initial value for `BitAnd` accumulator
[#6964](https://github.com/apache/arrow-datafusion/pull/6964) (alamb)
+- [Functions] Support Arithmetic function COT()
[#6925](https://github.com/apache/arrow-datafusion/pull/6925) (Syleechan)
+- Minor: remove duplication in Min/Max accumulator
[#6960](https://github.com/apache/arrow-datafusion/pull/6960) (alamb)
+- [MINOR]Add new tests
[#6953](https://github.com/apache/arrow-datafusion/pull/6953) (mustafasrepo)
+- Column support for array concat
[#6879](https://github.com/apache/arrow-datafusion/pull/6879) (jayzhan211)
+- Minor: Add FixedSizeBinaryTest
[#6895](https://github.com/apache/arrow-datafusion/pull/6895) (alamb)
+- [MINOR] Remove update state api from PartitionEvaluator
[#6966](https://github.com/apache/arrow-datafusion/pull/6966) (mustafasrepo)
+- Fix required partitioning of Single aggregation mode
[#6950](https://github.com/apache/arrow-datafusion/pull/6950) (Dandandan)
+- [MINOR] Remove global sort rule from planner
[#6965](https://github.com/apache/arrow-datafusion/pull/6965) (mustafasrepo)
+- Column support for array_to_string
[#6940](https://github.com/apache/arrow-datafusion/pull/6940) (jayzhan211)
+- chore: fix format
[#6991](https://github.com/apache/arrow-datafusion/pull/6991) (Weijun-H)
+- Extend Ordering Equivalence Support
[#6956](https://github.com/apache/arrow-datafusion/pull/6956) (mustafasrepo)
+- chore: break earlier in macro `contains!`
[#6989](https://github.com/apache/arrow-datafusion/pull/6989) (Weijun-H)
+- fix: incorrect simplification of case expr
[#7006](https://github.com/apache/arrow-datafusion/pull/7006) (jonahgao)
+- Minor: Add String/Binary aggregate tests
[#6962](https://github.com/apache/arrow-datafusion/pull/6962) (alamb)
+- [MINOR] Supporting repartition joins conf in SHJ
[#6998](https://github.com/apache/arrow-datafusion/pull/6998) (metesynnada)
+- [MINOR] Code refactor on hash join utils
[#6999](https://github.com/apache/arrow-datafusion/pull/6999) (metesynnada)
+- feat: array functions treat an array as an element
[#6986](https://github.com/apache/arrow-datafusion/pull/6986) (izveigor)
+- [MINOR] Moving some test utils from EnsureSorting to test_utils
[#7009](https://github.com/apache/arrow-datafusion/pull/7009) (metesynnada)
+- MINOR: Bug fix, Use correct ordering equivalence when window expr contains
partition by [#7011](https://github.com/apache/arrow-datafusion/pull/7011)
(mustafasrepo)
+- refactor: Merge Expr::Like and Expr::ILike
[#7007](https://github.com/apache/arrow-datafusion/pull/7007) (waynexia)
+- Docs: Add docs to `RepartitionExec` and architecture guide
[#7003](https://github.com/apache/arrow-datafusion/pull/7003) (alamb)
+- Consolidate `BoundedAggregateStream`
[#6932](https://github.com/apache/arrow-datafusion/pull/6932) (alamb)
+- Minor: Improve aggregate test coverage more
[#6952](https://github.com/apache/arrow-datafusion/pull/6952) (alamb)
+- Don't store hashes in GroupOrdering
[#7029](https://github.com/apache/arrow-datafusion/pull/7029) (tustvold)
+- Extract GroupValues (#6969)
[#7016](https://github.com/apache/arrow-datafusion/pull/7016) (tustvold)
+- Refactor AnalysisContext and statistics() of FilterExec
[#6982](https://github.com/apache/arrow-datafusion/pull/6982) (berkaysynnada)
+- Fix `datafusion-cli/Dockerfile` to build successfully
[#7031](https://github.com/apache/arrow-datafusion/pull/7031) (sarutak)
+- functions: support trunc() function with one or two args
[#6942](https://github.com/apache/arrow-datafusion/pull/6942) (Syleechan)
+- Move the column aliases below the SubqueryAlias
[#7035](https://github.com/apache/arrow-datafusion/pull/7035) (jonahgao)
+- fix: `array_concat` with arrays with different dimensions, add `_list*`
aliases for `_array*` functions
[#7008](https://github.com/apache/arrow-datafusion/pull/7008) (izveigor)
+- Add support for ClickBench in bench.sh
[#7005](https://github.com/apache/arrow-datafusion/pull/7005) (alamb)
+- Remove RowAccumulators and datafusion-row
[#6968](https://github.com/apache/arrow-datafusion/pull/6968) (alamb)
+- Decimal256 coercion
[#7034](https://github.com/apache/arrow-datafusion/pull/7034) (jdye64)
+- Double RawTable on grow instead of triple
[#7041](https://github.com/apache/arrow-datafusion/pull/7041) (tustvold)
+- Specialize single column primitive group values
[#7043](https://github.com/apache/arrow-datafusion/pull/7043) (tustvold)
diff --git a/dev/update_datafusion_versions.py
b/dev/update_datafusion_versions.py
index fd4bfadb9e..76d0a42fec 100755
--- a/dev/update_datafusion_versions.py
+++ b/dev/update_datafusion_versions.py
@@ -36,7 +36,6 @@ crates = {
'datafusion-optimizer': 'datafusion/optimizer/Cargo.toml',
'datafusion-physical-expr': 'datafusion/physical-expr/Cargo.toml',
'datafusion-proto': 'datafusion/proto/Cargo.toml',
- 'datafusion-row': 'datafusion/row/Cargo.toml',
'datafusion-substrait': 'datafusion/substrait/Cargo.toml',
'datafusion-sql': 'datafusion/sql/Cargo.toml',
'datafusion-benchmarks': 'benchmarks/Cargo.toml',
