This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new fc5d67aa12 Prepare 24.0.0 release (#6262)
fc5d67aa12 is described below
commit fc5d67aa12ec11dc43f61f1381db1dd54dcef784
Author: Andy Grove <[email protected]>
AuthorDate: Mon May 8 07:57:02 2023 -0600
Prepare 24.0.0 release (#6262)
* bump version to 24
* changelog
* changelog
* update changelog
---
Cargo.toml | 2 +-
benchmarks/Cargo.toml | 6 +-
datafusion-cli/Cargo.lock | 30 +++----
datafusion-cli/Cargo.toml | 4 +-
datafusion/CHANGELOG.md | 1 +
datafusion/core/Cargo.toml | 14 ++--
datafusion/execution/Cargo.toml | 4 +-
datafusion/expr/Cargo.toml | 2 +-
datafusion/optimizer/Cargo.toml | 8 +-
datafusion/physical-expr/Cargo.toml | 6 +-
datafusion/proto/Cargo.toml | 6 +-
datafusion/row/Cargo.toml | 2 +-
datafusion/sql/Cargo.toml | 4 +-
datafusion/substrait/Cargo.toml | 2 +-
dev/changelog/24.0.0.md | 163 ++++++++++++++++++++++++++++++++++++
15 files changed, 209 insertions(+), 45 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index 6db313a087..bc1e4625a0 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -35,7 +35,7 @@ members = [
]
[workspace.package]
-version = "23.0.0"
+version = "24.0.0"
edition = "2021"
readme = "README.md"
authors = ["Apache Arrow <[email protected]>"]
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 91effa3707..7a55f99ed9 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-benchmarks"
description = "DataFusion Benchmarks"
-version = "23.0.0"
+version = "24.0.0"
edition = "2021"
authors = ["Apache Arrow <[email protected]>"]
homepage = "https://github.com/apache/arrow-datafusion";
@@ -34,7 +34,7 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
arrow = { workspace = true }
-datafusion = { path = "../datafusion/core", version = "23.0.0" }
+datafusion = { path = "../datafusion/core", version = "24.0.0" }
env_logger = "0.10"
futures = "0.3"
mimalloc = { version = "0.1", optional = true, default-features = false }
@@ -48,4 +48,4 @@ test-utils = { path = "../test-utils/", version = "0.1.0" }
tokio = { version = "^1.0", features = ["macros", "rt", "rt-multi-thread",
"parking_lot"] }
[dev-dependencies]
-datafusion-proto = { path = "../datafusion/proto", version = "23.0.0" }
+datafusion-proto = { path = "../datafusion/proto", version = "24.0.0" }
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index 9408547607..399231702d 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -1011,7 +1011,7 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1059,7 +1059,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -1077,7 +1077,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"arrow-array",
@@ -1090,7 +1090,7 @@ dependencies = [
[[package]]
name = "datafusion-execution"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"dashmap",
"datafusion-common",
@@ -1106,7 +1106,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1116,7 +1116,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -1132,7 +1132,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"ahash",
"arrow",
@@ -1163,7 +1163,7 @@ dependencies = [
[[package]]
name = "datafusion-row"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"datafusion-common",
@@ -1173,7 +1173,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "23.0.0"
+version = "24.0.0"
dependencies = [
"arrow",
"arrow-schema",
@@ -2948,9 +2948,9 @@ dependencies = [
[[package]]
name = "time"
-version = "0.3.20"
+version = "0.3.21"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cd0cbfecb4d19b5ea75bb31ad904eb5b9fa13f21079c3b92017ebdf4999a5890"
+checksum = "8f3403384eaacbca9923fa06940178ac13e4edb725486d70e8e15881d0c836cc"
dependencies = [
"serde",
"time-core",
@@ -2959,15 +2959,15 @@ dependencies = [
[[package]]
name = "time-core"
-version = "0.1.0"
+version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2e153e1f1acaef8acc537e68b44906d2db6436e2b35ac2c6b42640fff91f00fd"
+checksum = "7300fbefb4dadc1af235a9cef3737cea692a9d97e1b9cbcd4ebdae6f8868e6fb"
[[package]]
name = "time-macros"
-version = "0.2.8"
+version = "0.2.9"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fd80a657e71da814b8e5d60d3374fc6d35045062245d80224748ae522dd76f36"
+checksum = "372950940a5f07bf38dbe211d7283c9e6d7327df53794992d293e534c733d09b"
dependencies = [
"time-core",
]
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index a5d84526d8..fe64446942 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
-version = "23.0.0"
+version = "24.0.0"
authors = ["Apache Arrow <[email protected]>"]
edition = "2021"
keywords = ["arrow", "datafusion", "query", "sql"]
@@ -32,7 +32,7 @@ readme = "README.md"
arrow = "38.0.0"
async-trait = "0.1.41"
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "23.0.0" }
+datafusion = { path = "../datafusion/core", version = "24.0.0" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md
index a5d604fb41..da5e164af0 100644
--- a/datafusion/CHANGELOG.md
+++ b/datafusion/CHANGELOG.md
@@ -19,6 +19,7 @@
# Changelog
+- [24.0.0](../dev/changelog/24.0.0.md)
- [23.0.0](../dev/changelog/23.0.0.md)
- [22.0.0](../dev/changelog/22.0.0.md)
- [21.1.0](../dev/changelog/21.1.0.md)
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index f24e200e26..cc91b36416 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -61,13 +61,13 @@ bytes = "1.4"
bzip2 = { version = "0.4.3", optional = true }
chrono = { version = "0.4.23", default-features = false }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "23.0.0", features =
["parquet", "object_store"] }
-datafusion-execution = { path = "../execution", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
-datafusion-optimizer = { path = "../optimizer", version = "23.0.0",
default-features = false }
-datafusion-physical-expr = { path = "../physical-expr", version = "23.0.0",
default-features = false }
-datafusion-row = { path = "../row", version = "23.0.0" }
-datafusion-sql = { path = "../sql", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0", features =
["parquet", "object_store"] }
+datafusion-execution = { path = "../execution", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion-optimizer = { path = "../optimizer", version = "24.0.0",
default-features = false }
+datafusion-physical-expr = { path = "../physical-expr", version = "24.0.0",
default-features = false }
+datafusion-row = { path = "../row", version = "24.0.0" }
+datafusion-sql = { path = "../sql", version = "24.0.0" }
flate2 = { version = "1.0.24", optional = true }
futures = "0.3"
glob = "0.3.0"
diff --git a/datafusion/execution/Cargo.toml b/datafusion/execution/Cargo.toml
index 6e7a7be917..21d453d092 100644
--- a/datafusion/execution/Cargo.toml
+++ b/datafusion/execution/Cargo.toml
@@ -34,8 +34,8 @@ path = "src/lib.rs"
[dependencies]
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
hashbrown = { version = "0.13", features = ["raw"] }
log = "^0.4"
object_store = "0.5.4"
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index 221188ce37..7ad820581c 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -37,7 +37,7 @@ path = "src/lib.rs"
[dependencies]
ahash = { version = "0.8", default-features = false, features =
["runtime-rng"] }
arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
sqlparser = "0.33"
[dev-dependencies]
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index 4959291c42..b9c20a3870 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -43,9 +43,9 @@ unicode_expressions =
["datafusion-physical-expr/unicode_expressions"]
arrow = { workspace = true }
async-trait = "0.1.41"
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "23.0.0",
default-features = false }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "24.0.0",
default-features = false }
hashbrown = { version = "0.13", features = ["raw"] }
itertools = "0.10"
log = "^0.4"
@@ -53,5 +53,5 @@ regex-syntax = "0.7.1"
[dev-dependencies]
ctor = "0.2.0"
-datafusion-sql = { path = "../sql", version = "23.0.0" }
+datafusion-sql = { path = "../sql", version = "24.0.0" }
env_logger = "0.10.0"
diff --git a/datafusion/physical-expr/Cargo.toml
b/datafusion/physical-expr/Cargo.toml
index df19299e7e..854058d614 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -50,9 +50,9 @@ arrow-schema = { workspace = true }
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
-datafusion-row = { path = "../row", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
+datafusion-row = { path = "../row", version = "24.0.0" }
half = { version = "2.1", default-features = false }
hashbrown = { version = "0.13", features = ["raw"] }
indexmap = "1.9.2"
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index 763a967fd4..a7be23e641 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -42,9 +42,9 @@ json = ["pbjson", "serde", "serde_json"]
[dependencies]
arrow = { workspace = true }
chrono = { version = "0.4", default-features = false }
-datafusion = { path = "../core", version = "23.0.0" }
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
+datafusion = { path = "../core", version = "24.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
object_store = { version = "0.5.4" }
pbjson = { version = "0.5", optional = true }
prost = "0.11.0"
diff --git a/datafusion/row/Cargo.toml b/datafusion/row/Cargo.toml
index abdf8d9f45..445f574b32 100644
--- a/datafusion/row/Cargo.toml
+++ b/datafusion/row/Cargo.toml
@@ -34,6 +34,6 @@ path = "src/lib.rs"
[dependencies]
arrow = { workspace = true }
-datafusion-common = { path = "../common", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
paste = "^1.0"
rand = "0.8"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index d99d4a515b..7257da6e34 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -39,8 +39,8 @@ unicode_expressions = []
[dependencies]
arrow = { workspace = true }
arrow-schema = { workspace = true }
-datafusion-common = { path = "../common", version = "23.0.0" }
-datafusion-expr = { path = "../expr", version = "23.0.0" }
+datafusion-common = { path = "../common", version = "24.0.0" }
+datafusion-expr = { path = "../expr", version = "24.0.0" }
log = "^0.4"
sqlparser = "0.33"
diff --git a/datafusion/substrait/Cargo.toml b/datafusion/substrait/Cargo.toml
index 17a2ea83d6..f49ebc54f3 100644
--- a/datafusion/substrait/Cargo.toml
+++ b/datafusion/substrait/Cargo.toml
@@ -30,7 +30,7 @@ rust-version = { workspace = true }
[dependencies]
async-recursion = "1.0"
chrono = { version = "0.4.23", default-features = false }
-datafusion = { version = "23.0.0", path = "../core" }
+datafusion = { version = "24.0.0", path = "../core" }
itertools = "0.10.5"
object_store = "0.5.4"
prost = "0.11"
diff --git a/dev/changelog/24.0.0.md b/dev/changelog/24.0.0.md
new file mode 100644
index 0000000000..454475e997
--- /dev/null
+++ b/dev/changelog/24.0.0.md
@@ -0,0 +1,163 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+## [24.0.0](https://github.com/apache/arrow-datafusion/tree/24.0.0)
(2023-05-06)
+
+[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/23.0.0...24.0.0)
+
+**Breaking changes:**
+
+- Extract `LogicalPlan::Create*` DDL related plan structures into
`LogicalPlan::Ddl`
[#6121](https://github.com/apache/arrow-datafusion/pull/6121) (alamb)
+- Complete Extracting LogicalPlan::Drop\* DDL related plan structures into
LogicalPlan::Ddl [#6144](https://github.com/apache/arrow-datafusion/pull/6144)
(alamb)
+- Remove JIT based on cranelift, and `jit` feature
[#6164](https://github.com/apache/arrow-datafusion/pull/6164) (yjshen)
+- Remove Rayon-based Scheduler
[#6169](https://github.com/apache/arrow-datafusion/pull/6169) (tustvold)
+- Cleanup join memory accounting in CrossJoin and NestedLoopsJoin
[#6188](https://github.com/apache/arrow-datafusion/pull/6188) (tustvold)
+
+**Implemented enhancements:**
+
+- feat: date_bin output type same with input type
[#6053](https://github.com/apache/arrow-datafusion/pull/6053) (jiacai2050)
+- feat: add version field to ExecutionContext
[#6052](https://github.com/apache/arrow-datafusion/pull/6052) (Weijun-H)
+- Implement Streaming Aggregation: Do not break pipeline in aggregation if
group by columns are ordered (V2)
[#6124](https://github.com/apache/arrow-datafusion/pull/6124) (mustafasrepo)
+- Make decimal multiplication allow precision-loss in DataFusion
[#6103](https://github.com/apache/arrow-datafusion/pull/6103) (viirya)
+- Add support for scientific notation (remove old unimplemented() for
scientific notation)
[#6142](https://github.com/apache/arrow-datafusion/pull/6142) (2010YOUY01)
+- Support DROP SCHEMA statements
[#6096](https://github.com/apache/arrow-datafusion/pull/6096) (jaylmiller)
+- feat: make threshold for using scalar update in aggregate configurable
[#6166](https://github.com/apache/arrow-datafusion/pull/6166) (yjshen)
+- Adaptive in-memory sort (~2x faster) (#5879)
[#6163](https://github.com/apache/arrow-datafusion/pull/6163) (tustvold)
+- Add Support for Ordering Equivalence
[#6160](https://github.com/apache/arrow-datafusion/pull/6160) (mustafasrepo)
+- Sum and Avg should be able to take inputs of type Dictionary
[#6197](https://github.com/apache/arrow-datafusion/pull/6197) (viirya)
+- CLI: Add support for AWS named profiles
[#6161](https://github.com/apache/arrow-datafusion/pull/6161) (mr-brobot)
+- feat: concurrent physical planning
[#6138](https://github.com/apache/arrow-datafusion/pull/6138) (crepererum)
+- feat: allow scalars to appear as the LHS arg in arithmetic operations on
temporal values [#6196](https://github.com/apache/arrow-datafusion/pull/6196)
(kyle-mccarthy)
+- Select Into support
[#6219](https://github.com/apache/arrow-datafusion/pull/6219) (berkaysynnada)
+
+**Fixed bugs:**
+
+- fix: Use arrow bitwise_op as binary_kernels
[#6093](https://github.com/apache/arrow-datafusion/pull/6093) (RTEnzyme)
+- fix: allow group by same expr in Aggregate
[#6091](https://github.com/apache/arrow-datafusion/pull/6091) (jackwener)
+- fix: null handling of `ScalarValue::Struct`
[#6085](https://github.com/apache/arrow-datafusion/pull/6085) (crepererum)
+- fix: make simplify_expressions use a single schema for resolution
[#6077](https://github.com/apache/arrow-datafusion/pull/6077) (wolffcm)
+- fix: incorrect column pruning in sql with window operations
[#6039](https://github.com/apache/arrow-datafusion/pull/6039) (yukkit)
+- fix: allow group by same expr in Aggregate
[#6097](https://github.com/apache/arrow-datafusion/pull/6097) (jackwener)
+- fix: `reassign_predicate_columns` w/ in-list expr
[#6114](https://github.com/apache/arrow-datafusion/pull/6114) (crepererum)
+- fix: `common_subexpr_eliminate` and aggregates
[#6129](https://github.com/apache/arrow-datafusion/pull/6129) (crepererum)
+- fix: type coercion ignore prevent `Interval - Date`
[#6177](https://github.com/apache/arrow-datafusion/pull/6177) (jackwener)
+- fix: `common_subexpr_eliminate` w/ aggregates and relations
[#6199](https://github.com/apache/arrow-datafusion/pull/6199) (crepererum)
+- fix: slt fail due to bors problem
[#6242](https://github.com/apache/arrow-datafusion/pull/6242) (jackwener)
+
+**Documentation updates:**
+
+- chore: Update api docs for `SessionContext`, `TaskContext`, etc
[#6106](https://github.com/apache/arrow-datafusion/pull/6106) (alamb)
+- docs: consolidate datafusion-cli docs
[#6218](https://github.com/apache/arrow-datafusion/pull/6218) (alamb)
+
+**Merged pull requests:**
+
+- fix: Use arrow bitwise_op as binary_kernels
[#6093](https://github.com/apache/arrow-datafusion/pull/6093) (RTEnzyme)
+- fix: allow group by same expr in Aggregate
[#6091](https://github.com/apache/arrow-datafusion/pull/6091) (jackwener)
+- Update DataFusion architecture documentation
[#6056](https://github.com/apache/arrow-datafusion/pull/6056) (alamb)
+- feat: date_bin output type same with input type
[#6053](https://github.com/apache/arrow-datafusion/pull/6053) (jiacai2050)
+- fix: null handling of `ScalarValue::Struct`
[#6085](https://github.com/apache/arrow-datafusion/pull/6085) (crepererum)
+- fix: make simplify_expressions use a single schema for resolution
[#6077](https://github.com/apache/arrow-datafusion/pull/6077) (wolffcm)
+- fix: incorrect column pruning in sql with window operations
[#6039](https://github.com/apache/arrow-datafusion/pull/6039) (yukkit)
+- Substrait: Handle multiple select with the same table/columns in INTERSECT
[#6059](https://github.com/apache/arrow-datafusion/pull/6059) (nseekhao)
+- fix: allow group by same expr in Aggregate
[#6097](https://github.com/apache/arrow-datafusion/pull/6097) (jackwener)
+- chore(deps): update regex and regex-syntax requirement from 0.6.28 to 0.7.1
[#6095](https://github.com/apache/arrow-datafusion/pull/6095) (alamb)
+- test: more sqllogicaltest for GROUPBY.
[#6100](https://github.com/apache/arrow-datafusion/pull/6100) (jackwener)
+- minor: replace unwrap() with Err
[#6101](https://github.com/apache/arrow-datafusion/pull/6101) (jackwener)
+- Remove temporal to kernels_arrow
[#6069](https://github.com/apache/arrow-datafusion/pull/6069) (berkaysynnada)
+- feat: add version field to ExecutionContext
[#6052](https://github.com/apache/arrow-datafusion/pull/6052) (Weijun-H)
+- chore(deps): update substrait requirement from 0.7.1 to 0.8.0
[#6105](https://github.com/apache/arrow-datafusion/pull/6105) (dependabot[bot])
+- refactor(sqllogictests): port group by test to sqllogic
[#6088](https://github.com/apache/arrow-datafusion/pull/6088) (aprimadi)
+- Use arrow kernels for bitwise operations
[#6098](https://github.com/apache/arrow-datafusion/pull/6098) (alamb)
+- Unordered PARTITION BY column implementation (to prevent pipeline breaking)
[#6036](https://github.com/apache/arrow-datafusion/pull/6036) (mustafasrepo)
+- Add from_string_hash_map() method for SessionConfig
[#6111](https://github.com/apache/arrow-datafusion/pull/6111) (yahoNanJing)
+- Parallelise collect_partitioned
[#6109](https://github.com/apache/arrow-datafusion/pull/6109) (tustvold)
+- Fix column mapping in output_ordering() and output_partitioning() for
ProjectionExec and AggregateExec
[#6113](https://github.com/apache/arrow-datafusion/pull/6113) (mingmwang)
+- fix: `reassign_predicate_columns` w/ in-list expr
[#6114](https://github.com/apache/arrow-datafusion/pull/6114) (crepererum)
+- Update to arrow 38
[#6115](https://github.com/apache/arrow-datafusion/pull/6115) (tustvold)
+- Minor: Split `DmlStatement` into its own module
[#6120](https://github.com/apache/arrow-datafusion/pull/6120) (alamb)
+- Remove input schema from PhysicalExpr, move the validation logic to physical
expression planner
[#6122](https://github.com/apache/arrow-datafusion/pull/6122) (mingmwang)
+- Move Scalar Subquery validation logic to the Analyzer
[#6084](https://github.com/apache/arrow-datafusion/pull/6084) (mingmwang)
+- chore: Update api docs for `SessionContext`, `TaskContext`, etc
[#6106](https://github.com/apache/arrow-datafusion/pull/6106) (alamb)
+- Implement Streaming Aggregation: Do not break pipeline in aggregation if
group by columns are ordered (V2)
[#6124](https://github.com/apache/arrow-datafusion/pull/6124) (mustafasrepo)
+- Minor: Mark default_session_builder deprecated, add since markings
[#6123](https://github.com/apache/arrow-datafusion/pull/6123) (alamb)
+- [MINOR]: Add GroupByOrderMode to the AggregateExec display
[#6141](https://github.com/apache/arrow-datafusion/pull/6141) (mustafasrepo)
+- Extract `LogicalPlan::Create*` DDL related plan structures into
`LogicalPlan::Ddl`
[#6121](https://github.com/apache/arrow-datafusion/pull/6121) (alamb)
+- Fix broken build due to merge conflict
[#6143](https://github.com/apache/arrow-datafusion/pull/6143) (alamb)
+- [Bug fix] Source projection output ordering
[#6136](https://github.com/apache/arrow-datafusion/pull/6136) (mustafasrepo)
+- Make decimal multiplication allow precision-loss in DataFusion
[#6103](https://github.com/apache/arrow-datafusion/pull/6103) (viirya)
+- MemoryExec INSERT INTO refactor to use ExecutionPlan
[#6049](https://github.com/apache/arrow-datafusion/pull/6049) (metesynnada)
+- Complete Extracting LogicalPlan::Drop\* DDL related plan structures into
LogicalPlan::Ddl [#6144](https://github.com/apache/arrow-datafusion/pull/6144)
(alamb)
+- fix: `common_subexpr_eliminate` and aggregates
[#6129](https://github.com/apache/arrow-datafusion/pull/6129) (crepererum)
+- Add support for scientific notation (remove old unimplemented() for
scientific notation)
[#6142](https://github.com/apache/arrow-datafusion/pull/6142) (2010YOUY01)
+- Use ParquetObjectReader
[#6130](https://github.com/apache/arrow-datafusion/pull/6130) (tustvold)
+- Add bench.sh script to automate benchmarking DataFusion against itself
[#6131](https://github.com/apache/arrow-datafusion/pull/6131) (alamb)
+- Port test in select.rs to sqllogic
[#6158](https://github.com/apache/arrow-datafusion/pull/6158) (aprimadi)
+- Support uint64 literals
[#6146](https://github.com/apache/arrow-datafusion/pull/6146) (jackkleeman)
+- Remove JIT based on cranelift, and `jit` feature
[#6164](https://github.com/apache/arrow-datafusion/pull/6164) (yjshen)
+- minor: add decimal roundtrip tests for the row format
[#6165](https://github.com/apache/arrow-datafusion/pull/6165) (yjshen)
+- Support DROP SCHEMA statements
[#6096](https://github.com/apache/arrow-datafusion/pull/6096) (jaylmiller)
+- Improve `compare.py` output to use `min` times and better column titles
[#6134](https://github.com/apache/arrow-datafusion/pull/6134) (alamb)
+- Fix GroupByOrderMode documentation
[#6168](https://github.com/apache/arrow-datafusion/pull/6168) (aprimadi)
+- Remove Rayon-based Scheduler
[#6169](https://github.com/apache/arrow-datafusion/pull/6169) (tustvold)
+- [Minor] Fix typo in SQL data types doc
[#6178](https://github.com/apache/arrow-datafusion/pull/6178) (alamb)
+- feat: make threshold for using scalar update in aggregate configurable
[#6166](https://github.com/apache/arrow-datafusion/pull/6166) (yjshen)
+- Handle ScalarValue::Dictionary in add_to_row and update_avg_to_row
[#6175](https://github.com/apache/arrow-datafusion/pull/6175) (viirya)
+- chore(datetime_expression): support uppercase granularity for `DATE_TRUNC`
func [#6185](https://github.com/apache/arrow-datafusion/pull/6185)
(appletreeisyellow)
+- Simplify HashJoin memory accounting
[#6170](https://github.com/apache/arrow-datafusion/pull/6170) (tustvold)
+- Adaptive in-memory sort (~2x faster) (#5879)
[#6163](https://github.com/apache/arrow-datafusion/pull/6163) (tustvold)
+- refactor: optimizer shouldn't assume failed rules are internal error
[#6184](https://github.com/apache/arrow-datafusion/pull/6184) (wolffcm)
+- fix: type coercion ignore prevent `Interval - Date`
[#6177](https://github.com/apache/arrow-datafusion/pull/6177) (jackwener)
+- minor: remove default match for function signature
[#6186](https://github.com/apache/arrow-datafusion/pull/6186) (alamb)
+- Add Support for Ordering Equivalence
[#6160](https://github.com/apache/arrow-datafusion/pull/6160) (mustafasrepo)
+- Remove db-benchmark (and add them to arrow-datafusion-python repo instead)
[#6204](https://github.com/apache/arrow-datafusion/pull/6204) (andygrove)
+- fix: `common_subexpr_eliminate` w/ aggregates and relations
[#6199](https://github.com/apache/arrow-datafusion/pull/6199) (crepererum)
+- Add parquet filter and sort to bench.sh
[#6172](https://github.com/apache/arrow-datafusion/pull/6172) (alamb)
+- minor: remove unused code in binary.rs
[#6203](https://github.com/apache/arrow-datafusion/pull/6203) (alamb)
+- Sum and Avg should be able to take inputs of type Dictionary
[#6197](https://github.com/apache/arrow-datafusion/pull/6197) (viirya)
+- minor: fix tiny typo in table.rs
[#6220](https://github.com/apache/arrow-datafusion/pull/6220) (okue)
+- Lower some log levels from `debug` to `trace` during plan execution
[#6193](https://github.com/apache/arrow-datafusion/pull/6193) (alamb)
+- minor: fix typo in comments.
[#6225](https://github.com/apache/arrow-datafusion/pull/6225) (jackwener)
+- CLI: Add support for AWS named profiles
[#6161](https://github.com/apache/arrow-datafusion/pull/6161) (mr-brobot)
+- feat: concurrent physical planning
[#6138](https://github.com/apache/arrow-datafusion/pull/6138) (crepererum)
+- Cleanup join memory accounting in CrossJoin and NestedLoopsJoin
[#6188](https://github.com/apache/arrow-datafusion/pull/6188) (tustvold)
+- minor: Move shift_date tests to be with code
[#6200](https://github.com/apache/arrow-datafusion/pull/6200) (alamb)
+- Minor: rename variable for clarity
[#6229](https://github.com/apache/arrow-datafusion/pull/6229) (alamb)
+- feat: allow scalars to appear as the LHS arg in arithmetic operations on
temporal values [#6196](https://github.com/apache/arrow-datafusion/pull/6196)
(kyle-mccarthy)
+- Supply consistent format output for FileScanConfig params
[#6202](https://github.com/apache/arrow-datafusion/pull/6202) (tz70s)
+- minor: refactor code to avoid same code.
[#6222](https://github.com/apache/arrow-datafusion/pull/6222) (jackwener)
+- minor: change error type for window expressions
[#6231](https://github.com/apache/arrow-datafusion/pull/6231) (comphead)
+- Add sqllogic test coverage for interval arithmetic
[#6201](https://github.com/apache/arrow-datafusion/pull/6201) (alamb)
+- Simplify MemoryWriteExec
[#6154](https://github.com/apache/arrow-datafusion/pull/6154) (tustvold)
+- refactor: separate get_result_type from `coerce_type`
[#6221](https://github.com/apache/arrow-datafusion/pull/6221) (jackwener)
+- fix: slt fail due to bors problem
[#6242](https://github.com/apache/arrow-datafusion/pull/6242) (jackwener)
+- Port tests in errors.rs to sqllogictest
[#6239](https://github.com/apache/arrow-datafusion/pull/6239) (parkma99)
+- Select Into support
[#6219](https://github.com/apache/arrow-datafusion/pull/6219) (berkaysynnada)
+- refactor: use get_result_type to replace binary_operator_data_type.
[#6241](https://github.com/apache/arrow-datafusion/pull/6241) (jackwener)
+- Port test in union.rs to sqllogic
[#6224](https://github.com/apache/arrow-datafusion/pull/6224) (parkma99)
+- Port tests in expr.rs to sqllogictest
[#6240](https://github.com/apache/arrow-datafusion/pull/6240) (parkma99)
+- Port tests in cast.rs to sqllogictest
[#6244](https://github.com/apache/arrow-datafusion/pull/6244) (parkma99)
+- Port tests in identifiers.rs to sqllogictest
[#6245](https://github.com/apache/arrow-datafusion/pull/6245) (parkma99)
+- Minor: allow creating infinite external tables via SQL (for testing)
[#6235](https://github.com/apache/arrow-datafusion/pull/6235) (alamb)
+- Minor: consolidate test data
[#6217](https://github.com/apache/arrow-datafusion/pull/6217) (alamb)
+- docs: consolidate datafusion-cli docs
[#6218](https://github.com/apache/arrow-datafusion/pull/6218) (alamb)
+- Port tests in wildcard.rs to sqllogictest
[#6249](https://github.com/apache/arrow-datafusion/pull/6249) (masanobbb)
+- Simplify and speed up MemoryExec insert
[#6236](https://github.com/apache/arrow-datafusion/pull/6236) (alamb)
+- minor: fix typo
[#6253](https://github.com/apache/arrow-datafusion/pull/6253) (okue)
+- refactor: separate get_common_type / get_result_type for temporal type
[#6250](https://github.com/apache/arrow-datafusion/pull/6250) (jackwener)
+- Port tests in set_variable.rs to sqllogictest
[#6255](https://github.com/apache/arrow-datafusion/pull/6255) (parkma99)
