This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/main by this push:
new 3df895597d Prepare 33.0.0-rc2 (#8144)
3df895597d is described below
commit 3df895597d8c2073081fd9d990048c7aefb3b62e
Author: Andy Grove <[email protected]>
AuthorDate: Mon Nov 13 09:44:35 2023 -0700
Prepare 33.0.0-rc2 (#8144)
* Update changelog for 33.0.0-rc2
* Update changelog for 33.0.0-rc2
* Use arrow-rs 48.0.1
---
Cargo.toml | 14 +++---
datafusion-cli/Cargo.lock | 98 ++++++++++++++++++---------------------
datafusion-cli/Cargo.toml | 2 +-
dev/changelog/33.0.0.md | 70 ++++++++++++++++++++++++++--
dev/release/generate-changelog.py | 4 ++
5 files changed, 123 insertions(+), 65 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index e7a4126743..7294c934b7 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -49,12 +49,12 @@ rust-version = "1.70"
version = "33.0.0"
[workspace.dependencies]
-arrow = { version = "48.0.0", features = ["prettyprint"] }
-arrow-array = { version = "48.0.0", default-features = false, features =
["chrono-tz"] }
-arrow-buffer = { version = "48.0.0", default-features = false }
-arrow-flight = { version = "48.0.0", features = ["flight-sql-experimental"] }
-arrow-ord = { version = "48.0.0", default-features = false }
-arrow-schema = { version = "48.0.0", default-features = false }
+arrow = { version = "~48.0.1", features = ["prettyprint"] }
+arrow-array = { version = "~48.0.1", default-features = false, features =
["chrono-tz"] }
+arrow-buffer = { version = "~48.0.1", default-features = false }
+arrow-flight = { version = "~48.0.1", features = ["flight-sql-experimental"] }
+arrow-ord = { version = "~48.0.1", default-features = false }
+arrow-schema = { version = "~48.0.1", default-features = false }
async-trait = "0.1.73"
bigdecimal = "0.4.1"
bytes = "1.4"
@@ -81,7 +81,7 @@ log = "^0.4"
num_cpus = "1.13.0"
object_store = { version = "0.7.0", default-features = false }
parking_lot = "0.12"
-parquet = { version = "48.0.0", default-features = false, features = ["arrow",
"async", "object_store"] }
+parquet = { version = "~48.0.1", default-features = false, features =
["arrow", "async", "object_store"] }
rand = "0.8"
rstest = "0.18.0"
serde_json = "1"
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index 629293e483..f0bb28469d 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -130,9 +130,9 @@ checksum =
"96d30a06541fbafbc7f82ed10c06164cfbd2c401138f6addd8404629c4b16711"
[[package]]
name = "arrow"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "edb738d83750ec705808f6d44046d165e6bb8623f64e29a4d53fcb136ab22dfb"
+checksum = "a8919668503a4f2d8b6da96fa7c16e93046bfb3412ffcfa1e5dc7d2e3adcb378"
dependencies = [
"ahash",
"arrow-arith",
@@ -152,9 +152,9 @@ dependencies = [
[[package]]
name = "arrow-arith"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c5c3d17fc5b006e7beeaebfb1d2edfc92398b981f82d9744130437909b72a468"
+checksum = "ef983914f477d4278b068f13b3224b7d19eb2b807ac9048544d3bfebdf2554c4"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -167,9 +167,9 @@ dependencies = [
[[package]]
name = "arrow-array"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "55705ada5cdde4cb0f202ffa6aa756637e33fea30e13d8d0d0fd6a24ffcee1e3"
+checksum = "d6eaf89041fa5937940ae390294ece29e1db584f46d995608d6e5fe65a2e0e9b"
dependencies = [
"ahash",
"arrow-buffer",
@@ -184,9 +184,9 @@ dependencies = [
[[package]]
name = "arrow-buffer"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a722f90a09b94f295ab7102542e97199d3500128843446ef63e410ad546c5333"
+checksum = "55512d988c6fbd76e514fd3ff537ac50b0a675da5a245e4fdad77ecfd654205f"
dependencies = [
"bytes",
"half",
@@ -195,9 +195,9 @@ dependencies = [
[[package]]
name = "arrow-cast"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "af01fc1a06f6f2baf31a04776156d47f9f31ca5939fe6d00cd7a059f95a46ff1"
+checksum = "655ee51a2156ba5375931ce21c1b2494b1d9260e6dcdc6d4db9060c37dc3325b"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -213,9 +213,9 @@ dependencies = [
[[package]]
name = "arrow-csv"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "83cbbfde86f9ecd3f875c42a73d8aeab3d95149cd80129b18d09e039ecf5391b"
+checksum = "258bb689997ad5b6660b3ce3638bd6b383d668ec555ed41ad7c6559cbb2e4f91"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -232,9 +232,9 @@ dependencies = [
[[package]]
name = "arrow-data"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "d0a547195e607e625e7fafa1a7269b8df1a4a612c919efd9b26bd86e74538f3a"
+checksum = "6dc2b9fec74763427e2e5575b8cc31ce96ba4c9b4eb05ce40e0616d9fad12461"
dependencies = [
"arrow-buffer",
"arrow-schema",
@@ -244,9 +244,9 @@ dependencies = [
[[package]]
name = "arrow-ipc"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e36bf091502ab7e37775ff448413ef1ffff28ff93789acb669fffdd51b394d51"
+checksum = "6eaa6ab203cc6d89b7eaa1ac781c1dfeef325454c5d5a0419017f95e6bafc03c"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -258,9 +258,9 @@ dependencies = [
[[package]]
name = "arrow-json"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7ac346bc84846ab425ab3c8c7b6721db90643bc218939677ed7e071ccbfb919d"
+checksum = "fb64e30d9b73f66fdc5c52d5f4cf69bbf03d62f64ffeafa0715590a5320baed7"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -278,9 +278,9 @@ dependencies = [
[[package]]
name = "arrow-ord"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4502123d2397319f3a13688432bc678c61cb1582f2daa01253186da650bf5841"
+checksum = "f9a818951c0d11c428dda03e908175969c262629dd20bd0850bd6c7a8c3bfe48"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -293,9 +293,9 @@ dependencies = [
[[package]]
name = "arrow-row"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "249fc5a07906ab3f3536a6e9f118ec2883fbcde398a97a5ba70053f0276abda4"
+checksum = "a5d664318bc05f930559fc088888f0f7174d3c5bc888c0f4f9ae8f23aa398ba3"
dependencies = [
"ahash",
"arrow-array",
@@ -308,15 +308,15 @@ dependencies = [
[[package]]
name = "arrow-schema"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9d7a8c3f97f5ef6abd862155a6f39aaba36b029322462d72bbcfa69782a50614"
+checksum = "aaf4d737bba93da59f16129bec21e087aed0be84ff840e74146d4703879436cb"
[[package]]
name = "arrow-select"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f868f4a5001429e20f7c1994b5cd1aa68b82e3db8cf96c559cdb56dc8be21410"
+checksum = "374c4c3b812ecc2118727b892252a4a4308f87a8aca1dbf09f3ce4bc578e668a"
dependencies = [
"ahash",
"arrow-array",
@@ -328,9 +328,9 @@ dependencies = [
[[package]]
name = "arrow-string"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a27fdf8fc70040a2dee78af2e217479cb5b263bd7ab8711c7999e74056eb688a"
+checksum = "b15aed5624bb23da09142f58502b59c23f5bea607393298bb81dab1ce60fc769"
dependencies = [
"arrow-array",
"arrow-buffer",
@@ -790,9 +790,9 @@ dependencies = [
[[package]]
name = "bstr"
-version = "1.7.0"
+version = "1.8.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c79ad7fb2dd38f3dabd76b09c6a5a20c038fc0213ef1e9afd30eb777f120f019"
+checksum = "542f33a8835a0884b006a0c3df3dadd99c0c3f296ed26c2fdc8028e01ad6230c"
dependencies = [
"memchr",
"regex-automata",
@@ -850,11 +850,10 @@ dependencies = [
[[package]]
name = "cc"
-version = "1.0.83"
+version = "1.0.84"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f1174fb0b6ec23863f8b971027804a42614e347eafb0a95bf0b12cdae21fc4d0"
+checksum = "0f8e7c90afad890484a21653d08b6e209ae34770fb5ee298f9c699fcc1e5c856"
dependencies = [
- "jobserver",
"libc",
]
@@ -1737,9 +1736,9 @@ dependencies = [
[[package]]
name = "http"
-version = "0.2.9"
+version = "0.2.10"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bd6effc99afb63425aff9b05836f029929e345a6148a14b7ecd5ab67af944482"
+checksum = "f95b9abcae896730d42b78e09c155ed4ddf82c07b4de772c64aee5b2d8b7c150"
dependencies = [
"bytes",
"fnv",
@@ -1917,15 +1916,6 @@ version = "1.0.9"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "af150ab688ff2122fcef229be89cb50dd66af9e01a4ff320cc137eecc9bacc38"
-[[package]]
-name = "jobserver"
-version = "0.1.27"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "8c37f63953c4c63420ed5fd3d6d398c719489b9f872b9fa683262f8edd363c7d"
-dependencies = [
- "libc",
-]
-
[[package]]
name = "js-sys"
version = "0.3.65"
@@ -2365,9 +2355,9 @@ dependencies = [
[[package]]
name = "parquet"
-version = "48.0.0"
+version = "48.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "239229e6a668ab50c61de3dce61cf0fa1069345f7aa0f4c934491f92205a4945"
+checksum = "6bfe55df96e3f02f11bf197ae37d91bb79801631f82f6195dd196ef521df3597"
dependencies = [
"ahash",
"arrow-array",
@@ -2869,9 +2859,9 @@ dependencies = [
[[package]]
name = "rustls-pemfile"
-version = "1.0.3"
+version = "1.0.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2d3987094b1d07b653b7dfdc3f70ce9a1da9c51ac18c1b06b662e4f9a0e9f4b2"
+checksum = "1c74cae0a4cf6ccbbf5f359f08efdf8ee7e1dc532573bf0db71968cb56b1448c"
dependencies = [
"base64",
]
@@ -3061,9 +3051,9 @@ dependencies = [
[[package]]
name = "smallvec"
-version = "1.11.1"
+version = "1.11.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "942b4a808e05215192e39f4ab80813e599068285906cc91aa64f923db842bd5a"
+checksum = "4dccd0940a2dcdf68d092b8cbab7dc0ad8fa938bf95787e1b916b0e3d0e8e970"
[[package]]
name = "snafu"
@@ -3354,9 +3344,9 @@ checksum =
"1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
[[package]]
name = "tokio"
-version = "1.33.0"
+version = "1.34.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4f38200e3ef7995e5ef13baec2f432a6da0aa9ac495b2c0e8f3b7eec2c92d653"
+checksum = "d0c014766411e834f7af5b8f4cf46257aab4036ca95e9d2c144a10f59ad6f5b9"
dependencies = [
"backtrace",
"bytes",
@@ -3372,9 +3362,9 @@ dependencies = [
[[package]]
name = "tokio-macros"
-version = "2.1.0"
+version = "2.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "630bdcf245f78637c13ec01ffae6187cca34625e8c63150d424b59e55af2675e"
+checksum = "5b8a1e28f2deaa14e508979454cb3a223b10b938b45af148bc0986de36f1923b"
dependencies = [
"proc-macro2",
"quote",
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index 73c4431f43..890f84522c 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -29,7 +29,7 @@ rust-version = "1.70"
readme = "README.md"
[dependencies]
-arrow = "48.0.0"
+arrow = "~48.0.1"
async-trait = "0.1.41"
aws-config = "0.55"
aws-credential-types = "0.55"
diff --git a/dev/changelog/33.0.0.md b/dev/changelog/33.0.0.md
index 9acf407052..17862a64a9 100644
--- a/dev/changelog/33.0.0.md
+++ b/dev/changelog/33.0.0.md
@@ -17,9 +17,9 @@
under the License.
-->
-## [33.0.0](https://github.com/apache/arrow-datafusion/tree/33.0.0)
(2023-11-05)
+## [33.0.0](https://github.com/apache/arrow-datafusion/tree/33.0.0)
(2023-11-12)
-[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/31.0.0...32.0.0)
+[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/32.0.0...33.0.0)
**Breaking changes:**
@@ -28,6 +28,14 @@
- Add `parquet` feature flag, enabled by default, and make parquet conditional
[#7745](https://github.com/apache/arrow-datafusion/pull/7745) (ongchi)
- Change input for `to_timestamp` function to be seconds rather than
nanoseconds, add `to_timestamp_nanos`
[#7844](https://github.com/apache/arrow-datafusion/pull/7844) (comphead)
- Percent Decode URL Paths (#8009)
[#8012](https://github.com/apache/arrow-datafusion/pull/8012) (tustvold)
+- chore: remove panics in datafusion-common::scalar by making more operations
return `Result` [#7901](https://github.com/apache/arrow-datafusion/pull/7901)
(junjunjd)
+- Combine `Expr::Wildcard` and `Wxpr::QualifiedWildcard`, add `wildcard()`
expr fn [#8105](https://github.com/apache/arrow-datafusion/pull/8105) (alamb)
+
+**Performance related:**
+
+- Add distinct union optimization
[#7788](https://github.com/apache/arrow-datafusion/pull/7788) (maruschin)
+- Fix join order for TPCH Q17 & Q18 by improving FilterExec statistics
[#8126](https://github.com/apache/arrow-datafusion/pull/8126) (andygrove)
+- feat: add column statistics into explain
[#8112](https://github.com/apache/arrow-datafusion/pull/8112) (NGA-TRAN)
**Implemented enhancements:**
@@ -36,7 +44,6 @@
- add interval arithmetic for timestamp types
[#7758](https://github.com/apache/arrow-datafusion/pull/7758) (mhilton)
- Interval Arithmetic NegativeExpr Support
[#7804](https://github.com/apache/arrow-datafusion/pull/7804) (berkaysynnada)
- Exactness Indicator of Parameters: Precision
[#7809](https://github.com/apache/arrow-datafusion/pull/7809) (berkaysynnada)
-- Add distinct union optimization
[#7788](https://github.com/apache/arrow-datafusion/pull/7788) (maruschin)
- Implement GetIndexedField for map-typed columns
[#7825](https://github.com/apache/arrow-datafusion/pull/7825) (swgillespie)
- Fix precision loss when coercing date_part utf8 argument
[#7846](https://github.com/apache/arrow-datafusion/pull/7846) (Dandandan)
- Support `Binary`/`LargeBinary` --> `Utf8`/`LargeUtf8` in ilike and string
functions [#7840](https://github.com/apache/arrow-datafusion/pull/7840) (alamb)
@@ -49,6 +56,10 @@
- feat: Use bloom filter when reading parquet to skip row groups
[#7821](https://github.com/apache/arrow-datafusion/pull/7821) (hengfeiyang)
- Support Partitioning Data by Dictionary Encoded String Array Types
[#7896](https://github.com/apache/arrow-datafusion/pull/7896) (devinjdangelo)
- Read only enough bytes to infer Arrow IPC file schema via stream
[#7962](https://github.com/apache/arrow-datafusion/pull/7962) (Jefffrey)
+- feat: Support determining extensions from names like `foo.parquet.snappy` as
well as `foo.parquet`
[#7972](https://github.com/apache/arrow-datafusion/pull/7972) (Weijun-H)
+- feat: Protobuf serde for Json file sink
[#8062](https://github.com/apache/arrow-datafusion/pull/8062) (Jefffrey)
+- feat: support target table alias in update statement
[#8080](https://github.com/apache/arrow-datafusion/pull/8080) (jonahgao)
+- feat: support UDAF in substrait producer/consumer
[#8119](https://github.com/apache/arrow-datafusion/pull/8119) (waynexia)
**Fixed bugs:**
@@ -57,6 +68,8 @@
- fix: generate logical plan for `UPDATE SET FROM` statement
[#7984](https://github.com/apache/arrow-datafusion/pull/7984) (jonahgao)
- fix: single_distinct_aggretation_to_group_by fail
[#7997](https://github.com/apache/arrow-datafusion/pull/7997) (haohuaijin)
- fix: clippy warnings from nightly rust 1.75
[#8025](https://github.com/apache/arrow-datafusion/pull/8025) (waynexia)
+- fix: DataFusion suggests invalid functions
[#8083](https://github.com/apache/arrow-datafusion/pull/8083) (jonahgao)
+- fix: add encode/decode to protobuf encoding
[#8089](https://github.com/apache/arrow-datafusion/pull/8089) (Syleechan)
**Documentation updates:**
@@ -69,6 +82,10 @@
- Minor: Improve documentation for Filter Pushdown
[#8023](https://github.com/apache/arrow-datafusion/pull/8023) (alamb)
- Minor: Improve `ExecutionPlan` documentation
[#8019](https://github.com/apache/arrow-datafusion/pull/8019) (alamb)
- Improve comments for `PartitionSearchMode` struct
[#8047](https://github.com/apache/arrow-datafusion/pull/8047) (ozankabak)
+- Prepare 33.0.0 Release
[#8057](https://github.com/apache/arrow-datafusion/pull/8057) (andygrove)
+- Improve documentation for calculate_prune_length method in
`SymmetricHashJoin`
[#8125](https://github.com/apache/arrow-datafusion/pull/8125) (Asura7969)
+- docs: show creation of DFSchema
[#8132](https://github.com/apache/arrow-datafusion/pull/8132) (wjones127)
+- Improve documentation site to make it easier to find communication on
Slack/Discord [#8138](https://github.com/apache/arrow-datafusion/pull/8138)
(alamb)
**Merged pull requests:**
@@ -226,3 +243,50 @@
- General approach for Array replace
[#8050](https://github.com/apache/arrow-datafusion/pull/8050) (jayzhan211)
- Minor: Remove the irrelevant note from the Expression API doc
[#8053](https://github.com/apache/arrow-datafusion/pull/8053) (ongchi)
- Minor: Add more documentation about Partitioning
[#8022](https://github.com/apache/arrow-datafusion/pull/8022) (alamb)
+- Minor: improve documentation for IsNotNull, DISTINCT, etc
[#8052](https://github.com/apache/arrow-datafusion/pull/8052) (alamb)
+- Prepare 33.0.0 Release
[#8057](https://github.com/apache/arrow-datafusion/pull/8057) (andygrove)
+- Minor: improve error message by adding types to message
[#8065](https://github.com/apache/arrow-datafusion/pull/8065) (alamb)
+- Minor: Remove redundant BuiltinScalarFunction::supports_zero_argument()
[#8059](https://github.com/apache/arrow-datafusion/pull/8059) (2010YOUY01)
+- Add example to ci
[#8060](https://github.com/apache/arrow-datafusion/pull/8060) (smallzhongfeng)
+- Update substrait requirement from 0.18.0 to 0.19.0
[#8076](https://github.com/apache/arrow-datafusion/pull/8076) (dependabot[bot])
+- Fix incorrect results in COUNT(\*) queries with LIMIT
[#8049](https://github.com/apache/arrow-datafusion/pull/8049) (msirek)
+- feat: Support determining extensions from names like `foo.parquet.snappy` as
well as `foo.parquet`
[#7972](https://github.com/apache/arrow-datafusion/pull/7972) (Weijun-H)
+- Use FairSpillPool for TaskContext with spillable config
[#8072](https://github.com/apache/arrow-datafusion/pull/8072) (viirya)
+- Minor: Improve HashJoinStream docstrings
[#8070](https://github.com/apache/arrow-datafusion/pull/8070) (alamb)
+- Fixing broken link
[#8085](https://github.com/apache/arrow-datafusion/pull/8085) (edmondop)
+- fix: DataFusion suggests invalid functions
[#8083](https://github.com/apache/arrow-datafusion/pull/8083) (jonahgao)
+- Replace macro with function for `array_repeat`
[#8071](https://github.com/apache/arrow-datafusion/pull/8071) (jayzhan211)
+- Minor: remove unnecessary projection in `single_distinct_to_group_by` rule
[#8061](https://github.com/apache/arrow-datafusion/pull/8061) (haohuaijin)
+- minor: Remove duplicate version numbers for arrow, object_store, and parquet
dependencies [#8095](https://github.com/apache/arrow-datafusion/pull/8095)
(andygrove)
+- fix: add encode/decode to protobuf encoding
[#8089](https://github.com/apache/arrow-datafusion/pull/8089) (Syleechan)
+- feat: Protobuf serde for Json file sink
[#8062](https://github.com/apache/arrow-datafusion/pull/8062) (Jefffrey)
+- Minor: use `Expr::alias` in a few places to make the code more concise
[#8097](https://github.com/apache/arrow-datafusion/pull/8097) (alamb)
+- Minor: Cleanup BuiltinScalarFunction::return_type()
[#8088](https://github.com/apache/arrow-datafusion/pull/8088) (2010YOUY01)
+- Update sqllogictest requirement from 0.17.0 to 0.18.0
[#8102](https://github.com/apache/arrow-datafusion/pull/8102) (dependabot[bot])
+- Projection Pushdown in PhysicalPlan
[#8073](https://github.com/apache/arrow-datafusion/pull/8073) (berkaysynnada)
+- Push limit into aggregation for DISTINCT ... LIMIT queries
[#8038](https://github.com/apache/arrow-datafusion/pull/8038) (msirek)
+- Bug-fix in Filter and Limit statistics
[#8094](https://github.com/apache/arrow-datafusion/pull/8094) (berkaysynnada)
+- feat: support target table alias in update statement
[#8080](https://github.com/apache/arrow-datafusion/pull/8080) (jonahgao)
+- Minor: Simlify downcast functions in cast.rs.
[#8103](https://github.com/apache/arrow-datafusion/pull/8103) (Weijun-H)
+- Fix ArrayAgg schema mismatch issue
[#8055](https://github.com/apache/arrow-datafusion/pull/8055) (jayzhan211)
+- Minor: Support `nulls` in `array_replace`, avoid a copy
[#8054](https://github.com/apache/arrow-datafusion/pull/8054) (alamb)
+- Minor: Improve the document format of JoinHashMap
[#8090](https://github.com/apache/arrow-datafusion/pull/8090) (Asura7969)
+- Simplify ProjectionPushdown and make it more general
[#8109](https://github.com/apache/arrow-datafusion/pull/8109) (alamb)
+- Minor: clean up the code regarding clippy
[#8122](https://github.com/apache/arrow-datafusion/pull/8122) (Weijun-H)
+- Support remaining functions in protobuf serialization, add `expr_fn` for
`StructFunction` [#8100](https://github.com/apache/arrow-datafusion/pull/8100)
(JacobOgle)
+- Minor: Cleanup BuiltinScalarFunction's phys-expr creation
[#8114](https://github.com/apache/arrow-datafusion/pull/8114) (2010YOUY01)
+- rewrite `array_append/array_prepend` to remove deplicate codes
[#8108](https://github.com/apache/arrow-datafusion/pull/8108) (Veeupup)
+- Implementation of `array_intersect`
[#8081](https://github.com/apache/arrow-datafusion/pull/8081) (Veeupup)
+- Minor: fix ci break
[#8136](https://github.com/apache/arrow-datafusion/pull/8136) (haohuaijin)
+- Improve documentation for calculate_prune_length method in
`SymmetricHashJoin`
[#8125](https://github.com/apache/arrow-datafusion/pull/8125) (Asura7969)
+- Minor: remove duplicated `array_replace` tests
[#8066](https://github.com/apache/arrow-datafusion/pull/8066) (alamb)
+- Minor: Fix temporary files created but not deleted during testing
[#8115](https://github.com/apache/arrow-datafusion/pull/8115) (2010YOUY01)
+- chore: remove panics in datafusion-common::scalar by making more operations
return `Result` [#7901](https://github.com/apache/arrow-datafusion/pull/7901)
(junjunjd)
+- Fix join order for TPCH Q17 & Q18 by improving FilterExec statistics
[#8126](https://github.com/apache/arrow-datafusion/pull/8126) (andygrove)
+- Fix: Do not try and preserve order when there is no order to preserve in
RepartitionExec [#8127](https://github.com/apache/arrow-datafusion/pull/8127)
(alamb)
+- feat: add column statistics into explain
[#8112](https://github.com/apache/arrow-datafusion/pull/8112) (NGA-TRAN)
+- Add subtrait support for `IS NULL` and `IS NOT NULL`
[#8093](https://github.com/apache/arrow-datafusion/pull/8093) (tgujar)
+- Combine `Expr::Wildcard` and `Wxpr::QualifiedWildcard`, add `wildcard()`
expr fn [#8105](https://github.com/apache/arrow-datafusion/pull/8105) (alamb)
+- docs: show creation of DFSchema
[#8132](https://github.com/apache/arrow-datafusion/pull/8132) (wjones127)
+- feat: support UDAF in substrait producer/consumer
[#8119](https://github.com/apache/arrow-datafusion/pull/8119) (waynexia)
+- Improve documentation site to make it easier to find communication on
Slack/Discord [#8138](https://github.com/apache/arrow-datafusion/pull/8138)
(alamb)
diff --git a/dev/release/generate-changelog.py
b/dev/release/generate-changelog.py
index ff9e8d4754..f419bdb3a1 100755
--- a/dev/release/generate-changelog.py
+++ b/dev/release/generate-changelog.py
@@ -57,6 +57,7 @@ def generate_changelog(repo, repo_name, tag1, tag2):
bugs = []
docs = []
enhancements = []
+ performance = []
# categorize the pull requests based on GitHub labels
print("Categorizing pull requests", file=sys.stderr)
@@ -79,6 +80,8 @@ def generate_changelog(repo, repo_name, tag1, tag2):
breaking.append((pull, commit))
elif 'bug' in labels or cc_type == 'fix':
bugs.append((pull, commit))
+ elif 'performance' in labels or cc_type == 'perf':
+ performance.append((pull, commit))
elif 'enhancement' in labels or cc_type == 'feat':
enhancements.append((pull, commit))
elif 'documentation' in labels or cc_type == 'docs':
@@ -87,6 +90,7 @@ def generate_changelog(repo, repo_name, tag1, tag2):
# produce the changelog content
print("Generating changelog content", file=sys.stderr)
print_pulls(repo_name, "Breaking changes", breaking)
+ print_pulls(repo_name, "Performance related", performance)
print_pulls(repo_name, "Implemented enhancements", enhancements)
print_pulls(repo_name, "Fixed bugs", bugs)
print_pulls(repo_name, "Documentation updates", docs)
