This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/master by this push:
new 0a5e8ae28 DataFusion 18.0.0 Release (#5240)
0a5e8ae28 is described below
commit 0a5e8ae28d6633ba4644dbc284110c1ee5b119cc
Author: Andy Grove <[email protected]>
AuthorDate: Fri Feb 10 10:09:52 2023 -0700
DataFusion 18.0.0 Release (#5240)
* update version to 18.0.0
* Update CHANGELOG
* update release process instructions
* update CLI cargo lock
---
benchmarks/Cargo.toml | 6 +-
datafusion-cli/Cargo.lock | 327 +++++++++++++++++++-----------------
datafusion-cli/Cargo.toml | 4 +-
datafusion-examples/Cargo.toml | 2 +-
datafusion/CHANGELOG.md | 134 +++++++++++++++
datafusion/common/Cargo.toml | 2 +-
datafusion/core/Cargo.toml | 16 +-
datafusion/expr/Cargo.toml | 4 +-
datafusion/jit/Cargo.toml | 6 +-
datafusion/optimizer/Cargo.toml | 10 +-
datafusion/physical-expr/Cargo.toml | 8 +-
datafusion/proto/Cargo.toml | 8 +-
datafusion/row/Cargo.toml | 6 +-
datafusion/sql/Cargo.toml | 6 +-
datafusion/substrait/Cargo.toml | 4 +-
dev/release/README.md | 19 ++-
16 files changed, 362 insertions(+), 200 deletions(-)
diff --git a/benchmarks/Cargo.toml b/benchmarks/Cargo.toml
index 8f51bbec8..21860b103 100644
--- a/benchmarks/Cargo.toml
+++ b/benchmarks/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-benchmarks"
description = "DataFusion Benchmarks"
-version = "17.0.0"
+version = "18.0.0"
edition = "2021"
authors = ["Apache Arrow <[email protected]>"]
homepage = "https://github.com/apache/arrow-datafusion";
@@ -34,7 +34,7 @@ snmalloc = ["snmalloc-rs"]
[dependencies]
arrow = "32.0.0"
-datafusion = { path = "../datafusion/core", version = "17.0.0", features =
["scheduler"] }
+datafusion = { path = "../datafusion/core", version = "18.0.0", features =
["scheduler"] }
env_logger = "0.10"
futures = "0.3"
mimalloc = { version = "0.1", optional = true, default-features = false }
@@ -51,4 +51,4 @@ test-utils = { path = "../test-utils/", version = "0.1.0" }
tokio = { version = "^1.0", features = ["macros", "rt", "rt-multi-thread",
"parking_lot"] }
[dev-dependencies]
-datafusion-proto = { path = "../datafusion/proto", version = "17.0.0" }
+datafusion-proto = { path = "../datafusion/proto", version = "18.0.0" }
diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock
index 092e172f1..955861be1 100644
--- a/datafusion-cli/Cargo.lock
+++ b/datafusion-cli/Cargo.lock
@@ -10,9 +10,9 @@ checksum =
"f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
[[package]]
name = "ahash"
-version = "0.8.2"
+version = "0.8.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bf6ccdb167abbf410dcb915cabd428929d7f6a04980b54a11f26a39f1c7f7107"
+checksum = "2c99f64d1e06488f620f932677e24bc6e2897582980441ae90a671415bd7ec2f"
dependencies = [
"cfg-if",
"const-random",
@@ -291,9 +291,9 @@ dependencies = [
[[package]]
name = "async-trait"
-version = "0.1.61"
+version = "0.1.64"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "705339e0e4a9690e2908d2b3d049d85682cf19fbd5782494498fbf7003a6a282"
+checksum = "1cd7fce9ba8c3c042128ce72d8b2ddbf3a05747efb67ea0313c635e10bda47a2"
dependencies = [
"proc-macro2",
"quote",
@@ -317,18 +317,6 @@ version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa"
-[[package]]
-name = "base64"
-version = "0.13.1"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
-
-[[package]]
-name = "base64"
-version = "0.20.0"
-source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0ea22880d78093b0cbe17c89f64a7d457941e65759157ec6cb31a31d652b05e5"
-
[[package]]
name = "base64"
version = "0.21.0"
@@ -386,9 +374,9 @@ dependencies = [
[[package]]
name = "brotli-decompressor"
-version = "2.3.2"
+version = "2.3.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "59ad2d4653bf5ca36ae797b1f4bb4dbddb60ce49ca4aed8a2ce4829f60425b80"
+checksum = "4b6561fd3f895a11e8f72af2cb7d22e08366bebc2b6b57f7744c4bda27034744"
dependencies = [
"alloc-no-stdlib",
"alloc-stdlib",
@@ -408,9 +396,9 @@ dependencies = [
[[package]]
name = "bumpalo"
-version = "3.11.1"
+version = "3.12.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "572f695136211188308f16ad2ca5c851a712c464060ae6974944458eb83880ba"
+checksum = "0d261e256854913907f67ed06efbc3338dfe6179796deefc1ff763fc1aee5535"
[[package]]
name = "byteorder"
@@ -420,9 +408,9 @@ checksum =
"14c189c53d098945499cdfa7ecc63567cf3886b3332b312a5b4585d8d3a6a610"
[[package]]
name = "bytes"
-version = "1.3.0"
+version = "1.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dfb24e866b15a1af2a1b663f10c6b6b8f397a84aadb828f12e5b289ec23a3a3c"
+checksum = "89b2fd2a0dcf38d7971e2194b6b6eebab45ae01067456a7fd93d5547a61b70be"
[[package]]
name = "bzip2"
@@ -447,9 +435,9 @@ dependencies = [
[[package]]
name = "cc"
-version = "1.0.78"
+version = "1.0.79"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a20104e2335ce8a659d6dd92a51a767a0c062599c73b343fd152cb401e828c3d"
+checksum = "50d30906286121d95be3d479533b458f87493b30a4b5f79a607db8f5d11aa91f"
dependencies = [
"jobserver",
]
@@ -636,9 +624,9 @@ dependencies = [
[[package]]
name = "cxx"
-version = "1.0.86"
+version = "1.0.89"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "51d1075c37807dcf850c379432f0df05ba52cc30f279c5cfc43cc221ce7f8579"
+checksum = "bc831ee6a32dd495436e317595e639a587aa9907bef96fe6e6abc290ab6204e9"
dependencies = [
"cc",
"cxxbridge-flags",
@@ -648,9 +636,9 @@ dependencies = [
[[package]]
name = "cxx-build"
-version = "1.0.86"
+version = "1.0.89"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "5044281f61b27bc598f2f6647d480aed48d2bf52d6eb0b627d84c0361b17aa70"
+checksum = "94331d54f1b1a8895cd81049f7eaaaef9d05a7dcb4d1fd08bf3ff0806246789d"
dependencies = [
"cc",
"codespan-reporting",
@@ -663,15 +651,15 @@ dependencies = [
[[package]]
name = "cxxbridge-flags"
-version = "1.0.86"
+version = "1.0.89"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "61b50bc93ba22c27b0d31128d2d130a0a6b3d267ae27ef7e4fae2167dfe8781c"
+checksum = "48dcd35ba14ca9b40d6e4b4b39961f23d835dbb8eed74565ded361d93e1feb8a"
[[package]]
name = "cxxbridge-macro"
-version = "1.0.86"
+version = "1.0.89"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "39e61fda7e62115119469c7b3591fd913ecca96fb766cfd3f2e2502ab7bc87a5"
+checksum = "81bbeb29798b407ccd82a3324ade1a7286e0d29851475990b612670f6f5124d2"
dependencies = [
"proc-macro2",
"quote",
@@ -693,7 +681,7 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "17.0.0"
+version = "18.0.0"
dependencies = [
"ahash",
"arrow",
@@ -738,7 +726,7 @@ dependencies = [
[[package]]
name = "datafusion-cli"
-version = "17.0.0"
+version = "18.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -756,7 +744,7 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "17.0.0"
+version = "18.0.0"
dependencies = [
"arrow",
"chrono",
@@ -768,7 +756,7 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "17.0.0"
+version = "18.0.0"
dependencies = [
"ahash",
"arrow",
@@ -779,7 +767,7 @@ dependencies = [
[[package]]
name = "datafusion-optimizer"
-version = "17.0.0"
+version = "18.0.0"
dependencies = [
"arrow",
"async-trait",
@@ -794,7 +782,7 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "17.0.0"
+version = "18.0.0"
dependencies = [
"ahash",
"arrow",
@@ -823,7 +811,7 @@ dependencies = [
[[package]]
name = "datafusion-row"
-version = "17.0.0"
+version = "18.0.0"
dependencies = [
"arrow",
"datafusion-common",
@@ -833,7 +821,7 @@ dependencies = [
[[package]]
name = "datafusion-sql"
-version = "17.0.0"
+version = "18.0.0"
dependencies = [
"arrow-schema",
"datafusion-common",
@@ -902,15 +890,15 @@ checksum =
"fea41bba32d969b513997752735605054bc0dfa92b4c56bf1189f2e174be7a10"
[[package]]
name = "either"
-version = "1.8.0"
+version = "1.8.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "90e5c1c8368803113bf0c9584fc495a58b86dc8a29edbf8fe877d21d9507e797"
+checksum = "7fcaabb2fef8c910e7f4c7ce9f67a1283a1715879a7c230ca9d6d1ae31f16d91"
[[package]]
name = "encoding_rs"
-version = "0.8.31"
+version = "0.8.32"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9852635589dc9f9ea1b6fe9f05b50ef208c85c834a562f0c6abb1c475736ec2b"
+checksum = "071a31f4ee85403370b58aca746f01041ede6f0da2730960ad001edc2b71b394"
dependencies = [
"cfg-if",
]
@@ -976,13 +964,13 @@ dependencies = [
[[package]]
name = "fd-lock"
-version = "3.0.8"
+version = "3.0.10"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bb21c69b9fea5e15dbc1049e4b77145dd0ba1c84019c488102de0dc4ea4b0a27"
+checksum = "8ef1a30ae415c3a691a4f41afddc2dbcd6d70baf338368d85ebc1e8ed92cedb9"
dependencies = [
"cfg-if",
"rustix",
- "windows-sys",
+ "windows-sys 0.45.0",
]
[[package]]
@@ -1022,9 +1010,9 @@ dependencies = [
[[package]]
name = "futures"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "38390104763dc37a5145a53c29c63c1290b5d316d6086ec32c293f6736051bb0"
+checksum = "13e2792b0ff0340399d58445b88fd9770e3489eff258a4cbc1523418f12abf84"
dependencies = [
"futures-channel",
"futures-core",
@@ -1037,9 +1025,9 @@ dependencies = [
[[package]]
name = "futures-channel"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "52ba265a92256105f45b719605a571ffe2d1f0fea3807304b522c1d778f79eed"
+checksum = "2e5317663a9089767a1ec00a487df42e0ca174b61b4483213ac24448e4664df5"
dependencies = [
"futures-core",
"futures-sink",
@@ -1047,15 +1035,15 @@ dependencies = [
[[package]]
name = "futures-core"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "04909a7a7e4633ae6c4a9ab280aeb86da1236243a77b694a49eacd659a4bd3ac"
+checksum = "ec90ff4d0fe1f57d600049061dc6bb68ed03c7d2fbd697274c41805dcb3f8608"
[[package]]
name = "futures-executor"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7acc85df6714c176ab5edf386123fafe217be88c0840ec11f199441134a074e2"
+checksum = "e8de0a35a6ab97ec8869e32a2473f4b1324459e14c29275d14b10cb1fd19b50e"
dependencies = [
"futures-core",
"futures-task",
@@ -1064,15 +1052,15 @@ dependencies = [
[[package]]
name = "futures-io"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "00f5fb52a06bdcadeb54e8d3671f8888a39697dcb0b81b23b55174030427f4eb"
+checksum = "bfb8371b6fb2aeb2d280374607aeabfc99d95c72edfe51692e42d3d7f0d08531"
[[package]]
name = "futures-macro"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bdfb8ce053d86b91919aad980c220b1fb8401a9394410e1c289ed7e66b61835d"
+checksum = "95a73af87da33b5acf53acfebdc339fe592ecf5357ac7c0a7734ab9d8c876a70"
dependencies = [
"proc-macro2",
"quote",
@@ -1081,21 +1069,21 @@ dependencies = [
[[package]]
name = "futures-sink"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "39c15cf1a4aa79df40f1bb462fb39676d0ad9e366c2a33b590d7c66f4f81fcf9"
+checksum = "f310820bb3e8cfd46c80db4d7fb8353e15dfff853a127158425f31e0be6c8364"
[[package]]
name = "futures-task"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2ffb393ac5d9a6eaa9d3fdf37ae2776656b706e200c8e16b1bdb227f5198e6ea"
+checksum = "dcf79a1bf610b10f42aea489289c5a2c478a786509693b80cd39c44ccd936366"
[[package]]
name = "futures-util"
-version = "0.3.25"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "197676987abd2f9cadff84926f410af1c183608d36641465df73ae8211dc65d6"
+checksum = "9c1d6de3acfef38d2be4b1f543f553131788603495be83da675e180c8d6b7bd1"
dependencies = [
"futures-channel",
"futures-core",
@@ -1182,9 +1170,9 @@ dependencies = [
[[package]]
name = "heck"
-version = "0.4.0"
+version = "0.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2540771e65fc8cb83cd6e8a237f70c319bd5c29f78ed1084ba5d50eeac86f7f9"
+checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8"
[[package]]
name = "hermit-abi"
@@ -1246,9 +1234,9 @@ checksum =
"9a3a5bfb195931eeb336b2a7b4d761daec841b97f947d34394601737a7bba5e4"
[[package]]
name = "hyper"
-version = "0.14.23"
+version = "0.14.24"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "034711faac9d2166cb1baf1a2fb0b60b1f277f8492fd72176c17f3515e1abd3c"
+checksum = "5e011372fa0b68db8350aa7a248930ecc7839bf46d8485577d69f117a75f164c"
dependencies = [
"bytes",
"futures-channel",
@@ -1342,12 +1330,12 @@ checksum =
"8bb03732005da905c88227371639bf1ad885cc712789c011c31c5fb3ab3ccf02"
[[package]]
name = "io-lifetimes"
-version = "1.0.3"
+version = "1.0.5"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "46112a93252b123d31a119a8d1a1ac19deac4fac6e0e8b0df58f0d4e5870e63c"
+checksum = "1abeb7a0dd0f8181267ff8adc397075586500b81b28a73e8a0208b00fc170fb3"
dependencies = [
"libc",
- "windows-sys",
+ "windows-sys 0.45.0",
]
[[package]]
@@ -1388,9 +1376,9 @@ dependencies = [
[[package]]
name = "js-sys"
-version = "0.3.60"
+version = "0.3.61"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "49409df3e3bf0856b916e2ceaca09ee28e6871cf7d9ce97a692cacfdb2a25a47"
+checksum = "445dde2150c55e483f3d8416706b97ec8e8237c307e5b7b4b8dd15e6af2a0730"
dependencies = [
"wasm-bindgen",
]
@@ -1600,7 +1588,7 @@ dependencies = [
"libc",
"log",
"wasi",
- "windows-sys",
+ "windows-sys 0.42.0",
]
[[package]]
@@ -1614,10 +1602,11 @@ dependencies = [
[[package]]
name = "nix"
-version = "0.24.3"
+version = "0.25.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fa52e972a9a719cecb6864fb88568781eb706bac2cd1d4f04a648542dbf78069"
+checksum = "f346ff70e7dbfd675fe90590b92d59ef2de15a8779ae305ebcbfd3f0caf59be4"
dependencies = [
+ "autocfg",
"bitflags",
"cfg-if",
"libc",
@@ -1650,9 +1639,9 @@ dependencies = [
[[package]]
name = "num-complex"
-version = "0.4.2"
+version = "0.4.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7ae39348c8bc5fbd7f40c727a9925f03517afd2ab27d46702108b6a7e5414c19"
+checksum = "02e0d21255c828d6f128a1e41534206671e8c3ea0c62f32291e808dc82cff17d"
dependencies = [
"num-traits",
]
@@ -1712,12 +1701,12 @@ dependencies = [
[[package]]
name = "object_store"
-version = "0.5.3"
+version = "0.5.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b4201837dc4c27a8670f0363b1255cd3845a4f0c521211cced1ed14c1d0cc6d2"
+checksum = "1f344e51ec9584d2f51199c0c29c6f73dddd04ade986497875bf8fa2f178caf0"
dependencies = [
"async-trait",
- "base64 0.20.0",
+ "base64",
"bytes",
"chrono",
"futures",
@@ -1771,15 +1760,15 @@ dependencies = [
[[package]]
name = "parking_lot_core"
-version = "0.9.6"
+version = "0.9.7"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "ba1ef8814b5c993410bb3adfad7a5ed269563e4a2f90c41f5d85be7fb47133bf"
+checksum = "9069cbb9f99e3a5083476ccb29ceb1de18b9118cafa53e90c9551235de2b9521"
dependencies = [
"cfg-if",
"libc",
"redox_syscall",
"smallvec",
- "windows-sys",
+ "windows-sys 0.45.0",
]
[[package]]
@@ -1796,7 +1785,7 @@ dependencies = [
"arrow-ipc",
"arrow-schema",
"arrow-select",
- "base64 0.21.0",
+ "base64",
"brotli",
"bytes",
"chrono",
@@ -1883,9 +1872,9 @@ checksum =
"dc375e1527247fe1a97d8b7156678dfe7c1af2fc075c9a4db3690ecd2a148068"
[[package]]
name = "proc-macro2"
-version = "1.0.49"
+version = "1.0.51"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "57a8eca9f9c4ffde41714334dee777596264c7825420f521abc92b5b5deb63a5"
+checksum = "5d727cae5b39d21da60fa540906919ad737832fe0b1c165da3a34d6548c849d6"
dependencies = [
"unicode-ident",
]
@@ -2003,11 +1992,11 @@ dependencies = [
[[package]]
name = "reqwest"
-version = "0.11.13"
+version = "0.11.14"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "68cc60575865c7831548863cc02356512e3f1dc2f3f82cb837d7fc4cc8f3c97c"
+checksum = "21eed90ec8570952d53b772ecf8f206aa1ec9a3d76b2521c56c42973f2d91ee9"
dependencies = [
- "base64 0.13.1",
+ "base64",
"bytes",
"encoding_rs",
"futures-core",
@@ -2036,6 +2025,7 @@ dependencies = [
"url",
"wasm-bindgen",
"wasm-bindgen-futures",
+ "wasm-streams",
"web-sys",
"webpki-roots",
"winreg",
@@ -2067,23 +2057,23 @@ dependencies = [
[[package]]
name = "rustix"
-version = "0.36.6"
+version = "0.36.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4feacf7db682c6c329c4ede12649cd36ecab0f3be5b7d74e6a20304725db4549"
+checksum = "f43abb88211988493c1abb44a70efa56ff0ce98f233b7b276146f1f3f7ba9644"
dependencies = [
"bitflags",
"errno",
"io-lifetimes",
"libc",
"linux-raw-sys",
- "windows-sys",
+ "windows-sys 0.45.0",
]
[[package]]
name = "rustls"
-version = "0.20.7"
+version = "0.20.8"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "539a2bfe908f471bfa933876bd1eb6a19cf2176d375f82ef7f99530a40e48c2c"
+checksum = "fff78fc74d175294f4e83b28343315ffcfb114b156f0185e9741cb5570f50e2f"
dependencies = [
"log",
"ring",
@@ -2097,7 +2087,7 @@ version = "1.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "d194b56d58803a43635bdc398cd17e383d6f71f9182b9a192c127ca42494a59b"
dependencies = [
- "base64 0.21.0",
+ "base64",
]
[[package]]
@@ -2108,9 +2098,9 @@ checksum =
"5583e89e108996506031660fe09baa5011b9dd0341b89029313006d1fb508d70"
[[package]]
name = "rustyline"
-version = "10.0.0"
+version = "10.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1d1cd5ae51d3f7bf65d7969d579d502168ef578f289452bd8ccc91de28fda20e"
+checksum = "c1e83c32c3f3c33b08496e0d1df9ea8c64d39adb8eb36a1ebb1440c690697aef"
dependencies = [
"bitflags",
"cfg-if",
@@ -2200,9 +2190,9 @@ dependencies = [
[[package]]
name = "serde_json"
-version = "1.0.91"
+version = "1.0.93"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "877c235533714907a8c2464236f5c4b2a17262ef1bd71f38f35ea592c8da6883"
+checksum = "cad406b69c91885b5107daf2c29572f6c8cdb3c66826821e286c533490c0bc76"
dependencies = [
"itoa 1.0.5",
"ryu",
@@ -2382,9 +2372,9 @@ dependencies = [
[[package]]
name = "termcolor"
-version = "1.1.3"
+version = "1.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bab24d30b911b2376f3a13cc2cd443142f0c81dda04c118693e35b3835757755"
+checksum = "be55cf8942feac5c765c2c993422806843c9a9a45d4d5c407ad6dd2ea95eb9b6"
dependencies = [
"winapi-util",
]
@@ -2446,15 +2436,15 @@ dependencies = [
[[package]]
name = "tinyvec_macros"
-version = "0.1.0"
+version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c"
+checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
[[package]]
name = "tokio"
-version = "1.24.2"
+version = "1.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "597a12a59981d9e3c38d216785b0c37399f6e415e8d0712047620f189371b0bb"
+checksum = "c8e00990ebabbe4c14c08aca901caed183ecd5c09562a12c824bb53d3c3fd3af"
dependencies = [
"autocfg",
"bytes",
@@ -2466,7 +2456,7 @@ dependencies = [
"pin-project-lite",
"socket2",
"tokio-macros",
- "windows-sys",
+ "windows-sys 0.42.0",
]
[[package]]
@@ -2504,9 +2494,9 @@ dependencies = [
[[package]]
name = "tokio-util"
-version = "0.7.4"
+version = "0.7.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0bb2e075f03b3d66d8d8785356224ba688d2906a371015e225beeb65ca92c740"
+checksum = "bc6a3b08b64e6dfad376fa2432c7b1f01522e37a623c3050bc95db2d3ff21583"
dependencies = [
"bytes",
"futures-core",
@@ -2578,9 +2568,9 @@ checksum =
"497961ef93d974e23eb6f433eb5fe1b7930b659f06d12dec6fc44a8f554c0bba"
[[package]]
name = "unicode-bidi"
-version = "0.3.8"
+version = "0.3.10"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "099b7128301d285f79ddd55b9a83d5e6b9e97c92e0ea0daebee7263e932de992"
+checksum = "d54675592c1dbefd78cbd98db9bacd89886e1ca50692a0692baefffdeb92dd58"
[[package]]
name = "unicode-ident"
@@ -2599,9 +2589,9 @@ dependencies = [
[[package]]
name = "unicode-segmentation"
-version = "1.10.0"
+version = "1.10.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0fdbf052a0783de01e944a6ce7a8cb939e295b1e7be835a1112c3b9a7f047a5a"
+checksum = "1dd624098567895118886609431a7c3b8f516e41d30e0643f03d94592a147e36"
[[package]]
name = "unicode-width"
@@ -2634,9 +2624,9 @@ checksum =
"936e4b492acfd135421d8dca4b1aa80a7bfc26e702ef3af710e0752684df5372"
[[package]]
name = "uuid"
-version = "1.2.2"
+version = "1.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "422ee0de9031b5b948b97a8fc04e3aa35230001a722ddd27943e0be31564ce4c"
+checksum = "1674845326ee10d37ca60470760d4288a6f80f304007d92e5c53bab78c9cfd79"
dependencies = [
"getrandom",
]
@@ -2676,9 +2666,9 @@ checksum =
"9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
[[package]]
name = "wasm-bindgen"
-version = "0.2.83"
+version = "0.2.84"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "eaf9f5aceeec8be17c128b2e93e031fb8a4d469bb9c4ae2d7dc1888b26887268"
+checksum = "31f8dcbc21f30d9b8f2ea926ecb58f6b91192c17e9d33594b3df58b2007ca53b"
dependencies = [
"cfg-if",
"wasm-bindgen-macro",
@@ -2686,9 +2676,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-backend"
-version = "0.2.83"
+version = "0.2.84"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "4c8ffb332579b0557b52d268b91feab8df3615f265d5270fec2a8c95b17c1142"
+checksum = "95ce90fd5bcc06af55a641a86428ee4229e44e07033963a2290a8e241607ccb9"
dependencies = [
"bumpalo",
"log",
@@ -2701,9 +2691,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-futures"
-version = "0.4.33"
+version = "0.4.34"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "23639446165ca5a5de86ae1d8896b737ae80319560fbaa4c2887b7da6e7ebd7d"
+checksum = "f219e0d211ba40266969f6dbdd90636da12f75bee4fc9d6c23d1260dadb51454"
dependencies = [
"cfg-if",
"js-sys",
@@ -2713,9 +2703,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-macro"
-version = "0.2.83"
+version = "0.2.84"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "052be0f94026e6cbc75cdefc9bae13fd6052cdcaf532fa6c45e7ae33a1e6c810"
+checksum = "4c21f77c0bedc37fd5dc21f897894a5ca01e7bb159884559461862ae90c0b4c5"
dependencies = [
"quote",
"wasm-bindgen-macro-support",
@@ -2723,9 +2713,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-macro-support"
-version = "0.2.83"
+version = "0.2.84"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "07bc0c051dc5f23e307b13285f9d75df86bfdf816c5721e573dec1f9b8aa193c"
+checksum = "2aff81306fcac3c7515ad4e177f521b5c9a15f2b08f4e32d823066102f35a5f6"
dependencies = [
"proc-macro2",
"quote",
@@ -2736,15 +2726,28 @@ dependencies = [
[[package]]
name = "wasm-bindgen-shared"
-version = "0.2.83"
+version = "0.2.84"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1c38c045535d93ec4f0b4defec448e4291638ee608530863b1e2ba115d4fff7f"
+checksum = "0046fef7e28c3804e5e38bfa31ea2a0f73905319b677e57ebe37e49358989b5d"
+
+[[package]]
+name = "wasm-streams"
+version = "0.2.3"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "6bbae3363c08332cadccd13b67db371814cd214c2524020932f0804b8cf7c078"
+dependencies = [
+ "futures-util",
+ "js-sys",
+ "wasm-bindgen",
+ "wasm-bindgen-futures",
+ "web-sys",
+]
[[package]]
name = "web-sys"
-version = "0.3.60"
+version = "0.3.61"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bcda906d8be16e728fd5adc5b729afad4e444e106ab28cd1c7256e54fa61510f"
+checksum = "e33b99f4b23ba3eec1a53ac264e35a755f00e966e0065077d6027c0f575b0b97"
dependencies = [
"js-sys",
"wasm-bindgen",
@@ -2815,47 +2818,71 @@ dependencies = [
"windows_x86_64_msvc",
]
+[[package]]
+name = "windows-sys"
+version = "0.45.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "75283be5efb2831d37ea142365f009c02ec203cd29a3ebecbc093d52315b66d0"
+dependencies = [
+ "windows-targets",
+]
+
+[[package]]
+name = "windows-targets"
+version = "0.42.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "8e2522491fbfcd58cc84d47aeb2958948c4b8982e9a2d8a2a35bbaed431390e7"
+dependencies = [
+ "windows_aarch64_gnullvm",
+ "windows_aarch64_msvc",
+ "windows_i686_gnu",
+ "windows_i686_msvc",
+ "windows_x86_64_gnu",
+ "windows_x86_64_gnullvm",
+ "windows_x86_64_msvc",
+]
+
[[package]]
name = "windows_aarch64_gnullvm"
-version = "0.42.0"
+version = "0.42.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "41d2aa71f6f0cbe00ae5167d90ef3cfe66527d6f613ca78ac8024c3ccab9a19e"
+checksum = "8c9864e83243fdec7fc9c5444389dcbbfd258f745e7853198f365e3c4968a608"
[[package]]
name = "windows_aarch64_msvc"
-version = "0.42.0"
+version = "0.42.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "dd0f252f5a35cac83d6311b2e795981f5ee6e67eb1f9a7f64eb4500fbc4dcdb4"
+checksum = "4c8b1b673ffc16c47a9ff48570a9d85e25d265735c503681332589af6253c6c7"
[[package]]
name = "windows_i686_gnu"
-version = "0.42.0"
+version = "0.42.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "fbeae19f6716841636c28d695375df17562ca208b2b7d0dc47635a50ae6c5de7"
+checksum = "de3887528ad530ba7bdbb1faa8275ec7a1155a45ffa57c37993960277145d640"
[[package]]
name = "windows_i686_msvc"
-version = "0.42.0"
+version = "0.42.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "84c12f65daa39dd2babe6e442988fc329d6243fdce47d7d2d155b8d874862246"
+checksum = "bf4d1122317eddd6ff351aa852118a2418ad4214e6613a50e0191f7004372605"
[[package]]
name = "windows_x86_64_gnu"
-version = "0.42.0"
+version = "0.42.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "bf7b1b21b5362cbc318f686150e5bcea75ecedc74dd157d874d754a2ca44b0ed"
+checksum = "c1040f221285e17ebccbc2591ffdc2d44ee1f9186324dd3e84e99ac68d699c45"
[[package]]
name = "windows_x86_64_gnullvm"
-version = "0.42.0"
+version = "0.42.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "09d525d2ba30eeb3297665bd434a54297e4170c7f1a44cad4ef58095b4cd2028"
+checksum = "628bfdf232daa22b0d64fdb62b09fcc36bb01f05a3939e20ab73aaf9470d0463"
[[package]]
name = "windows_x86_64_msvc"
-version = "0.42.0"
+version = "0.42.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f40009d85759725a34da6d89a94e63d7bdc50a862acf0dbc7c8e488f1edcb6f5"
+checksum = "447660ad36a13288b1db4d4248e857b510e8c3a225c822ba4fb748c0aafecffd"
[[package]]
name = "winreg"
@@ -2877,18 +2904,18 @@ dependencies = [
[[package]]
name = "zstd"
-version = "0.12.2+zstd.1.5.2"
+version = "0.12.3+zstd.1.5.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e9262a83dc741c0b0ffec209881b45dbc232c21b02a2b9cb1adb93266e41303d"
+checksum = "76eea132fb024e0e13fd9c2f5d5d595d8a967aa72382ac2f9d39fcc95afd0806"
dependencies = [
"zstd-safe",
]
[[package]]
name = "zstd-safe"
-version = "6.0.2+zstd.1.5.2"
+version = "6.0.4+zstd.1.5.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a6cf39f730b440bab43da8fb5faf5f254574462f73f260f85f7987f32154ff17"
+checksum = "7afb4b54b8910cf5447638cb54bf4e8a65cbedd783af98b98c62ffe91f185543"
dependencies = [
"libc",
"zstd-sys",
@@ -2896,9 +2923,9 @@ dependencies = [
[[package]]
name = "zstd-sys"
-version = "2.0.5+zstd.1.5.2"
+version = "2.0.7+zstd.1.5.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "edc50ffce891ad571e9f9afe5039c4837bede781ac4bb13052ed7ae695518596"
+checksum = "94509c3ba2fe55294d752b79842c530ccfab760192521df74a081a78d2b3c7f5"
dependencies = [
"cc",
"libc",
diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml
index 43b1363c0..5e8a83904 100644
--- a/datafusion-cli/Cargo.toml
+++ b/datafusion-cli/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-cli"
description = "Command Line Client for DataFusion query engine."
-version = "17.0.0"
+version = "18.0.0"
authors = ["Apache Arrow <[email protected]>"]
edition = "2021"
keywords = [ "arrow", "datafusion", "query", "sql" ]
@@ -32,7 +32,7 @@ readme = "README.md"
arrow = "32.0.0"
async-trait = "0.1.41"
clap = { version = "3", features = ["derive", "cargo"] }
-datafusion = { path = "../datafusion/core", version = "17.0.0" }
+datafusion = { path = "../datafusion/core", version = "18.0.0" }
dirs = "4.0.0"
env_logger = "0.9"
mimalloc = { version = "0.1", default-features = false }
diff --git a/datafusion-examples/Cargo.toml b/datafusion-examples/Cargo.toml
index cb3d3e738..bbc2500b1 100644
--- a/datafusion-examples/Cargo.toml
+++ b/datafusion-examples/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-examples"
description = "DataFusion usage examples"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
authors = ["Apache Arrow <[email protected]>"]
diff --git a/datafusion/CHANGELOG.md b/datafusion/CHANGELOG.md
index 47509cc25..05785604c 100644
--- a/datafusion/CHANGELOG.md
+++ b/datafusion/CHANGELOG.md
@@ -19,6 +19,140 @@
# Changelog
+## [18.0.0](https://github.com/apache/arrow-datafusion/tree/18.0.0)
(2023-02-10)
+
+[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/17.0.0...18.0.0)
+
+**Breaking changes:**
+
+- Use DataFusionError instead of ArrowError in SendableRecordBatchStream
[\#5101](https://github.com/apache/arrow-datafusion/pull/5101)
([comphead](https://github.com/comphead))
+- Update to arrow 32 and Switch to RawDecoder for JSON
[\#5056](https://github.com/apache/arrow-datafusion/pull/5056)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([tustvold](https://github.com/tustvold))
+
+**Implemented enhancements:**
+
+- DiskManager to create a spill folder if doesn't exist
[\#5186](https://github.com/apache/arrow-datafusion/issues/5186)
+- cast expression may cause duplicate column name error
[\#5174](https://github.com/apache/arrow-datafusion/issues/5174)
+- Add type coercion from Dictionary to string for regular expressions
[\#5154](https://github.com/apache/arrow-datafusion/issues/5154)
+- Unnecessary `Filter` on Parquet datasources
[\#5149](https://github.com/apache/arrow-datafusion/issues/5149)
+- \[sqllogictest\] Support `pg_typeof` for Postgres compatibility tests
[\#5147](https://github.com/apache/arrow-datafusion/issues/5147)
+- Supporting Grafana global variables
[\#5144](https://github.com/apache/arrow-datafusion/issues/5144)
+- add example for standalone DataFusion server which supports Arrow Flight SQL
JDBC driver [\#5139](https://github.com/apache/arrow-datafusion/issues/5139)
+- Support for InList in datafusion-substrait
[\#5134](https://github.com/apache/arrow-datafusion/issues/5134)
+- Pipeline file opening in `FileStream`
[\#5129](https://github.com/apache/arrow-datafusion/issues/5129)
+- Make `parse_physical_expr` public
[\#5107](https://github.com/apache/arrow-datafusion/issues/5107)
+- Use DataFusionError in SendableRecordBatchStream
[\#5039](https://github.com/apache/arrow-datafusion/issues/5039)
+- Interval coercion:`date_bin('1 hour',...)` does not work but
`date_bin(interval '1 hour', ...` does
[\#4853](https://github.com/apache/arrow-datafusion/issues/4853)
+- `Explain <query>` should not fail if meeting errors when optimizing the
query [\#4766](https://github.com/apache/arrow-datafusion/issues/4766)
+- Add option to determine whether to convert identifiers
[\#4551](https://github.com/apache/arrow-datafusion/issues/4551)
+- Replace `&Option<T>` with `Option<&T>`.
[\#4424](https://github.com/apache/arrow-datafusion/issues/4424)
+- Error type in `RecordBatchStream`
[\#4172](https://github.com/apache/arrow-datafusion/issues/4172)
+- Support non-equi join \(e.g. `ON` clause\) in Dataframe API
[\#1254](https://github.com/apache/arrow-datafusion/issues/1254)
+- Allow ParquetExec to parallelize work based on row groups
[\#137](https://github.com/apache/arrow-datafusion/issues/137)
+
+**Fixed bugs:**
+
+- Confusing schema errors when using window partition
[\#5229](https://github.com/apache/arrow-datafusion/issues/5229)
+- Propagating empty\_relation generate an illegal plan
[\#5218](https://github.com/apache/arrow-datafusion/issues/5218)
+- The test `in_list_types_struct_literal` fails when setting
`skip_failed_rules` as `false`
[\#5217](https://github.com/apache/arrow-datafusion/issues/5217)
+- Placeholder values are not replaced in ScalarSubqueries
[\#5215](https://github.com/apache/arrow-datafusion/issues/5215)
+- Querying against delta lake table does not seem to work
[\#5202](https://github.com/apache/arrow-datafusion/issues/5202)
+- Arithmetic operation doesn't work with DictionaryArray
[\#5193](https://github.com/apache/arrow-datafusion/issues/5193)
+- simplify\_expr\(\) invoke nullable\(\) exist bug
[\#5191](https://github.com/apache/arrow-datafusion/issues/5191)
+- CI is currently broken on git diff: Not a git repository
[\#5180](https://github.com/apache/arrow-datafusion/issues/5180)
+- `write_csv/json/parquet` isn't cancel safe
[\#5178](https://github.com/apache/arrow-datafusion/issues/5178)
+- no hyperlink to blaze-rs \[doc: README-"Use Cases"\]
[\#5175](https://github.com/apache/arrow-datafusion/issues/5175)
+- Arithmetic scalar operation doesn't work with DictionaryArray
[\#5150](https://github.com/apache/arrow-datafusion/issues/5150)
+- Sort operator disappear in physical\_plan
[\#5100](https://github.com/apache/arrow-datafusion/issues/5100)
+- Window function error: InvalidArgumentError\("number of columns\(27\) must
match number of fields\(35\) in schema"
[\#5090](https://github.com/apache/arrow-datafusion/issues/5090)
+- `INSERT` statements without target column list are not working
[\#5078](https://github.com/apache/arrow-datafusion/issues/5078)
+- fix file stream time scanning metrics bug
[\#5019](https://github.com/apache/arrow-datafusion/issues/5019)
+- Date before `1678` causes panic
[\#4875](https://github.com/apache/arrow-datafusion/issues/4875)
+- Can not ORDER BY an aliased group column
[\#4854](https://github.com/apache/arrow-datafusion/issues/4854)
+- The `filters` expressions in `TableScan` may contain fields not included in
`schema`. [\#4793](https://github.com/apache/arrow-datafusion/issues/4793)
+- Comparing a `Timestamp` to a `Date32` fails
[\#4644](https://github.com/apache/arrow-datafusion/issues/4644)
+- String --\> TableReference parsing does not properly handle `"` and `.`
[\#4532](https://github.com/apache/arrow-datafusion/issues/4532)
+- can't compare NULL type with NULL type
[\#4335](https://github.com/apache/arrow-datafusion/issues/4335)
+- Add ambiguous check when generate selection plan
[\#4196](https://github.com/apache/arrow-datafusion/issues/4196)
+- Internal error in CAST from Timestamp\[us\]
[\#3922](https://github.com/apache/arrow-datafusion/issues/3922)
+- Run median expr on parquet file column got error
[\#3805](https://github.com/apache/arrow-datafusion/issues/3805)
+- aliasing a field renders it missing in the order by clause
[\#669](https://github.com/apache/arrow-datafusion/issues/669)
+- Querying datetime data in DataFusion with an embedded timezone always fails
[\#153](https://github.com/apache/arrow-datafusion/issues/153)
+
+**Documentation updates:**
+
+- Update README.md fix \[welcoming community\] links
[\#5232](https://github.com/apache/arrow-datafusion/pull/5232)
([jiangzhx](https://github.com/jiangzhx))
+- Update README.md update blaze-rs link to https://github.com/blaze-init/blaze
[\#5190](https://github.com/apache/arrow-datafusion/pull/5190)
([jiangzhx](https://github.com/jiangzhx))
+- Typo of greptimedb
[\#5103](https://github.com/apache/arrow-datafusion/pull/5103)
([fengjiachun](https://github.com/fengjiachun))
+- chore: change `DataBend` to `Databend`
[\#5096](https://github.com/apache/arrow-datafusion/pull/5096)
([xudong963](https://github.com/xudong963))
+
+**Closed issues:**
+
+- Change coerced type for comparison between timestamp with date to timestamp
[\#4761](https://github.com/apache/arrow-datafusion/issues/4761)
+
+**Merged pull requests:**
+
+- fix: correct expected error in test
[\#5224](https://github.com/apache/arrow-datafusion/pull/5224)
([jackwener](https://github.com/jackwener))
+- bugfix: fix propagating empty\_relation generates an illegal plan
[\#5219](https://github.com/apache/arrow-datafusion/pull/5219)
([yukkit](https://github.com/yukkit))
+- Replace placeholders in ScalarSubqueries
[\#5216](https://github.com/apache/arrow-datafusion/pull/5216)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([avantgardnerio](https://github.com/avantgardnerio))
+- Dataframe join\_on method
[\#5210](https://github.com/apache/arrow-datafusion/pull/5210)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([Jefffrey](https://github.com/Jefffrey))
+- bugfix: fix eval `nullalbe()` in `simplify_exprs`
[\#5208](https://github.com/apache/arrow-datafusion/pull/5208)
([jackwener](https://github.com/jackwener))
+- minor: remove unnecessary clone
[\#5207](https://github.com/apache/arrow-datafusion/pull/5207)
([Ted-Jiang](https://github.com/Ted-Jiang))
+- minor: extract `merge_schema()` function.
[\#5203](https://github.com/apache/arrow-datafusion/pull/5203)
([jackwener](https://github.com/jackwener))
+- minor: remove unnecessary `continue`
[\#5200](https://github.com/apache/arrow-datafusion/pull/5200)
([xiaoyong-z](https://github.com/xiaoyong-z))
+- fix\(MemTable\): make it cancel-safe and fix parallelism
[\#5197](https://github.com/apache/arrow-datafusion/pull/5197)
([DDtKey](https://github.com/DDtKey))
+- fix: make `write_csv/json/parquet` cancel-safe
[\#5196](https://github.com/apache/arrow-datafusion/pull/5196)
([DDtKey](https://github.com/DDtKey))
+- Support arithmetic operation on DictionaryArray
[\#5194](https://github.com/apache/arrow-datafusion/pull/5194)
([viirya](https://github.com/viirya))
+- sqllogicaltest: add cleanup and use rowsort.
[\#5189](https://github.com/apache/arrow-datafusion/pull/5189)
([jackwener](https://github.com/jackwener))
+- bugfix: fix `TableScan` may contain fields not included in `schema`
[\#5188](https://github.com/apache/arrow-datafusion/pull/5188)
([jackwener](https://github.com/jackwener))
+- Create disk manager spill folder if doesn't exist
[\#5185](https://github.com/apache/arrow-datafusion/pull/5185)
([comphead](https://github.com/comphead))
+- Parse identifiers properly for TableReferences
[\#5183](https://github.com/apache/arrow-datafusion/pull/5183)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([Jefffrey](https://github.com/Jefffrey))
+- Fix decimal scalar dyn kernels
[\#5179](https://github.com/apache/arrow-datafusion/pull/5179)
([viirya](https://github.com/viirya))
+- Patch git Safe Paths in CI
[\#5177](https://github.com/apache/arrow-datafusion/pull/5177)
([tustvold](https://github.com/tustvold))
+- Add initial support for serializing physical plans with Substrait
[\#5176](https://github.com/apache/arrow-datafusion/pull/5176)
([andygrove](https://github.com/andygrove))
+- Bump tokio from 1.24.1 to 1.24.2 in /datafusion-cli
[\#5172](https://github.com/apache/arrow-datafusion/pull/5172)
([dependabot[bot]](https://github.com/apps/dependabot))
+- Make EnforceSorting global sort aware, fix sort mis-optimizations involving
unions, support parallel sort + merge transformations
[\#5171](https://github.com/apache/arrow-datafusion/pull/5171)
([mustafasrepo](https://github.com/mustafasrepo))
+- Update substrait README.md
[\#5168](https://github.com/apache/arrow-datafusion/pull/5168)
([jiangzhx](https://github.com/jiangzhx))
+- Switch to use sum kernel from arrow-rs for Decimal128
[\#5167](https://github.com/apache/arrow-datafusion/pull/5167)
([sunchao](https://github.com/sunchao))
+- FileStream: Open next file in parallel while decoding
[\#5161](https://github.com/apache/arrow-datafusion/pull/5161)
([thinkharderdev](https://github.com/thinkharderdev))
+- Fix FairSpillPool try\_grow for non-spillable consumers
[\#5160](https://github.com/apache/arrow-datafusion/pull/5160)
([tustvold](https://github.com/tustvold))
+- fix: treat unsupported SQL plans as "not implemented"
[\#5159](https://github.com/apache/arrow-datafusion/pull/5159)
([crepererum](https://github.com/crepererum))
+- Compare NULL types
[\#5158](https://github.com/apache/arrow-datafusion/pull/5158)
([melgenek](https://github.com/melgenek))
+- chore: add object\_name\_to\_table\_reference in SqlToRel
[\#5155](https://github.com/apache/arrow-datafusion/pull/5155)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([jiacai2050](https://github.com/jiacai2050))
+- Ambiguity check for where selection
[\#5153](https://github.com/apache/arrow-datafusion/pull/5153)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([Jefffrey](https://github.com/Jefffrey))
+- feat: Type coercion for Dictionary\(\_, \_\) to Utf8 for regex conditions
[\#5152](https://github.com/apache/arrow-datafusion/pull/5152)
([stuartcarnie](https://github.com/stuartcarnie))
+- Support arithmetic scalar operation with DictionaryArray
[\#5151](https://github.com/apache/arrow-datafusion/pull/5151)
([viirya](https://github.com/viirya))
+- \[sqllogictest\] Support `pg_typeof`
[\#5148](https://github.com/apache/arrow-datafusion/pull/5148)
([melgenek](https://github.com/melgenek))
+- Date to Timestamp cast
[\#5140](https://github.com/apache/arrow-datafusion/pull/5140)
([comphead](https://github.com/comphead))
+- add example for Flight SQL server that supports JDBC driver
[\#5138](https://github.com/apache/arrow-datafusion/pull/5138)
([kmitchener](https://github.com/kmitchener))
+- Add in-list test
[\#5135](https://github.com/apache/arrow-datafusion/pull/5135)
([nseekhao](https://github.com/nseekhao))
+- Bug fix: Empty Record Batch handling
[\#5131](https://github.com/apache/arrow-datafusion/pull/5131)
([mustafasrepo](https://github.com/mustafasrepo))
+- Add option to control whether to normalize ident
[\#5124](https://github.com/apache/arrow-datafusion/pull/5124)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([jiacai2050](https://github.com/jiacai2050))
+- Make `parse_physical_expr` public
[\#5118](https://github.com/apache/arrow-datafusion/pull/5118)
([comphead](https://github.com/comphead))
+- Support coercing `utf8` to `interval` and `timestamp` \(including arguments
to `date_bin`\) [\#5117](https://github.com/apache/arrow-datafusion/pull/5117)
([alamb](https://github.com/alamb))
+- Fix release issues
[\#5116](https://github.com/apache/arrow-datafusion/pull/5116)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([andygrove](https://github.com/andygrove))
+- minor: port date\_bin tests to sqllogictests
[\#5115](https://github.com/apache/arrow-datafusion/pull/5115)
([alamb](https://github.com/alamb))
+- Minor: reduce code duplication using `rewrite_expr`
[\#5114](https://github.com/apache/arrow-datafusion/pull/5114)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([alamb](https://github.com/alamb))
+- Replace &Option\<T\> with Option\<&T\>
[\#5113](https://github.com/apache/arrow-datafusion/pull/5113)
([gaoxinge](https://github.com/gaoxinge))
+- Improve `get_meet_of_orderings` to check for common prefixes
[\#5111](https://github.com/apache/arrow-datafusion/pull/5111)
([ozankabak](https://github.com/ozankabak))
+- \[sqllogictest\] Apply rowsort when there is no explicit order by
[\#5110](https://github.com/apache/arrow-datafusion/pull/5110)
([melgenek](https://github.com/melgenek))
+- Add unnest\_column to DataFrame
[\#5106](https://github.com/apache/arrow-datafusion/pull/5106)
([vincev](https://github.com/vincev))
+- Minor: reduce indent level in page filter pruning code
[\#5105](https://github.com/apache/arrow-datafusion/pull/5105)
([alamb](https://github.com/alamb))
+- Replace &Option\<T\> with Option\<&T\>
[\#5102](https://github.com/apache/arrow-datafusion/pull/5102)
([gaoxinge](https://github.com/gaoxinge))
+- Minor: remove unused methods in datafusion/optimizer/src/utils.rs
[\#5098](https://github.com/apache/arrow-datafusion/pull/5098)
([ygf11](https://github.com/ygf11))
+- ci: don't trigger rust ci for doc changes
[\#5097](https://github.com/apache/arrow-datafusion/pull/5097)
([xudong963](https://github.com/xudong963))
+- sqllogicaltest: fix unstable slt case.
[\#5095](https://github.com/apache/arrow-datafusion/pull/5095)
([jackwener](https://github.com/jackwener))
+- chore: update cranelift-module
[\#5094](https://github.com/apache/arrow-datafusion/pull/5094)
([jackwener](https://github.com/jackwener))
+- refactor: Add `rewrite_expr` convenience method for rewriting `Expr`s
[\#5092](https://github.com/apache/arrow-datafusion/pull/5092)
([alamb](https://github.com/alamb))
+- Minor: extract sort col rewrite into its own module, add unit tests
[\#5088](https://github.com/apache/arrow-datafusion/pull/5088)
([alamb](https://github.com/alamb))
+- \[sqllogictest\] Move `decimal.rs` tests
[\#5086](https://github.com/apache/arrow-datafusion/pull/5086)
([melgenek](https://github.com/melgenek))
+- Insert target columns empty fix
[\#5079](https://github.com/apache/arrow-datafusion/pull/5079)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([gruuya](https://github.com/gruuya))
+- sqllogicaltest: move union.rs
[\#5075](https://github.com/apache/arrow-datafusion/pull/5075)
([jackwener](https://github.com/jackwener))
+- Support ORDER BY an aliased column
[\#5067](https://github.com/apache/arrow-datafusion/pull/5067)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([alamb](https://github.com/alamb))
+- Parquet parallel scan
[\#5057](https://github.com/apache/arrow-datafusion/pull/5057)
([korowa](https://github.com/korowa))
+- \[BugFix\] fix file stream time scanning metrics bug
[\#5020](https://github.com/apache/arrow-datafusion/pull/5020)
([xiaoyong-z](https://github.com/xiaoyong-z))
+- Show optimization errors in explain
[\#4819](https://github.com/apache/arrow-datafusion/pull/4819)
[[sql](https://github.com/apache/arrow-datafusion/labels/sql)]
([Jefffrey](https://github.com/Jefffrey))
+
+
## [17.0.0](https://github.com/apache/arrow-datafusion/tree/17.0.0)
(2023-01-27)
[Full
Changelog](https://github.com/apache/arrow-datafusion/compare/17.0.0-rc1...17.0.0)
diff --git a/datafusion/common/Cargo.toml b/datafusion/common/Cargo.toml
index bfe90b60c..8c865172b 100644
--- a/datafusion/common/Cargo.toml
+++ b/datafusion/common/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-common"
description = "Common functionality for DataFusion query engine"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "README.md"
diff --git a/datafusion/core/Cargo.toml b/datafusion/core/Cargo.toml
index 6cde4aa8e..e2cfa59f2 100644
--- a/datafusion/core/Cargo.toml
+++ b/datafusion/core/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion"
description = "DataFusion is an in-memory query engine that uses Apache Arrow
as the memory model"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "../../README.md"
@@ -67,13 +67,13 @@ bytes = "1.1"
bzip2 = { version = "0.4.3", optional = true }
chrono = { version = "0.4.23", default-features = false }
dashmap = "5.4.0"
-datafusion-common = { path = "../common", version = "17.0.0", features =
["parquet", "object_store"] }
-datafusion-expr = { path = "../expr", version = "17.0.0" }
-datafusion-jit = { path = "../jit", version = "17.0.0", optional = true }
-datafusion-optimizer = { path = "../optimizer", version = "17.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "17.0.0" }
-datafusion-row = { path = "../row", version = "17.0.0" }
-datafusion-sql = { path = "../sql", version = "17.0.0" }
+datafusion-common = { path = "../common", version = "18.0.0", features =
["parquet", "object_store"] }
+datafusion-expr = { path = "../expr", version = "18.0.0" }
+datafusion-jit = { path = "../jit", version = "18.0.0", optional = true }
+datafusion-optimizer = { path = "../optimizer", version = "18.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "18.0.0" }
+datafusion-row = { path = "../row", version = "18.0.0" }
+datafusion-sql = { path = "../sql", version = "18.0.0" }
flate2 = { version = "1.0.24", optional = true }
futures = "0.3"
glob = "0.3.0"
diff --git a/datafusion/expr/Cargo.toml b/datafusion/expr/Cargo.toml
index 8e580001b..dc7239146 100644
--- a/datafusion/expr/Cargo.toml
+++ b/datafusion/expr/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-expr"
description = "Logical plan and expression representation for DataFusion query
engine"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "README.md"
@@ -37,7 +37,7 @@ path = "src/lib.rs"
[dependencies]
ahash = { version = "0.8", default-features = false, features =
["runtime-rng"] }
arrow = { version = "32.0.0", default-features = false }
-datafusion-common = { path = "../common", version = "17.0.0" }
+datafusion-common = { path = "../common", version = "18.0.0" }
log = "^0.4"
sqlparser = "0.30"
diff --git a/datafusion/jit/Cargo.toml b/datafusion/jit/Cargo.toml
index 00cd0ced3..ae1e611aa 100644
--- a/datafusion/jit/Cargo.toml
+++ b/datafusion/jit/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-jit"
description = "Just In Time (JIT) compilation support for DataFusion query
engine"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "README.md"
@@ -41,7 +41,7 @@ cranelift = "0.89.0"
cranelift-jit = "0.89.0"
cranelift-module = "0.89.0"
cranelift-native = "0.89.0"
-datafusion-common = { path = "../common", version = "17.0.0", features =
["jit"] }
-datafusion-expr = { path = "../expr", version = "17.0.0" }
+datafusion-common = { path = "../common", version = "18.0.0", features =
["jit"] }
+datafusion-expr = { path = "../expr", version = "18.0.0" }
parking_lot = "0.12"
diff --git a/datafusion/optimizer/Cargo.toml b/datafusion/optimizer/Cargo.toml
index dc6047706..97a93e192 100644
--- a/datafusion/optimizer/Cargo.toml
+++ b/datafusion/optimizer/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-optimizer"
description = "DataFusion Query Optimizer"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "README.md"
@@ -40,14 +40,14 @@ unicode_expressions = []
arrow = { version = "32.0.0", features = ["prettyprint"] }
async-trait = "0.1.41"
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "17.0.0" }
-datafusion-expr = { path = "../expr", version = "17.0.0" }
-datafusion-physical-expr = { path = "../physical-expr", version = "17.0.0" }
+datafusion-common = { path = "../common", version = "18.0.0" }
+datafusion-expr = { path = "../expr", version = "18.0.0" }
+datafusion-physical-expr = { path = "../physical-expr", version = "18.0.0" }
hashbrown = { version = "0.13", features = ["raw"] }
log = "^0.4"
regex-syntax = "0.6.28"
[dev-dependencies]
ctor = "0.1.22"
-datafusion-sql = { path = "../sql", version = "17.0.0" }
+datafusion-sql = { path = "../sql", version = "18.0.0" }
env_logger = "0.10.0"
diff --git a/datafusion/physical-expr/Cargo.toml
b/datafusion/physical-expr/Cargo.toml
index 69c91a625..8c0e1c623 100644
--- a/datafusion/physical-expr/Cargo.toml
+++ b/datafusion/physical-expr/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-physical-expr"
description = "Physical expression implementation for DataFusion query engine"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "README.md"
@@ -49,9 +49,9 @@ arrow-schema = "32.0.0"
blake2 = { version = "^0.10.2", optional = true }
blake3 = { version = "1.0", optional = true }
chrono = { version = "0.4.23", default-features = false }
-datafusion-common = { path = "../common", version = "17.0.0" }
-datafusion-expr = { path = "../expr", version = "17.0.0" }
-datafusion-row = { path = "../row", version = "17.0.0" }
+datafusion-common = { path = "../common", version = "18.0.0" }
+datafusion-expr = { path = "../expr", version = "18.0.0" }
+datafusion-row = { path = "../row", version = "18.0.0" }
half = { version = "2.1", default-features = false }
hashbrown = { version = "0.13", features = ["raw"] }
indexmap = "1.9.2"
diff --git a/datafusion/proto/Cargo.toml b/datafusion/proto/Cargo.toml
index fad152e4d..82b9ead03 100644
--- a/datafusion/proto/Cargo.toml
+++ b/datafusion/proto/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-proto"
description = "Protobuf serialization of DataFusion logical plan expressions"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "README.md"
@@ -42,9 +42,9 @@ json = ["pbjson", "serde", "serde_json"]
[dependencies]
arrow = "32.0.0"
chrono = { version = "0.4", default-features = false }
-datafusion = { path = "../core", version = "17.0.0" }
-datafusion-common = { path = "../common", version = "17.0.0" }
-datafusion-expr = { path = "../expr", version = "17.0.0" }
+datafusion = { path = "../core", version = "18.0.0" }
+datafusion-common = { path = "../common", version = "18.0.0" }
+datafusion-expr = { path = "../expr", version = "18.0.0" }
object_store = { version = "0.5.0" }
parking_lot = { version = "0.12" }
pbjson = { version = "0.5", optional = true }
diff --git a/datafusion/row/Cargo.toml b/datafusion/row/Cargo.toml
index fd541de55..62cdf8897 100644
--- a/datafusion/row/Cargo.toml
+++ b/datafusion/row/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-row"
description = "Row backed by raw bytes for DataFusion query engine"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "README.md"
@@ -38,7 +38,7 @@ jit = ["datafusion-jit"]
[dependencies]
arrow = "32.0.0"
-datafusion-common = { path = "../common", version = "17.0.0" }
-datafusion-jit = { path = "../jit", version = "17.0.0", optional = true }
+datafusion-common = { path = "../common", version = "18.0.0" }
+datafusion-jit = { path = "../jit", version = "18.0.0", optional = true }
paste = "^1.0"
rand = "0.8"
diff --git a/datafusion/sql/Cargo.toml b/datafusion/sql/Cargo.toml
index 5d5237d7a..62c1def03 100644
--- a/datafusion/sql/Cargo.toml
+++ b/datafusion/sql/Cargo.toml
@@ -18,7 +18,7 @@
[package]
name = "datafusion-sql"
description = "DataFusion SQL Query Planner"
-version = "17.0.0"
+version = "18.0.0"
homepage = "https://github.com/apache/arrow-datafusion";
repository = "https://github.com/apache/arrow-datafusion";
readme = "README.md"
@@ -38,8 +38,8 @@ unicode_expressions = []
[dependencies]
arrow-schema = "32.0.0"
-datafusion-common = { path = "../common", version = "17.0.0" }
-datafusion-expr = { path = "../expr", version = "17.0.0" }
+datafusion-common = { path = "../common", version = "18.0.0" }
+datafusion-expr = { path = "../expr", version = "18.0.0" }
log = "^0.4"
sqlparser = "0.30"
diff --git a/datafusion/substrait/Cargo.toml b/datafusion/substrait/Cargo.toml
index 4a288f819..3d4a72901 100644
--- a/datafusion/substrait/Cargo.toml
+++ b/datafusion/substrait/Cargo.toml
@@ -19,14 +19,14 @@
name = "datafusion-substrait"
description = "DataFusion Substrait Producer and Consumer"
license = "Apache-2.0"
-version = "17.0.0"
+version = "18.0.0"
edition = "2021"
rust-version = "1.62"
[dependencies]
async-recursion = "1.0"
chrono = "0.4.23"
-datafusion = { version = "17.0.0", path = "../core" }
+datafusion = { version = "18.0.0", path = "../core" }
itertools = "0.10.5"
object_store = "0.5.3"
prost = "0.11"
diff --git a/dev/release/README.md b/dev/release/README.md
index fd328207b..3dbeea9dc 100644
--- a/dev/release/README.md
+++ b/dev/release/README.md
@@ -19,22 +19,23 @@
# Release Process
-## Branching
+DataFusion typically has major releases every two weeks, including breaking
API changes.
-### Major Release
+Patch releases are made on an adhoc basis, but we try and avoid them given the
frequent major releases.
-DataFusion typically has major releases from the `master` branch every 4
weeks, including breaking API changes.
+## Branching Policy
-### Minor Release
+- When we prepare a new release, we create a release branch, such as
`branch-18` in the Apache repository (not in a fork)
+- We update the crate version and generate the changelog in this branch and
create a PR against the master branch
+- Once the PR is approved and merged, we tag the rc in the release branch, and
release from the release branch
+- Bug fixes can be merged to the release branch and patch releases can be
created from the release branch
-Starting v7.0.0, we are experimenting with maintaining an active stable
release branch (e.g. `maint-7.x`). Every month, we will review the `maint-*`
branch and prepare a minor release (e.g. v7.1.0) when necessary. A patch
release (v7.0.1) can be requested on demand if it is urgent bug/security fix.
+#### How to add changes to `branch-*` branch?
-#### How to add changes to `maint-*` branch?
-
-If you would like to propose your change for inclusion in the maintenance
branch
+If you would like to propose your change for inclusion in a release branch
1. follow normal workflow to create PR to `master` branch and wait for its
approval and merges.
-2. after PR is squash merged to `master`, branch from most recent maintenance
branch (e.g. `maint-7-x`), cherry-pick the commit and create a PR to
maintenance branch (e.g. `maint-7-x`).
+2. after PR is squash merged to `master`, branch from most recent release
branch (e.g. `branch-18`), cherry-pick the commit and create a PR to release
branch.
## Prerequisite
