This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new 381a3426b chore: Upgrade to DataFusion 48.0.0-rc3 (#1863)
381a3426b is described below
commit 381a3426b76b34e6a23c7f03bcbb2ab96ea8e33a
Author: Andy Grove <agr...@apache.org>
AuthorDate: Sun Jun 8 08:02:13 2025 -0600
chore: Upgrade to DataFusion 48.0.0-rc3 (#1863)
---
native/Cargo.lock | 787 ++++++++++++++++++++----------
native/Cargo.toml | 4 +-
native/core/Cargo.toml | 2 +-
native/core/src/execution/planner.rs | 32 +-
native/core/src/parquet/parquet_exec.rs | 14 +-
native/core/src/parquet/schema_adapter.rs | 10 +-
6 files changed, 571 insertions(+), 278 deletions(-)
diff --git a/native/Cargo.lock b/native/Cargo.lock
index 375e1125a..6fea0b84e 100644
--- a/native/Cargo.lock
+++ b/native/Cargo.lock
@@ -93,9 +93,9 @@ checksum =
"4b46cbb362ab8752921c97e041f5e366ee6297bd428a31275b9fcf1e380f7299"
[[package]]
name = "anstyle"
-version = "1.0.10"
+version = "1.0.11"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "55cc3b69f167a1ef2e161439aa98aed94e6028e5f9a59be9a6ffb47aef1651f9"
+checksum = "862ed96ca487e809f1c8e5a8447f6ee2cf102f846893800b20cebdf541fc6bbd"
[[package]]
name = "anyhow"
@@ -339,9 +339,9 @@ dependencies = [
[[package]]
name = "assertables"
-version = "9.5.2"
+version = "9.5.5"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "218459a1ca1459c9fbfedc0dc14febf22d0b809708d496b2368e407da91ff5a8"
+checksum = "46109705783fa5733709a155971ad89cdd188d45b7e20fba7906f0d6b4f864e3"
[[package]]
name = "async-trait"
@@ -466,9 +466,9 @@ dependencies = [
[[package]]
name = "aws-sdk-sso"
-version = "1.71.0"
+version = "1.72.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "95a4fd09d6e863655d99cd2260f271c6d1030dc6bfad68e19e126d2e4c8ceb18"
+checksum = "13118ad30741222f67b1a18e5071385863914da05124652b38e172d6d3d9ce31"
dependencies = [
"aws-credential-types",
"aws-runtime",
@@ -488,9 +488,9 @@ dependencies = [
[[package]]
name = "aws-sdk-ssooidc"
-version = "1.72.0"
+version = "1.73.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3224ab02ebb3074467a33d57caf6fcb487ca36f3697fdd381b0428dc72380696"
+checksum = "f879a8572b4683a8f84f781695bebf2f25cf11a81a2693c31fc0e0215c2c1726"
dependencies = [
"aws-credential-types",
"aws-runtime",
@@ -510,9 +510,9 @@ dependencies = [
[[package]]
name = "aws-sdk-sts"
-version = "1.72.0"
+version = "1.73.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "f6933f189ed1255e78175fbd73fb200c0aae7240d220ed3346f567b0ddca3083"
+checksum = "f1e9c3c24e36183e2f698235ed38dcfbbdff1d09b9232dc866c4be3011e0b47e"
dependencies = [
"aws-credential-types",
"aws-runtime",
@@ -586,9 +586,9 @@ dependencies = [
[[package]]
name = "aws-smithy-http-client"
-version = "1.0.2"
+version = "1.0.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7e44697a9bded898dcd0b1cb997430d949b87f4f8940d91023ae9062bf218250"
+checksum = "073d330f94bdf1f47bb3e0f5d45dda1e372a54a553c39ab6e9646902c8c81594"
dependencies = [
"aws-smithy-async",
"aws-smithy-runtime-api",
@@ -877,9 +877,9 @@ dependencies = [
[[package]]
name = "bumpalo"
-version = "3.17.0"
+version = "3.18.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1628fb46dfa0b37568d12e5edd512553eccf6a22a78e8bde00bb4aed84d5bdbf"
+checksum = "793db76d6187cd04dff33004d8e6c9cc4e05cd330500379d2394209271b4aeee"
[[package]]
name = "bytemuck"
@@ -917,9 +917,9 @@ checksum =
"37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5"
[[package]]
name = "cc"
-version = "1.2.24"
+version = "1.2.26"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "16595d3be041c03b09d08d0858631facccee9221e579704070e6e9e4915d3bc7"
+checksum = "956a5e21988b87f372569b66183b78babf23ebc2e744b733e4350a752c4dafac"
dependencies = [
"jobserver",
"libc",
@@ -1264,8 +1264,8 @@ dependencies = [
[[package]]
name = "datafusion"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"arrow-ipc",
@@ -1273,29 +1273,29 @@ dependencies = [
"async-trait",
"bytes",
"chrono",
- "datafusion-catalog",
+ "datafusion-catalog 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"datafusion-catalog-listing",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-datasource",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-datasource 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"datafusion-datasource-csv",
"datafusion-datasource-json",
"datafusion-datasource-parquet",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-expr-common",
- "datafusion-functions",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-functions 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"datafusion-functions-aggregate",
"datafusion-functions-nested",
"datafusion-functions-table",
"datafusion-functions-window",
"datafusion-optimizer",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"datafusion-physical-optimizer",
- "datafusion-physical-plan",
- "datafusion-session",
- "datafusion-sql",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-sql 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"futures",
"itertools 0.14.0",
"log",
@@ -1313,21 +1313,46 @@ dependencies = [
[[package]]
name = "datafusion-catalog"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"async-trait",
"dashmap",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-datasource",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-physical-expr",
- "datafusion-physical-plan",
- "datafusion-session",
- "datafusion-sql",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-datasource 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-sql 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "futures",
+ "itertools 0.14.0",
+ "log",
+ "object_store",
+ "parking_lot",
+ "tokio",
+]
+
+[[package]]
+name = "datafusion-catalog"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
+dependencies = [
+ "arrow",
+ "async-trait",
+ "dashmap",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-datasource 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-sql 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"futures",
"itertools 0.14.0",
"log",
@@ -1338,20 +1363,20 @@ dependencies = [
[[package]]
name = "datafusion-catalog-listing"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"async-trait",
- "datafusion-catalog",
- "datafusion-common",
- "datafusion-datasource",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
- "datafusion-physical-plan",
- "datafusion-session",
+ "datafusion-catalog 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-datasource 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"futures",
"log",
"object_store",
@@ -1449,8 +1474,8 @@ dependencies = [
[[package]]
name = "datafusion-common"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"ahash",
"arrow",
@@ -1469,10 +1494,41 @@ dependencies = [
"web-time",
]
+[[package]]
+name = "datafusion-common"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
+dependencies = [
+ "ahash",
+ "arrow",
+ "arrow-ipc",
+ "base64",
+ "half",
+ "hashbrown 0.14.5",
+ "indexmap",
+ "libc",
+ "log",
+ "object_store",
+ "paste",
+ "sqlparser",
+ "tokio",
+ "web-time",
+]
+
+[[package]]
+name = "datafusion-common-runtime"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "futures",
+ "log",
+ "tokio",
+]
+
[[package]]
name = "datafusion-common-runtime"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"futures",
"log",
@@ -1481,21 +1537,21 @@ dependencies = [
[[package]]
name = "datafusion-datasource"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"async-trait",
"bytes",
"chrono",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
- "datafusion-physical-plan",
- "datafusion-session",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"futures",
"glob",
"itertools 0.14.0",
@@ -1508,24 +1564,51 @@ dependencies = [
"url",
]
+[[package]]
+name = "datafusion-datasource"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
+dependencies = [
+ "arrow",
+ "async-trait",
+ "bytes",
+ "chrono",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "futures",
+ "glob",
+ "itertools 0.14.0",
+ "log",
+ "object_store",
+ "rand 0.9.1",
+ "tokio",
+ "url",
+]
+
[[package]]
name = "datafusion-datasource-csv"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"async-trait",
"bytes",
- "datafusion-catalog",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-datasource",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
- "datafusion-physical-plan",
- "datafusion-session",
+ "datafusion-catalog 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-datasource 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"futures",
"object_store",
"regex",
@@ -1534,22 +1617,22 @@ dependencies = [
[[package]]
name = "datafusion-datasource-json"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"async-trait",
"bytes",
- "datafusion-catalog",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-datasource",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
- "datafusion-physical-plan",
- "datafusion-session",
+ "datafusion-catalog 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-datasource 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"futures",
"object_store",
"serde_json",
@@ -1558,24 +1641,24 @@ dependencies = [
[[package]]
name = "datafusion-datasource-parquet"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"async-trait",
"bytes",
- "datafusion-catalog",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-datasource",
- "datafusion-execution",
- "datafusion-expr",
+ "datafusion-catalog 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-datasource 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"datafusion-functions-aggregate",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"datafusion-physical-optimizer",
- "datafusion-physical-plan",
- "datafusion-session",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-session 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"futures",
"itertools 0.14.0",
"log",
@@ -1588,18 +1671,41 @@ dependencies = [
[[package]]
name = "datafusion-doc"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+
+[[package]]
+name = "datafusion-doc"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
+
+[[package]]
+name = "datafusion-execution"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "arrow",
+ "dashmap",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "futures",
+ "log",
+ "object_store",
+ "parking_lot",
+ "rand 0.9.1",
+ "tempfile",
+ "url",
+]
[[package]]
name = "datafusion-execution"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"arrow",
"dashmap",
- "datafusion-common",
- "datafusion-expr",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"futures",
"log",
"object_store",
@@ -1611,30 +1717,61 @@ dependencies = [
[[package]]
name = "datafusion-expr"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"chrono",
- "datafusion-common",
- "datafusion-doc",
- "datafusion-expr-common",
- "datafusion-functions-aggregate-common",
- "datafusion-functions-window-common",
- "datafusion-physical-expr-common",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-doc 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-functions-aggregate-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-functions-window-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"indexmap",
"paste",
"serde_json",
"sqlparser",
]
+[[package]]
+name = "datafusion-expr"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
+dependencies = [
+ "arrow",
+ "chrono",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-doc 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-functions-aggregate-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-functions-window-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "indexmap",
+ "paste",
+ "serde_json",
+ "sqlparser",
+]
+
+[[package]]
+name = "datafusion-expr-common"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "arrow",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "indexmap",
+ "itertools 0.14.0",
+ "paste",
+]
+
[[package]]
name = "datafusion-expr-common"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"arrow",
- "datafusion-common",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"indexmap",
"itertools 0.14.0",
"paste",
@@ -1642,8 +1779,8 @@ dependencies = [
[[package]]
name = "datafusion-functions"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"arrow-buffer",
@@ -1651,12 +1788,12 @@ dependencies = [
"blake2",
"blake3",
"chrono",
- "datafusion-common",
- "datafusion-doc",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-expr-common",
- "datafusion-macros",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-doc 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-macros 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"hex",
"itertools 0.14.0",
"log",
@@ -1668,21 +1805,45 @@ dependencies = [
"uuid",
]
+[[package]]
+name = "datafusion-functions"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
+dependencies = [
+ "arrow",
+ "arrow-buffer",
+ "base64",
+ "chrono",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-doc 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-macros 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "hex",
+ "itertools 0.14.0",
+ "log",
+ "rand 0.9.1",
+ "regex",
+ "unicode-segmentation",
+ "uuid",
+]
+
[[package]]
name = "datafusion-functions-aggregate"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"ahash",
"arrow",
- "datafusion-common",
- "datafusion-doc",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-functions-aggregate-common",
- "datafusion-macros",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-doc 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-functions-aggregate-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-macros 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"half",
"log",
"paste",
@@ -1690,31 +1851,43 @@ dependencies = [
[[package]]
name = "datafusion-functions-aggregate-common"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "ahash",
+ "arrow",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+]
+
+[[package]]
+name = "datafusion-functions-aggregate-common"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"ahash",
"arrow",
- "datafusion-common",
- "datafusion-expr-common",
- "datafusion-physical-expr-common",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
]
[[package]]
name = "datafusion-functions-nested"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"arrow-ord",
- "datafusion-common",
- "datafusion-doc",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-functions",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-doc 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-functions 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"datafusion-functions-aggregate",
- "datafusion-macros",
- "datafusion-physical-expr-common",
+ "datafusion-macros 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"itertools 0.14.0",
"log",
"paste",
@@ -1722,65 +1895,84 @@ dependencies = [
[[package]]
name = "datafusion-functions-table"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"async-trait",
- "datafusion-catalog",
- "datafusion-common",
- "datafusion-expr",
- "datafusion-physical-plan",
+ "datafusion-catalog 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"parking_lot",
"paste",
]
[[package]]
name = "datafusion-functions-window"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
- "datafusion-common",
- "datafusion-doc",
- "datafusion-expr",
- "datafusion-functions-window-common",
- "datafusion-macros",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-doc 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-functions-window-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-macros 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"log",
"paste",
]
[[package]]
name = "datafusion-functions-window-common"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+]
+
+[[package]]
+name = "datafusion-functions-window-common"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
+dependencies = [
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+]
+
+[[package]]
+name = "datafusion-macros"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
- "datafusion-common",
- "datafusion-physical-expr-common",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "quote",
+ "syn 2.0.101",
]
[[package]]
name = "datafusion-macros"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
- "datafusion-expr",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"quote",
"syn 2.0.101",
]
[[package]]
name = "datafusion-optimizer"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
"chrono",
- "datafusion-common",
- "datafusion-expr",
- "datafusion-physical-expr",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
"indexmap",
"itertools 0.14.0",
"log",
@@ -1790,16 +1982,37 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "ahash",
+ "arrow",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-functions-aggregate-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "half",
+ "hashbrown 0.14.5",
+ "indexmap",
+ "itertools 0.14.0",
+ "log",
+ "paste",
+ "petgraph 0.8.1",
+]
+
+[[package]]
+name = "datafusion-physical-expr"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"ahash",
"arrow",
- "datafusion-common",
- "datafusion-expr",
- "datafusion-expr-common",
- "datafusion-functions-aggregate-common",
- "datafusion-physical-expr-common",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-functions-aggregate-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"half",
"hashbrown 0.14.5",
"indexmap",
@@ -1811,38 +2024,80 @@ dependencies = [
[[package]]
name = "datafusion-physical-expr-common"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "ahash",
+ "arrow",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "hashbrown 0.14.5",
+ "itertools 0.14.0",
+]
+
+[[package]]
+name = "datafusion-physical-expr-common"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"ahash",
"arrow",
- "datafusion-common",
- "datafusion-expr-common",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"hashbrown 0.14.5",
"itertools 0.14.0",
]
[[package]]
name = "datafusion-physical-optimizer"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
- "datafusion-common",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-expr-common",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
- "datafusion-physical-plan",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "itertools 0.14.0",
+ "log",
+]
+
+[[package]]
+name = "datafusion-physical-plan"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "ahash",
+ "arrow",
+ "arrow-ord",
+ "arrow-schema",
+ "async-trait",
+ "chrono",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-functions-window-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "futures",
+ "half",
+ "hashbrown 0.14.5",
+ "indexmap",
"itertools 0.14.0",
"log",
+ "parking_lot",
+ "pin-project-lite",
+ "tokio",
]
[[package]]
name = "datafusion-physical-plan"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"ahash",
"arrow",
@@ -1850,13 +2105,13 @@ dependencies = [
"arrow-schema",
"async-trait",
"chrono",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-functions-window-common",
- "datafusion-physical-expr",
- "datafusion-physical-expr-common",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-functions-window-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"futures",
"half",
"hashbrown 0.14.5",
@@ -1870,19 +2125,42 @@ dependencies = [
[[package]]
name = "datafusion-session"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
+dependencies = [
+ "arrow",
+ "async-trait",
+ "dashmap",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-sql 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "futures",
+ "itertools 0.14.0",
+ "log",
+ "object_store",
+ "parking_lot",
+ "tokio",
+]
+
+[[package]]
+name = "datafusion-session"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"arrow",
"async-trait",
"dashmap",
- "datafusion-common",
- "datafusion-common-runtime",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-physical-expr",
- "datafusion-physical-plan",
- "datafusion-sql",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-common-runtime 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-physical-plan 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-sql 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"futures",
"itertools 0.14.0",
"log",
@@ -1893,28 +2171,43 @@ dependencies = [
[[package]]
name = "datafusion-spark"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
+dependencies = [
+ "arrow",
+ "datafusion-catalog 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-execution 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-functions 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-macros 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "log",
+]
+
+[[package]]
+name = "datafusion-sql"
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc2#85f6621a6b1680b40d483a56b10ff3495861ece3";
dependencies = [
"arrow",
- "datafusion-catalog",
- "datafusion-common",
- "datafusion-execution",
- "datafusion-expr",
- "datafusion-functions",
- "datafusion-macros",
+ "bigdecimal",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc2)",
+ "indexmap",
"log",
+ "regex",
+ "sqlparser",
]
[[package]]
name = "datafusion-sql"
-version = "47.0.0"
-source =
"git+https://github.com/apache/datafusion?rev=2c2f225#2c2f225926958b6abf06b01fcfb594017531043c";
+version = "48.0.0"
+source =
"git+https://github.com/apache/datafusion?rev=48.0.0-rc3#33a32d4382bee7e3c705d0f55d05c24a115a2f98";
dependencies = [
"arrow",
"bigdecimal",
- "datafusion-common",
- "datafusion-expr",
+ "datafusion-common 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
+ "datafusion-expr 48.0.0
(git+https://github.com/apache/datafusion?rev=48.0.0-rc3)",
"indexmap",
"log",
"regex",
@@ -2441,9 +2734,9 @@ dependencies = [
[[package]]
name = "hyper-rustls"
-version = "0.27.6"
+version = "0.27.7"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "03a01595e11bdcec50946522c32dde3fc6914743000a68b93000965f2f02406d"
+checksum = "e3c93eb611681b207e1fe55d5a71ecf91572ec8a6705cdb6857f7d8d5242cf58"
dependencies = [
"http 1.3.1",
"hyper",
@@ -2458,9 +2751,9 @@ dependencies = [
[[package]]
name = "hyper-util"
-version = "0.1.13"
+version = "0.1.14"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "b1c293b6b3d21eca78250dc7dbebd6b9210ec5530e038cbfe0661b5c47ab06e8"
+checksum = "dc2fdfdbff08affe55bb779f33b053aa1fe5dd5b54c257343c17edfa55711bdb"
dependencies = [
"base64",
"bytes",
@@ -2878,9 +3171,9 @@ dependencies = [
[[package]]
name = "libz-rs-sys"
-version = "0.5.0"
+version = "0.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6489ca9bd760fe9642d7644e827b0c9add07df89857b0416ee15c1cc1a3b8c5a"
+checksum = "172a788537a2221661b480fee8dc5f96c580eb34fa88764d3205dc356c7e4221"
dependencies = [
"zlib-rs",
]
@@ -3474,9 +3767,9 @@ dependencies = [
[[package]]
name = "prettyplease"
-version = "0.2.32"
+version = "0.2.33"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "664ec5419c51e34154eec046ebcba56312d5a2fc3b09a06da188e1ad21afadf6"
+checksum = "9dee91521343f4c5c6a63edd65e54f31f5c92fe8978c40a4282f8372194c6a7d"
dependencies = [
"proc-macro2",
"syn 2.0.101",
@@ -3811,9 +4104,9 @@ checksum =
"2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c"
[[package]]
name = "reqwest"
-version = "0.12.18"
+version = "0.12.19"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e98ff6b0dbbe4d5a37318f433d4fc82babd21631f194d370409ceb2e40b2f0b5"
+checksum = "a2f8e5513d63f2e5b386eb5106dc67eaf3f84e95258e210489136b8b92ad6119"
dependencies = [
"base64",
"bytes",
@@ -4573,9 +4866,9 @@ dependencies = [
[[package]]
name = "tower-http"
-version = "0.6.4"
+version = "0.6.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0fdb0c213ca27a9f57ab69ddb290fd80d970922355b83ae380b395d3986b8a2e"
+checksum = "adc82fd73de2a9722ac5da747f12383d2bfdb93591ee6c58486e0097890f05f2"
dependencies = [
"bitflags 2.9.1",
"bytes",
@@ -4614,9 +4907,9 @@ dependencies = [
[[package]]
name = "tracing-attributes"
-version = "0.1.28"
+version = "0.1.29"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "395ae124c09f9e6918a2310af6038fba074bcf474ac352496d5910dd59a2226d"
+checksum = "1b1ffbcf9c6f6b99d386e7444eb608ba646ae452a36b39737deb9663b610f662"
dependencies = [
"proc-macro2",
"quote",
@@ -4625,9 +4918,9 @@ dependencies = [
[[package]]
name = "tracing-core"
-version = "0.1.33"
+version = "0.1.34"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "e672c95779cf947c5311f83787af4fa8fffd12fb27e4993211a84bdfd9610f9c"
+checksum = "b9d12581f227e93f094d3af2ae690a574abb8a2b9b7a96e7cfe9647b2b617678"
dependencies = [
"once_cell",
]
@@ -5336,9 +5629,9 @@ dependencies = [
[[package]]
name = "zlib-rs"
-version = "0.5.0"
+version = "0.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "868b928d7949e09af2f6086dfc1e01936064cc7a819253bce650d4e2a2d63ba8"
+checksum = "626bd9fa9734751fc50d6060752170984d7053f5a39061f524cda68023d4db8a"
[[package]]
name = "zstd"
diff --git a/native/Cargo.toml b/native/Cargo.toml
index 970572d81..6763a4bd4 100644
--- a/native/Cargo.toml
+++ b/native/Cargo.toml
@@ -38,8 +38,8 @@ arrow = { version = "55.1.0", features = ["prettyprint",
"ffi", "chrono-tz"] }
async-trait = { version = "0.1" }
bytes = { version = "1.10.0" }
parquet = { version = "55.1.0", default-features = false, features =
["experimental"] }
-datafusion = { git = "https://github.com/apache/datafusion";, rev = "2c2f225",
default-features = false, features = ["unicode_expressions",
"crypto_expressions", "nested_expressions", "parquet"] }
-datafusion-spark = { git = "https://github.com/apache/datafusion";, rev =
"2c2f225" }
+datafusion = { git = "https://github.com/apache/datafusion";, rev =
"48.0.0-rc3", default-features = false, features = ["unicode_expressions",
"crypto_expressions", "nested_expressions", "parquet"] }
+datafusion-spark = { git = "https://github.com/apache/datafusion";, rev =
"48.0.0-rc3" }
datafusion-comet-spark-expr = { path = "spark-expr" }
datafusion-comet-proto = { path = "proto" }
chrono = { version = "0.4", default-features = false, features = ["clock"] }
diff --git a/native/core/Cargo.toml b/native/core/Cargo.toml
index cc39b174c..1b7450dd0 100644
--- a/native/core/Cargo.toml
+++ b/native/core/Cargo.toml
@@ -84,7 +84,7 @@ jni = { version = "0.21", features = ["invocation"] }
lazy_static = "1.4"
assertables = "9"
hex = "0.4.3"
-datafusion-functions-nested = { git = "https://github.com/apache/datafusion";,
rev = "2c2f225" }
+datafusion-functions-nested = { git = "https://github.com/apache/datafusion";,
rev = "48.0.0-rc3" }
[features]
default = []
diff --git a/native/core/src/execution/planner.rs
b/native/core/src/execution/planner.rs
index 8ae8c9c02..9994b4371 100644
--- a/native/core/src/execution/planner.rs
+++ b/native/core/src/execution/planner.rs
@@ -2558,7 +2558,9 @@ mod tests {
use datafusion::catalog::memory::DataSourceExec;
use datafusion::datasource::listing::PartitionedFile;
use datafusion::datasource::object_store::ObjectStoreUrl;
- use datafusion::datasource::physical_plan::{FileGroup,
FileScanConfigBuilder, ParquetSource};
+ use datafusion::datasource::physical_plan::{
+ FileGroup, FileScanConfigBuilder, FileSource, ParquetSource,
+ };
use datafusion::error::DataFusionError;
use datafusion::logical_expr::ScalarUDF;
use datafusion::physical_plan::ExecutionPlan;
@@ -3189,14 +3191,12 @@ mod tests {
}
}
- let source = Arc::new(
- ParquetSource::default().with_schema_adapter_factory(Arc::new(
- SparkSchemaAdapterFactory::new(
- SparkParquetOptions::new(EvalMode::Ansi, "", false),
- None,
- ),
- )),
- );
+ let source =
ParquetSource::default().with_schema_adapter_factory(Arc::new(
+ SparkSchemaAdapterFactory::new(
+ SparkParquetOptions::new(EvalMode::Ansi, "", false),
+ None,
+ ),
+ ))?;
let object_store_url = ObjectStoreUrl::local_filesystem();
let file_scan_config =
@@ -3264,14 +3264,12 @@ mod tests {
}
}
- let source = Arc::new(
- ParquetSource::default().with_schema_adapter_factory(Arc::new(
- SparkSchemaAdapterFactory::new(
- SparkParquetOptions::new(EvalMode::Ansi, "", false),
- None,
- ),
- )),
- );
+ let source =
ParquetSource::default().with_schema_adapter_factory(Arc::new(
+ SparkSchemaAdapterFactory::new(
+ SparkParquetOptions::new(EvalMode::Ansi, "", false),
+ None,
+ ),
+ ))?;
// Define schema Comet reads with
let required_schema = Schema::new(Fields::from(vec![Field::new(
diff --git a/native/core/src/parquet/parquet_exec.rs
b/native/core/src/parquet/parquet_exec.rs
index 13961ebf9..4b587b7ba 100644
--- a/native/core/src/parquet/parquet_exec.rs
+++ b/native/core/src/parquet/parquet_exec.rs
@@ -69,10 +69,8 @@ pub(crate) fn init_datasource_exec(
) -> Result<Arc<DataSourceExec>, ExecutionError> {
let (table_parquet_options, spark_parquet_options) =
get_options(session_timezone, case_sensitive);
- let mut parquet_source =
-
ParquetSource::new(table_parquet_options).with_schema_adapter_factory(Arc::new(
- SparkSchemaAdapterFactory::new(spark_parquet_options,
default_values),
- ));
+ let mut parquet_source = ParquetSource::new(table_parquet_options);
+
// Create a conjunctive form of the vector because ParquetExecBuilder takes
// a single expression
if let Some(data_filters) = data_filters {
@@ -89,6 +87,10 @@ pub(crate) fn init_datasource_exec(
}
}
+ let file_source = parquet_source.with_schema_adapter_factory(Arc::new(
+ SparkSchemaAdapterFactory::new(spark_parquet_options, default_values),
+ ))?;
+
let file_groups = file_groups
.iter()
.map(|files| FileGroup::new(files.clone()))
@@ -101,7 +103,7 @@ pub(crate) fn init_datasource_exec(
partition_schema,
file_groups,
object_store_url,
- Arc::new(parquet_source),
+ file_source,
)
.with_projection(Some(projection_vector))
.with_table_partition_cols(partition_fields)
@@ -112,7 +114,7 @@ pub(crate) fn init_datasource_exec(
partition_schema,
file_groups,
object_store_url,
- Arc::new(parquet_source),
+ file_source,
)
.build(),
};
diff --git a/native/core/src/parquet/schema_adapter.rs
b/native/core/src/parquet/schema_adapter.rs
index 1d210a868..b321d902a 100644
--- a/native/core/src/parquet/schema_adapter.rs
+++ b/native/core/src/parquet/schema_adapter.rs
@@ -278,6 +278,7 @@ mod test {
use datafusion::common::config::TableParquetOptions;
use datafusion::common::DataFusionError;
use datafusion::datasource::listing::PartitionedFile;
+ use datafusion::datasource::physical_plan::FileSource;
use datafusion::datasource::physical_plan::{FileGroup,
FileScanConfigBuilder, ParquetSource};
use datafusion::datasource::source::DataSourceExec;
use datafusion::execution::object_store::ObjectStoreUrl;
@@ -344,11 +345,10 @@ mod test {
let mut spark_parquet_options =
SparkParquetOptions::new(EvalMode::Legacy, "UTC", false);
spark_parquet_options.allow_cast_unsigned_ints = true;
- let parquet_source = Arc::new(
-
ParquetSource::new(TableParquetOptions::new()).with_schema_adapter_factory(Arc::new(
- SparkSchemaAdapterFactory::new(spark_parquet_options, None),
- )),
- );
+ let parquet_source =
+
ParquetSource::new(TableParquetOptions::new()).with_schema_adapter_factory(
+ Arc::new(SparkSchemaAdapterFactory::new(spark_parquet_options,
None)),
+ )?;
let files =
FileGroup::new(vec![PartitionedFile::from_path(filename.to_string())?]);
let file_scan_config =
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@datafusion.apache.org
For additional commands, e-mail: commits-h...@datafusion.apache.org
