This is an automated email from the ASF dual-hosted git repository.
mbutrovich pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new ea264a39a fix: add missing datafusion-datasource dependency (#3252)
ea264a39a is described below
commit ea264a39a0ca1f54e07625a63e1a70729d1f7525
Author: Andy Grove <[email protected]>
AuthorDate: Fri Jan 23 08:55:06 2026 -0700
fix: add missing datafusion-datasource dependency (#3252)
The csv_scan.rs file uses types from datafusion_datasource but the
dependency was not declared in native/core/Cargo.toml.
Co-authored-by: Claude Opus 4.5 <[email protected]>
---
native/Cargo.lock | 78 ++++++++++++++++++++++++++++++++++++++++++++++++++
native/core/Cargo.toml | 1 +
2 files changed, 79 insertions(+)
diff --git a/native/Cargo.lock b/native/Cargo.lock
index ce0eb0f2b..2e53b3c27 100644
--- a/native/Cargo.lock
+++ b/native/Cargo.lock
@@ -418,6 +418,23 @@ dependencies = [
"pin-project-lite",
]
+[[package]]
+name = "async-compression"
+version = "0.4.19"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "06575e6a9673580f52661c92107baabffbf41e2141373441cbcdc47cb733003c"
+dependencies = [
+ "bzip2 0.5.2",
+ "flate2",
+ "futures-core",
+ "memchr",
+ "pin-project-lite",
+ "tokio",
+ "xz2",
+ "zstd",
+ "zstd-safe",
+]
+
[[package]]
name = "async-executor"
version = "1.13.3"
@@ -1189,6 +1206,34 @@ dependencies = [
"either",
]
+[[package]]
+name = "bzip2"
+version = "0.5.2"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "49ecfb22d906f800d4fe833b6282cf4dc1c298f5057ca0b5445e5c209735ca47"
+dependencies = [
+ "bzip2-sys",
+]
+
+[[package]]
+name = "bzip2"
+version = "0.6.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "f3a53fac24f34a81bc9954b5d6cfce0c21e18ec6959f44f56e8e90e4bb7c346c"
+dependencies = [
+ "libbz2-rs-sys",
+]
+
+[[package]]
+name = "bzip2-sys"
+version = "0.1.13+1.0.8"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "225bff33b2141874fe80d71e07d6eec4f85c5c216453dd96388240f96e1acc14"
+dependencies = [
+ "cc",
+ "pkg-config",
+]
+
[[package]]
name = "cast"
version = "0.3.0"
@@ -1784,6 +1829,7 @@ dependencies = [
"datafusion-comet-objectstore-hdfs",
"datafusion-comet-proto",
"datafusion-comet-spark-expr",
+ "datafusion-datasource",
"datafusion-functions-nested",
"datafusion-spark",
"futures",
@@ -1925,8 +1971,10 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "fde13794244bc7581cd82f6fff217068ed79cdc344cafe4ab2c3a1c3510b38d6"
dependencies = [
"arrow",
+ "async-compression",
"async-trait",
"bytes",
+ "bzip2 0.6.1",
"chrono",
"datafusion-common",
"datafusion-common-runtime",
@@ -1937,6 +1985,7 @@ dependencies = [
"datafusion-physical-expr-common",
"datafusion-physical-plan",
"datafusion-session",
+ "flate2",
"futures",
"glob",
"itertools 0.14.0",
@@ -1944,7 +1993,10 @@ dependencies = [
"object_store",
"rand 0.9.2",
"tokio",
+ "tokio-util",
"url",
+ "xz2",
+ "zstd",
]
[[package]]
@@ -3625,6 +3677,12 @@ dependencies = [
"lexical-util",
]
+[[package]]
+name = "libbz2-rs-sys"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "2c4a545a15244c7d945065b5d392b2d2d7f21526fba56ce51467b06ed445e8f7"
+
[[package]]
name = "libc"
version = "0.2.180"
@@ -3754,6 +3812,17 @@ dependencies = [
"twox-hash",
]
+[[package]]
+name = "lzma-sys"
+version = "0.1.20"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "5fda04ab3764e6cde78b9974eec4f779acaba7c4e84b36eca3cf77c581b85d27"
+dependencies = [
+ "cc",
+ "libc",
+ "pkg-config",
+]
+
[[package]]
name = "md-5"
version = "0.10.6"
@@ -6573,6 +6642,15 @@ version = "0.13.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "66fee0b777b0f5ac1c69bb06d361268faafa61cd4682ae064a171c16c433e9e4"
+[[package]]
+name = "xz2"
+version = "0.1.7"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "388c44dc09d76f1536602ead6d325eb532f5c122f17782bd57fb47baeeb767e2"
+dependencies = [
+ "lzma-sys",
+]
+
[[package]]
name = "yoke"
version = "0.8.1"
diff --git a/native/core/Cargo.toml b/native/core/Cargo.toml
index 5e30883e3..b13d6d54f 100644
--- a/native/core/Cargo.toml
+++ b/native/core/Cargo.toml
@@ -60,6 +60,7 @@ tempfile = "3.24.0"
itertools = "0.14.0"
paste = "1.0.14"
datafusion = { workspace = true, features = ["parquet_encryption", "sql"] }
+datafusion-datasource = { workspace = true }
datafusion-spark = { workspace = true }
once_cell = "1.18.0"
regex = { workspace = true }
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
