This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/hudi-rs.git
The following commit(s) were added to refs/heads/main by this push:
new 6aa7a87 build: clean up and trim down dependencies (#54)
6aa7a87 is described below
commit 6aa7a87efa9ed4b8b7ce015d4f492479dab938ca
Author: Shiyan Xu <[email protected]>
AuthorDate: Sun Jul 7 12:31:15 2024 -0500
build: clean up and trim down dependencies (#54)
Remove redundant dependencies from workspace and crates.
---
Cargo.toml | 21 ++++++++-------------
crates/core/Cargo.toml | 31 ++++++++-----------------------
crates/datafusion/Cargo.toml | 32 ++------------------------------
crates/tests/Cargo.toml | 11 ++++++++---
python/Cargo.toml | 14 ++------------
5 files changed, 28 insertions(+), 81 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index db333da..0086ca8 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -30,19 +30,19 @@ rust-version = "1.75.0"
[workspace.dependencies]
# arrow
-arrow = { version = "52.0.0", features = ["pyarrow"]}
+arrow = { version = "52.0.0", features = ["pyarrow"] }
arrow-arith = { version = "52.0.0" }
-arrow-array = { version = "52.0.0", features = ["chrono-tz"] }
+arrow-array = { version = "52.0.0" }
arrow-buffer = { version = "52.0.0" }
arrow-cast = { version = "52.0.0" }
arrow-ipc = { version = "52.0.0" }
arrow-json = { version = "52.0.0" }
arrow-ord = { version = "52.0.0" }
arrow-row = { version = "52.0.0" }
-arrow-schema = { version = "52.0.0" }
+arrow-schema = { version = "52.0.0", features = ["serde"] }
arrow-select = { version = "52.0.0" }
-object_store = { version = "0.10.1" }
-parquet = { version = "52.0.0" }
+object_store = { version = "0.10.1", features = ["aws", "azure", "gcp"] }
+parquet = { version = "52.0.0", features = ["async", "object_store"] }
# datafusion
datafusion = { version = "39.0.0" }
@@ -54,23 +54,18 @@ datafusion-physical-expr = { version = "39.0.0" }
# serde
serde = { version = "1.0.203", features = ["derive"] }
-serde_json = "1"
+serde_json = { version = "1" }
# "stdlib"
anyhow = { version = "1.0.86" }
bytes = { version = "1" }
-chrono = { version = "=0.4.34", default-features = false, features = ["clock"]
}
strum = { version = "0.26.3", features = ["derive"] }
strum_macros = "0.26.4"
-tracing = { version = "0.1", features = ["log"] }
-regex = { version = "1" }
url = { version = "2" }
-uuid = { version = "1" }
# runtime / async
-async-trait = { version = "0.1" }
async-recursion = { version = "1.1.1" }
+async-trait = { version = "0.1" }
dashmap = { version = "6.0.1" }
futures = { version = "0.3" }
-tokio = { version = "1", features = ["rt-multi-thread"]}
-num_cpus = { version = "1" }
+tokio = { version = "1" }
diff --git a/crates/core/Cargo.toml b/crates/core/Cargo.toml
index 5e94cf3..151fb2d 100644
--- a/crates/core/Cargo.toml
+++ b/crates/core/Cargo.toml
@@ -23,52 +23,37 @@ license.workspace = true
rust-version.workspace = true
[dependencies]
-hudi-tests = { path = "../tests" }
# arrow
arrow = { workspace = true }
arrow-arith = { workspace = true }
-arrow-array = { workspace = true, features = ["chrono-tz"] }
+arrow-array = { workspace = true }
arrow-buffer = { workspace = true }
arrow-cast = { workspace = true }
arrow-ipc = { workspace = true }
arrow-json = { workspace = true }
arrow-ord = { workspace = true }
arrow-row = { workspace = true }
-arrow-schema = { workspace = true, features = ["serde"] }
+arrow-schema = { workspace = true }
arrow-select = { workspace = true }
object_store = { workspace = true }
-parquet = { workspace = true, features = [
- "async",
- "object_store",
-] }
-pin-project-lite = "^0.2.7"
-
-# datafusion
-datafusion = { workspace = true, optional = true }
-datafusion-expr = { workspace = true, optional = true }
-datafusion-common = { workspace = true, optional = true }
-datafusion-proto = { workspace = true, optional = true }
-datafusion-sql = { workspace = true, optional = true }
-datafusion-physical-expr = { workspace = true, optional = true }
+parquet = { workspace = true }
# serde
-serde = { workspace = true, features = ["derive"] }
+serde = { workspace = true }
serde_json = { workspace = true }
# "stdlib"
anyhow = { workspace = true }
bytes = { workspace = true }
-chrono = { workspace = true, default-features = false, features = ["clock"] }
-hashbrown = "0.14.3"
-regex = { workspace = true }
strum = { workspace = true }
strum_macros = { workspace = true }
-uuid = { workspace = true, features = ["serde", "v4"] }
url = { workspace = true }
# runtime / async
async-recursion = { workspace = true }
-async-trait = { workspace = true }
dashmap = { workspace = true }
-tokio = { workspace = true }
futures = { workspace = true }
+tokio = { workspace = true }
+
+[dev-dependencies]
+hudi-tests = { path = "../tests" }
diff --git a/crates/datafusion/Cargo.toml b/crates/datafusion/Cargo.toml
index 623657e..3ea5e25 100644
--- a/crates/datafusion/Cargo.toml
+++ b/crates/datafusion/Cargo.toml
@@ -25,22 +25,7 @@ rust-version.workspace = true
[dependencies]
hudi-core = { path = "../core" }
# arrow
-arrow = { workspace = true }
-arrow-arith = { workspace = true }
-arrow-array = { workspace = true, features = ["chrono-tz"] }
-arrow-buffer = { workspace = true }
-arrow-cast = { workspace = true }
-arrow-ipc = { workspace = true }
-arrow-json = { workspace = true }
-arrow-ord = { workspace = true }
-arrow-row = { workspace = true }
-arrow-schema = { workspace = true, features = ["serde"] }
-arrow-select = { workspace = true }
-parquet = { workspace = true, features = [
- "async",
- "object_store",
-] }
-pin-project-lite = "^0.2.7"
+arrow-schema = { workspace = true }
# datafusion
datafusion = { workspace = true }
@@ -50,22 +35,9 @@ datafusion-proto = { workspace = true }
datafusion-sql = { workspace = true }
datafusion-physical-expr = { workspace = true }
-# serde
-serde = { workspace = true, features = ["derive"] }
-serde_json = { workspace = true }
-
-# async
+# runtime / async
async-trait = { workspace = true }
-futures = { workspace = true }
tokio = { workspace = true }
-# "stdlib"
-anyhow = { workspace = true }
-bytes = { workspace = true }
-chrono = { workspace = true, default-features = false, features = ["clock"] }
-regex = { workspace = true }
-uuid = { workspace = true, features = ["serde", "v4"] }
-url = { workspace = true }
-
[dev-dependencies]
hudi-tests = { path = "../tests" }
diff --git a/crates/tests/Cargo.toml b/crates/tests/Cargo.toml
index df9c3af..127ec81 100644
--- a/crates/tests/Cargo.toml
+++ b/crates/tests/Cargo.toml
@@ -23,19 +23,24 @@ license.workspace = true
rust-version.workspace = true
[dependencies]
+# arrow
arrow = { workspace = true }
arrow-arith = { workspace = true }
-arrow-array = { workspace = true, features = ["chrono-tz"] }
+arrow-array = { workspace = true }
arrow-buffer = { workspace = true }
arrow-cast = { workspace = true }
arrow-ipc = { workspace = true }
arrow-json = { workspace = true }
arrow-ord = { workspace = true }
arrow-row = { workspace = true }
-arrow-schema = { workspace = true, features = ["serde"] }
+arrow-schema = { workspace = true }
arrow-select = { workspace = true }
+
+# "stdlib"
strum = { workspace = true }
strum_macros = { workspace = true }
+url = { workspace = true }
+
+# testing
tempfile = "3.10.1"
zip-extract = "0.1.3"
-url = { workspace = true }
diff --git a/python/Cargo.toml b/python/Cargo.toml
index 4eca0d2..d3bcf70 100644
--- a/python/Cargo.toml
+++ b/python/Cargo.toml
@@ -28,25 +28,15 @@ crate-type = ["cdylib"]
doc = false
[dependencies]
-object_store = { workspace = true }
# arrow
arrow = { workspace = true }
-arrow-arith = { workspace = true }
-arrow-array = { workspace = true }
-arrow-buffer = { workspace = true }
-arrow-cast = { workspace = true }
-arrow-ipc = { workspace = true }
-arrow-json = { workspace = true }
-arrow-ord = { workspace = true }
-arrow-row = { workspace = true }
-arrow-schema = { workspace = true }
-arrow-select = { workspace = true }
+# "stdlib"
anyhow = { workspace = true }
# runtime / async
futures = { workspace = true }
-tokio = { workspace = true }
+tokio = { workspace = true, features = ["rt-multi-thread"] }
[dependencies.pyo3]
version = "0.21.2"
