This is an automated email from the ASF dual-hosted git repository.
liurenjie1024 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg-rust.git
The following commit(s) were added to refs/heads/main by this push:
new b20d7ac feat: Add storage features for iceberg (#400)
b20d7ac is described below
commit b20d7ac583ada9f488d47bbe5a9c370416dadb98
Author: Xuanwo <[email protected]>
AuthorDate: Thu Jun 13 22:15:05 2024 +0800
feat: Add storage features for iceberg (#400)
* feat: Add storage features for iceberg
Signed-off-by: Xuanwo <[email protected]>
* Format toml
Signed-off-by: Xuanwo <[email protected]>
* Add fs and s3 into default features
Signed-off-by: Xuanwo <[email protected]>
* Make toml happy
Signed-off-by: Xuanwo <[email protected]>
* Remove not needed feature flag
Signed-off-by: Xuanwo <[email protected]>
---------
Signed-off-by: Xuanwo <[email protected]>
---
Cargo.toml | 2 +-
crates/catalog/glue/Cargo.toml | 1 -
crates/catalog/hms/Cargo.toml | 1 -
crates/catalog/rest/Cargo.toml | 1 -
crates/iceberg/Cargo.toml | 7 +++++++
crates/integrations/datafusion/Cargo.toml | 1 -
6 files changed, 8 insertions(+), 5 deletions(-)
diff --git a/Cargo.toml b/Cargo.toml
index 43a208d..5a6e2a9 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -65,7 +65,7 @@ log = "^0.4"
mockito = "^1"
murmur3 = "0.5.2"
once_cell = "1"
-opendal = "0.46"
+opendal = "0.47"
ordered-float = "4.0.0"
parquet = "52"
pilota = "0.11.0"
diff --git a/crates/catalog/glue/Cargo.toml b/crates/catalog/glue/Cargo.toml
index 8e1c077..0508378 100644
--- a/crates/catalog/glue/Cargo.toml
+++ b/crates/catalog/glue/Cargo.toml
@@ -42,5 +42,4 @@ uuid = { workspace = true }
[dev-dependencies]
iceberg_test_utils = { path = "../../test_utils", features = ["tests"] }
-opendal = { workspace = true, features = ["services-s3"] }
port_scanner = { workspace = true }
diff --git a/crates/catalog/hms/Cargo.toml b/crates/catalog/hms/Cargo.toml
index b539015..5a03221 100644
--- a/crates/catalog/hms/Cargo.toml
+++ b/crates/catalog/hms/Cargo.toml
@@ -44,5 +44,4 @@ volo-thrift = { workspace = true }
[dev-dependencies]
iceberg_test_utils = { path = "../../test_utils", features = ["tests"] }
-opendal = { workspace = true, features = ["services-s3"] }
port_scanner = { workspace = true }
diff --git a/crates/catalog/rest/Cargo.toml b/crates/catalog/rest/Cargo.toml
index 43e5899..7abe9c8 100644
--- a/crates/catalog/rest/Cargo.toml
+++ b/crates/catalog/rest/Cargo.toml
@@ -46,6 +46,5 @@ uuid = { workspace = true, features = ["v4"] }
[dev-dependencies]
iceberg_test_utils = { path = "../../test_utils", features = ["tests"] }
mockito = { workspace = true }
-opendal = { workspace = true, features = ["services-fs"] }
port_scanner = { workspace = true }
tokio = { workspace = true }
diff --git a/crates/iceberg/Cargo.toml b/crates/iceberg/Cargo.toml
index 95e0078..7ebccad 100644
--- a/crates/iceberg/Cargo.toml
+++ b/crates/iceberg/Cargo.toml
@@ -28,6 +28,13 @@ repository = { workspace = true }
license = { workspace = true }
keywords = ["iceberg"]
+[features]
+default = ["storage-fs", "storage-s3"]
+storage-all = ["storage-fs", "storage-s3"]
+
+storage-fs = ["opendal/services-fs"]
+storage-s3 = ["opendal/services-s3"]
+
[dependencies]
anyhow = { workspace = true }
apache-avro = { workspace = true }
diff --git a/crates/integrations/datafusion/Cargo.toml
b/crates/integrations/datafusion/Cargo.toml
index 327df7d..1b5e4ec 100644
--- a/crates/integrations/datafusion/Cargo.toml
+++ b/crates/integrations/datafusion/Cargo.toml
@@ -40,5 +40,4 @@ tokio = { workspace = true }
[dev-dependencies]
iceberg-catalog-hms = { workspace = true }
iceberg_test_utils = { path = "../../test_utils", features = ["tests"] }
-opendal = { workspace = true, features = ["services-s3"] }
port_scanner = { workspace = true }
