This is an automated email from the ASF dual-hosted git repository.
CTTY pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg-rust.git
The following commit(s) were added to refs/heads/main by this push:
new 6dc1486be chore(deps): bump opendal from 0.57 to 0.58 (#2953)
6dc1486be is described below
commit 6dc1486beec639ee217c7b52299d4900d27b9db9
Author: Xuanwo <[email protected]>
AuthorDate: Wed Aug 5 05:06:05 2026 +0800
chore(deps): bump opendal from 0.57 to 0.58 (#2953)
## Which issue does this PR close?
- N/A (dependency bump)
## What changes are included in this PR?
Bumps `opendal` from 0.57 to 0.58 (resolved to 0.58.1). OpenDAL backs
the `iceberg-storage-opendal` backends (S3, GCS, OSS, Azure,
HuggingFace, fs, memory).
OpenDAL 0.58 returns a finished operator from `Operator::new` /
`Operator::from_config`, so the obsolete `.finish()` calls are removed
across storage backends. No behavior change intended.
## Are these changes tested?
Covered by existing `iceberg-storage-opendal` unit tests. Verified
locally with:
- `cargo check -p iceberg-storage-opendal --all-features`
- `cargo clippy -p iceberg-storage-opendal --all-features --all-targets
-- -D warnings`
- `cargo test -p iceberg-storage-opendal --all-features --lib`
- `cargo check` on dependent crates (`iceberg`, `iceberg-catalog-rest`,
`iceberg-datafusion`)
## AI Disclosure
This PR was prepared with AI assistance (Grok / xAI). Changes were
reviewed and verified by the author before submission.
---
Cargo.lock | 201 ++++++++++++++++++++--------------
Cargo.toml | 2 +-
crates/storage/opendal/public-api.txt | 2 +-
crates/storage/opendal/src/azdls.rs | 4 +-
crates/storage/opendal/src/fs.rs | 4 +-
crates/storage/opendal/src/gcs.rs | 4 +-
crates/storage/opendal/src/hf.rs | 4 +-
crates/storage/opendal/src/memory.rs | 4 +-
crates/storage/opendal/src/oss.rs | 2 +-
crates/storage/opendal/src/s3.rs | 2 +-
10 files changed, 129 insertions(+), 100 deletions(-)
diff --git a/Cargo.lock b/Cargo.lock
index 9f4d81cfd..0f264cc1f 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -329,7 +329,7 @@ dependencies = [
"arrow-schema",
"arrow-select",
"atoi",
- "base64",
+ "base64 0.22.1",
"chrono",
"comfy-table",
"half",
@@ -1086,6 +1086,12 @@ version = "0.22.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6"
+[[package]]
+name = "base64"
+version = "0.23.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "b25655df2c3cdd83c5e5b293b88acd880332b2ddadd7c30ac43144fdc0033da9"
+
[[package]]
name = "base64-simd"
version = "0.8.0"
@@ -1483,7 +1489,7 @@ version = "3.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "faf9468729b8cbcea668e36183cb69d317348c2e08e994829fb56ebfdfbaac34"
dependencies = [
- "windows-sys 0.48.0",
+ "windows-sys 0.61.2",
]
[[package]]
@@ -1670,12 +1676,13 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "217698eaf96b4a3f0bc4f3662aaa55bdf913cd54d7204591faa790070c6d0853"
[[package]]
-name = "crc32c"
-version = "0.6.8"
+name = "crc-fast"
+version = "1.10.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "3a47af21622d091a8f0fb295b88bc886ac74efcc613efc19f5d0b21de5c89e47"
+checksum = "e75b2483e97a5a7da73ac68a05b629f9c53cff58d8ed1c77866079e18b00dba5"
dependencies = [
- "rustc_version",
+ "digest 0.10.7",
+ "spin 0.10.1",
]
[[package]]
@@ -2323,7 +2330,7 @@ checksum =
"5f64c983bbbdcb729d921a2b2ac3375598719b5cc0c30345ad664936f3176fc7"
dependencies = [
"arrow",
"arrow-buffer",
- "base64",
+ "base64 0.22.1",
"blake2",
"blake3",
"chrono",
@@ -3153,7 +3160,7 @@ checksum =
"da0e4dd2a88388a1f4ccc7c9ce104604dab68d9f408dc34cd45823d5a9069095"
dependencies = [
"futures-core",
"futures-sink",
- "spin",
+ "spin 0.9.8",
]
[[package]]
@@ -3707,7 +3714,7 @@ version = "0.1.20"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "96547c2556ec9d12fb1578c4eaf448b04993e7fb79cbaad930a656880a6bdfa0"
dependencies = [
- "base64",
+ "base64 0.22.1",
"bytes",
"futures-channel",
"futures-util",
@@ -3769,7 +3776,7 @@ dependencies = [
"as-any",
"async-trait",
"backon",
- "base64",
+ "base64 0.22.1",
"bimap",
"bytes",
"chrono",
@@ -4404,7 +4411,7 @@ version = "1.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
dependencies = [
- "spin",
+ "spin 0.9.8",
]
[[package]]
@@ -5075,7 +5082,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "622acbc9100d3c10e2ee15804b0caa40e55c933d5aa53814cd520805b7958a49"
dependencies = [
"async-trait",
- "base64",
+ "base64 0.22.1",
"bytes",
"chrono",
"form_urlencoded",
@@ -5133,12 +5140,13 @@ checksum =
"c08d65885ee38876c4f86fa503fb49d7b507c2b62552df7c70b2fce627e06381"
[[package]]
name = "opendal"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "96c9c85ce253ff87225e7669979d877a20c98a06604ec9d6dd5f4473e08f1ae1"
+checksum = "4f20562cc7447fcc915fc5c23df305a412ea80a733c9f2fd9e2d267e2815be6d"
dependencies = [
"ctor 1.0.8",
"opendal-core",
+ "opendal-http-transport-reqwest",
"opendal-layer-concurrent-limit",
"opendal-layer-logging",
"opendal-layer-retry",
@@ -5153,24 +5161,22 @@ dependencies = [
[[package]]
name = "opendal-core"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c4f8607c90e2c963a91467f50fb49fbc7fb3d573f88cea219ca59ccd3740b309"
+checksum = "ec75551ff4cf3e57da98979f6a937aaa9ddb3915bf68cc17d03df733be6646ed"
dependencies = [
"anyhow",
- "base64",
+ "base64 0.23.0",
"bytes",
"futures",
"http 1.4.2",
- "http-body 1.0.1",
"jiff",
"log",
"md-5 0.11.0",
"mea",
"percent-encoding",
- "quick-xml 0.39.4",
+ "quick-xml 0.41.0",
"reqsign-core",
- "reqwest 0.13.4",
"serde",
"serde_json",
"tokio",
@@ -5179,11 +5185,25 @@ dependencies = [
"web-time",
]
+[[package]]
+name = "opendal-http-transport-reqwest"
+version = "0.58.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "ad4d4f19c3ce01126a30611f8e544eaa217104a278c889ac17c9374fe4f9e4ef"
+dependencies = [
+ "bytes",
+ "futures",
+ "http 1.4.2",
+ "http-body 1.0.1",
+ "opendal-core",
+ "reqwest 0.13.4",
+]
+
[[package]]
name = "opendal-layer-concurrent-limit"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "0d6f81ba6960e3fae1882f253b114b21d7e444e1534f209c7737a79f6243eb6f"
+checksum = "249ac5b0aa5a7a6c3737342d10456067937f9c9a6f3f02544271f7908ab91081"
dependencies = [
"futures",
"http 1.4.2",
@@ -5193,9 +5213,9 @@ dependencies = [
[[package]]
name = "opendal-layer-logging"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "58ada45c6d81d1aa4c9305d0c7d4bc317c59c85866a0908a2d75a7a978aa5ee2"
+checksum = "5c75411ab00f77851ff086b686c1e9ca8175ac18c15afa2cb75b9036436cb06c"
dependencies = [
"log",
"opendal-core",
@@ -5203,9 +5223,9 @@ dependencies = [
[[package]]
name = "opendal-layer-retry"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7b2a25a718afb81fad81cb9a0580a1cb989221fa2317f888c6a37f8dad408eb7"
+checksum = "80b7738bd5f233ad8da39af9b9316b9b7a4eaddd91e8e32a1e19b7030688121d"
dependencies = [
"backon",
"log",
@@ -5214,9 +5234,9 @@ dependencies = [
[[package]]
name = "opendal-layer-timeout"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "1e91f731724c213af81e9d03517859c8fc47b4578e64ad61ae4f099f10fe36e3"
+checksum = "a704141924500f3803c05ed871b53305d2a2f11cb5ef20160c3ee688a1857f66"
dependencies = [
"opendal-core",
"tokio",
@@ -5224,17 +5244,18 @@ dependencies = [
[[package]]
name = "opendal-service-azdls"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6dea4908d490143a9b0b7f7a790e139ff829b06a023f670455ed3d44f664b361"
+checksum = "2e3c406729935fe214ce574d68681a1ff7e0b322548f14094912bdbfe50e5c53"
dependencies = [
- "base64",
+ "base64 0.23.0",
"bytes",
"http 1.4.2",
"log",
+ "mea",
"opendal-core",
"opendal-service-azure-common",
- "quick-xml 0.39.4",
+ "quick-xml 0.41.0",
"reqsign-azure-storage",
"reqsign-core",
"reqsign-file-read-tokio",
@@ -5244,9 +5265,9 @@ dependencies = [
[[package]]
name = "opendal-service-azure-common"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "9b489f13c42e69d69bdd72952b634356ec43a7881a20259b38b540fcecdf4051"
+checksum = "7348c88edf15af435b7be930077746b569fac5e738c1bf6a363b675e7317c9df"
dependencies = [
"http 1.4.2",
"opendal-core",
@@ -5254,9 +5275,9 @@ dependencies = [
[[package]]
name = "opendal-service-fs"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "22e89a665fef0e6bd249cf5ea47fc174b7ba892159bee4b9382528b1ca873a2c"
+checksum = "826c4e17a30643b888fe983897f9a4b23b07066e1d069727a923cc8fb419a702"
dependencies = [
"bytes",
"log",
@@ -5268,9 +5289,9 @@ dependencies = [
[[package]]
name = "opendal-service-gcs"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "48de101aac565ed06af4b47903c24eafd249075553ec1fb18256751c45148d47"
+checksum = "007f3fba63c21e516c956b891e96ff9892d8175662bfb781cdada9d3766a11e6"
dependencies = [
"async-trait",
"bytes",
@@ -5278,7 +5299,7 @@ dependencies = [
"log",
"opendal-core",
"percent-encoding",
- "quick-xml 0.39.4",
+ "quick-xml 0.41.0",
"reqsign-core",
"reqsign-file-read-tokio",
"reqsign-google",
@@ -5289,9 +5310,9 @@ dependencies = [
[[package]]
name = "opendal-service-hf"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "c4922661976a1d40794a2adfbdb888cc3c23097690f825a92f773af38908a848"
+checksum = "b41fd41eb7ed03c5e66cefda61e8e117808ffd2908f2916737cb020a6beb02c7"
dependencies = [
"bytes",
"hf-xet",
@@ -5299,22 +5320,21 @@ dependencies = [
"log",
"opendal-core",
"percent-encoding",
- "reqwest 0.13.4",
"serde",
"serde_json",
]
[[package]]
name = "opendal-service-oss"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "328fa55e8888cbdfe00826bfea2a79042422b720e8369e9e021e46121dea5ace"
+checksum = "cd528ec2d49c5ca69e674ffed7b3e0686fb9cfcfea0596870de381467fda4f1b"
dependencies = [
"bytes",
"http 1.4.2",
"log",
"opendal-core",
- "quick-xml 0.39.4",
+ "quick-xml 0.41.0",
"reqsign-aliyun-oss",
"reqsign-core",
"reqsign-file-read-tokio",
@@ -5323,18 +5343,18 @@ dependencies = [
[[package]]
name = "opendal-service-s3"
-version = "0.57.0"
+version = "0.58.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "313d46c9f5ae70bca26b7c3e3fbb9b639292625f28af73aa016f47e788af9deb"
+checksum = "58e80cdf192d7eff05feed747894d64f81905ac4eaf132edf7ea270abdd2d663"
dependencies = [
- "base64",
+ "base64 0.23.0",
"bytes",
- "crc32c",
+ "crc-fast",
"http 1.4.2",
"log",
"md-5 0.11.0",
"opendal-core",
- "quick-xml 0.39.4",
+ "quick-xml 0.41.0",
"reqsign-aws-v4",
"reqsign-core",
"reqsign-file-read-tokio",
@@ -5447,7 +5467,7 @@ dependencies = [
"arrow-ipc",
"arrow-schema",
"arrow-select",
- "base64",
+ "base64 0.22.1",
"brotli",
"bytes",
"chrono",
@@ -5493,7 +5513,7 @@ version = "3.0.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "1d30c53c26bc5b31a98cd02d20f25a7c8567146caf63ed593a9d87b2775291be"
dependencies = [
- "base64",
+ "base64 0.22.1",
"serde_core",
]
@@ -5903,9 +5923,9 @@ dependencies = [
[[package]]
name = "quick-xml"
-version = "0.40.1"
+version = "0.41.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "2474bd2e5029e7ccb6abb2ba48cf2383a333851dedf495901544281590c7da7f"
+checksum = "e660451e55124f798a69a5af3f49ccfbefbd41910eefd25caf2393e1f3473ec1"
dependencies = [
"memchr",
"serde",
@@ -6222,9 +6242,9 @@ checksum =
"663ba70707f96e871406fe10d68128412e619b06d1d47cb91c3a4c6501176240"
[[package]]
name = "reqsign-aliyun-oss"
-version = "3.1.0"
+version = "3.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "372266b4733756738eeb199a98188037d27a0989980e2600ae7ce1faf00a867d"
+checksum = "a5e6d659fcdbca6fe2d7ef109c2e28499b7be80501f1bb86c10caf5ec8ac1219"
dependencies = [
"anyhow",
"form_urlencoded",
@@ -6238,19 +6258,18 @@ dependencies = [
]
[[package]]
-name = "reqsign-aws-v4"
-version = "3.0.1"
+name = "reqsign-aws-core"
+version = "3.0.3"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "7b75624bd8a466e37ddc0a7b6c33ac859a85347c153a916e1dd9d0b68338f74a"
+checksum = "e4af084e1f3cbf3e67e0c972765399bce54ecec804cceba46b39a8331f3c1bff"
dependencies = [
- "anyhow",
"bytes",
"form_urlencoded",
"hex",
"http 1.4.2",
"log",
"percent-encoding",
- "quick-xml 0.40.1",
+ "quick-xml 0.41.0",
"reqsign-core",
"rust-ini",
"serde",
@@ -6259,14 +6278,29 @@ dependencies = [
"sha1 0.11.0",
]
+[[package]]
+name = "reqsign-aws-v4"
+version = "3.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "4ac5b3b7cefa28933792b439186459f77f19f9b6edbeab41b8b187150361a206"
+dependencies = [
+ "bytes",
+ "http 1.4.2",
+ "log",
+ "quick-xml 0.41.0",
+ "reqsign-aws-core",
+ "reqsign-core",
+ "serde",
+]
+
[[package]]
name = "reqsign-azure-storage"
-version = "3.0.1"
+version = "3.1.2"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "62b96928e73ad984de1d99e382749d09e5dab7dd707b767974f7e40aa926b82f"
+checksum = "2824e7da3c2cc42ac3406c674eb57c89127fdcd97f3a73c608cfc680505ea134"
dependencies = [
"anyhow",
- "base64",
+ "base64 0.23.0",
"bytes",
"form_urlencoded",
"http 1.4.2",
@@ -6282,14 +6316,13 @@ dependencies = [
[[package]]
name = "reqsign-core"
-version = "3.0.1"
+version = "3.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "a5fa5cb48808693614d1701fcd3db0b30fa292e0f18e122ae068b6d32eaeed3f"
+checksum = "c07dd510b1e1b9b241883e483358147fb2ed2d497a7b39b065ba61eb93deceb0"
dependencies = [
"anyhow",
- "base64",
+ "base64 0.23.0",
"bytes",
- "form_urlencoded",
"futures",
"hex",
"hmac 0.13.0",
@@ -6307,9 +6340,9 @@ dependencies = [
[[package]]
name = "reqsign-file-read-tokio"
-version = "3.0.1"
+version = "3.0.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "6a4b6f3a3fd29ffcc99a90aec585a65217783badfd73acddf847b63ae683bda9"
+checksum = "663d9d55abd0df0830ef0ae43708297cc1371cf4e8ca91f3ac813c309cca8c98"
dependencies = [
"anyhow",
"reqsign-core",
@@ -6318,9 +6351,9 @@ dependencies = [
[[package]]
name = "reqsign-google"
-version = "3.0.1"
+version = "3.0.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
-checksum = "eb215d0876a18b6bd9cdd380b589e5292aaa638ca15266de794b1122d898b6b2"
+checksum = "4080a227f82a09f68540ecd028622065d7ac4c0bcb8727a25bdcfc0526235792"
dependencies = [
"form_urlencoded",
"http 1.4.2",
@@ -6340,7 +6373,7 @@ version = "0.12.28"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147"
dependencies = [
- "base64",
+ "base64 0.22.1",
"bytes",
"futures-core",
"futures-util",
@@ -6382,7 +6415,7 @@ version = "0.13.4"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "219c5811de6525e5416c7d5d53bb656d3afdbc6c5af816e0802bcfa42dbdc1c3"
dependencies = [
- "base64",
+ "base64 0.22.1",
"bytes",
"futures-core",
"futures-util",
@@ -6907,7 +6940,7 @@ version = "3.21.0"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "76a5c54c7310e7b8b9577c286d7e399ddd876c3e12b3ed917a8aabc4b96e9e8c"
dependencies = [
- "base64",
+ "base64 0.22.1",
"bs58",
"chrono",
"hex",
@@ -7161,6 +7194,12 @@ dependencies = [
"lock_api",
]
+[[package]]
+name = "spin"
+version = "0.10.1"
+source = "registry+https://github.com/rust-lang/crates.io-index";
+checksum = "023a211cb3138dbc438680b32560ad89f699977624c9f8dbb95a47d5b4c07dd3"
+
[[package]]
name = "spki"
version = "0.7.3"
@@ -7237,7 +7276,7 @@ version = "0.8.6"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "ee6798b1838b6a0f69c007c133b8df5866302197e404e8b6ee8ed3e3a5e68dc6"
dependencies = [
- "base64",
+ "base64 0.22.1",
"bytes",
"crc",
"crossbeam-queue",
@@ -7310,7 +7349,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "aa003f0038df784eb8fecbbac13affe3da23b45194bd57dba231c8f48199c526"
dependencies = [
"atoi",
- "base64",
+ "base64 0.22.1",
"bitflags 2.13.0",
"byteorder",
"bytes",
@@ -7351,7 +7390,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "db58fcd5a53cf07c184b154801ff91347e4c30d17a3562a635ff028ad5deda46"
dependencies = [
"atoi",
- "base64",
+ "base64 0.22.1",
"bitflags 2.13.0",
"byteorder",
"crc",
@@ -8542,7 +8581,7 @@ version = "0.1.11"
source = "registry+https://github.com/rust-lang/crates.io-index";
checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22"
dependencies = [
- "windows-sys 0.48.0",
+ "windows-sys 0.61.2",
]
[[package]]
@@ -8868,7 +8907,7 @@ checksum =
"3e1e496dcbe6a09017acdfaf48e1a646735e7ff5b2a49e2c7e081cca77a59bc8"
dependencies = [
"anyhow",
"async-trait",
- "base64",
+ "base64 0.22.1",
"bytes",
"clap",
"crc32fast",
@@ -8905,7 +8944,7 @@ source =
"registry+https://github.com/rust-lang/crates.io-index";
checksum = "cb838aa8eb67d730af301584cf003caad407487606058292a6750711b603fbee"
dependencies = [
"async-trait",
- "base64",
+ "base64 0.22.1",
"blake3",
"bytemuck",
"bytes",
diff --git a/Cargo.toml b/Cargo.toml
index 693c9ffc9..a789ef196 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -120,7 +120,7 @@ mockito = "1"
motore-macros = "0.4.3"
murmur3 = "0.5.2"
once_cell = "1.20"
-opendal = "0.57"
+opendal = "0.58"
ordered-float = "4"
parquet = "58.4"
pilota = "0.11.10"
diff --git a/crates/storage/opendal/public-api.txt
b/crates/storage/opendal/public-api.txt
index fc1ed7cf7..d8c4ecdb3 100644
--- a/crates/storage/opendal/public-api.txt
+++ b/crates/storage/opendal/public-api.txt
@@ -56,7 +56,7 @@ impl<'de> serde_core::de::Deserialize<'de> for
iceberg_storage_opendal::OpenDalS
pub fn
iceberg_storage_opendal::OpenDalStorageFactory::deserialize<__D>(__deserializer:
__D) -> core::result::Result<Self, <__D as
serde_core::de::Deserializer>::Error> where __D:
serde_core::de::Deserializer<'de>
pub struct iceberg_storage_opendal::CustomAwsCredentialLoader(_)
impl iceberg_storage_opendal::CustomAwsCredentialLoader
-pub fn iceberg_storage_opendal::CustomAwsCredentialLoader::new(provider: impl
reqsign_core::api::ProvideCredential<Credential =
reqsign_aws_v4::credential::Credential> + 'static) -> Self
+pub fn iceberg_storage_opendal::CustomAwsCredentialLoader::new(provider: impl
reqsign_core::api::ProvideCredential<Credential =
reqsign_aws_core::credential::Credential> + 'static) -> Self
impl core::clone::Clone for iceberg_storage_opendal::CustomAwsCredentialLoader
pub fn iceberg_storage_opendal::CustomAwsCredentialLoader::clone(&self) -> Self
impl core::fmt::Debug for iceberg_storage_opendal::CustomAwsCredentialLoader
diff --git a/crates/storage/opendal/src/azdls.rs
b/crates/storage/opendal/src/azdls.rs
index b47c55d9e..6d39320df 100644
--- a/crates/storage/opendal/src/azdls.rs
+++ b/crates/storage/opendal/src/azdls.rs
@@ -201,9 +201,7 @@ fn azdls_config_build(config: &AzdlsConfig, path:
&AzureStoragePath) -> Result<o
}
builder = builder.filesystem(&path.filesystem);
- Ok(opendal::Operator::new(builder)
- .map_err(from_opendal_error)?
- .finish())
+ opendal::Operator::new(builder).map_err(from_opendal_error)
}
/// Represents a fully qualified path to blob/ file in Azure Storage.
diff --git a/crates/storage/opendal/src/fs.rs b/crates/storage/opendal/src/fs.rs
index bfce06c7a..1d830605a 100644
--- a/crates/storage/opendal/src/fs.rs
+++ b/crates/storage/opendal/src/fs.rs
@@ -26,7 +26,5 @@ pub(crate) fn fs_config_build() -> Result<Operator> {
let mut cfg = FsConfig::default();
cfg.root = Some("/".to_string());
- Ok(Operator::from_config(cfg)
- .map_err(from_opendal_error)?
- .finish())
+ Operator::from_config(cfg).map_err(from_opendal_error)
}
diff --git a/crates/storage/opendal/src/gcs.rs
b/crates/storage/opendal/src/gcs.rs
index 47ca52ccc..4a66f7ed2 100644
--- a/crates/storage/opendal/src/gcs.rs
+++ b/crates/storage/opendal/src/gcs.rs
@@ -82,7 +82,5 @@ pub(crate) fn gcs_config_build(cfg: &GcsConfig, path: &str)
-> Result<Operator>
let mut cfg = cfg.clone();
cfg.bucket = bucket.to_string();
- Ok(Operator::from_config(cfg)
- .map_err(from_opendal_error)?
- .finish())
+ Operator::from_config(cfg).map_err(from_opendal_error)
}
diff --git a/crates/storage/opendal/src/hf.rs b/crates/storage/opendal/src/hf.rs
index a7ca2d884..d38229ced 100644
--- a/crates/storage/opendal/src/hf.rs
+++ b/crates/storage/opendal/src/hf.rs
@@ -197,9 +197,7 @@ pub(crate) fn hf_config_build<'a>(
.ok_or_else(|| Error::new(ErrorKind::DataInvalid, format!("Invalid hf
url: {path}")))?;
let relative_path = &path[path.len() - parsed.path.len()..];
- let op = Operator::from_config(hf_cfg)
- .map_err(from_opendal_error)?
- .finish();
+ let op = Operator::from_config(hf_cfg).map_err(from_opendal_error)?;
Ok((op, relative_path))
}
diff --git a/crates/storage/opendal/src/memory.rs
b/crates/storage/opendal/src/memory.rs
index 5957d0e84..746e92716 100644
--- a/crates/storage/opendal/src/memory.rs
+++ b/crates/storage/opendal/src/memory.rs
@@ -22,7 +22,5 @@ use opendal::services::MemoryConfig;
use crate::utils::from_opendal_error;
pub(crate) fn memory_config_build() -> Result<Operator> {
- Ok(Operator::from_config(MemoryConfig::default())
- .map_err(from_opendal_error)?
- .finish())
+ Operator::from_config(MemoryConfig::default()).map_err(from_opendal_error)
}
diff --git a/crates/storage/opendal/src/oss.rs
b/crates/storage/opendal/src/oss.rs
index add8b7a0f..a1cf44549 100644
--- a/crates/storage/opendal/src/oss.rs
+++ b/crates/storage/opendal/src/oss.rs
@@ -53,5 +53,5 @@ pub(crate) fn oss_config_build(cfg: &OssConfig, path: &str)
-> Result<Operator>
let builder = cfg.clone().into_builder().bucket(bucket);
- Ok(Operator::new(builder).map_err(from_opendal_error)?.finish())
+ Operator::new(builder).map_err(from_opendal_error)
}
diff --git a/crates/storage/opendal/src/s3.rs b/crates/storage/opendal/src/s3.rs
index 4b3893b39..2997fa81d 100644
--- a/crates/storage/opendal/src/s3.rs
+++ b/crates/storage/opendal/src/s3.rs
@@ -150,7 +150,7 @@ pub(crate) fn s3_config_build(
builder = builder.credential_provider_chain(chain);
}
- Ok(Operator::new(builder).map_err(from_opendal_error)?.finish())
+ Operator::new(builder).map_err(from_opendal_error)
}
/// Custom AWS credential loader.
