This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch gh-pages
in repository https://gitbox.apache.org/repos/asf/iceberg-rust.git
The following commit(s) were added to refs/heads/gh-pages by this push:
new 327b7be9 deploy: 91980aa42efb9da17e74c50bb79caa7c9ca6dc34
327b7be9 is described below
commit 327b7be9c6c2878cfada1253bed10a22931d3aee
Author: Xuanwo <[email protected]>
AuthorDate: Fri Dec 27 11:16:31 2024 +0000
deploy: 91980aa42efb9da17e74c50bb79caa7c9ca6dc34
---
api/crates.js | 2 +-
api/help.html | 2 +-
api/iceberg_catalog_s3tables/all.html | 1 +
api/iceberg_catalog_s3tables/index.html | 2 +
api/iceberg_catalog_s3tables/sidebar-items.js | 1 +
api/search-index.js | 1 +
.../iceberg_catalog_s3tables-desc-0-.js | 1 +
api/settings.html | 2 +-
api/src-files.js | 1 +
api/src/iceberg_catalog_s3tables/catalog.rs.html | 1267 ++++++++++++++++++++
api/src/iceberg_catalog_s3tables/lib.rs.html | 47 +
api/src/iceberg_catalog_s3tables/utils.rs.html | 201 ++++
api/src/iceberg_catalog_sql/catalog.rs.html | 114 +-
13 files changed, 1638 insertions(+), 4 deletions(-)
diff --git a/api/crates.js b/api/crates.js
index f79ce1d3..757d68c5 100644
--- a/api/crates.js
+++ b/api/crates.js
@@ -1 +1 @@
-window.ALL_CRATES =
["iceberg","iceberg_catalog_glue","iceberg_catalog_hms","iceberg_catalog_memory","iceberg_catalog_rest","iceberg_catalog_sql","iceberg_datafusion","iceberg_integration_tests","iceberg_test_utils","sqllogictest"];
\ No newline at end of file
+window.ALL_CRATES =
["iceberg","iceberg_catalog_glue","iceberg_catalog_hms","iceberg_catalog_memory","iceberg_catalog_rest","iceberg_catalog_s3tables","iceberg_catalog_sql","iceberg_datafusion","iceberg_integration_tests","iceberg_test_utils","sqllogictest"];
\ No newline at end of file
diff --git a/api/help.html b/api/help.html
index 886bccc7..b3855f23 100644
--- a/api/help.html
+++ b/api/help.html
@@ -1 +1 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description"
content="Documentation for
Rustdoc"><title>Help</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSans-Medium-8f9a781e4970d388.woff2,SourceCodePro-Regular-5
[...]
\ No newline at end of file
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description"
content="Documentation for
Rustdoc"><title>Help</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSans-Medium-8f9a781e4970d388.woff2,SourceCodePro-Regular-5
[...]
\ No newline at end of file
diff --git a/api/iceberg_catalog_s3tables/all.html
b/api/iceberg_catalog_s3tables/all.html
new file mode 100644
index 00000000..1aa42bce
--- /dev/null
+++ b/api/iceberg_catalog_s3tables/all.html
@@ -0,0 +1 @@
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="List of
all items in this crate"><title>List of all items in this
crate</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSans-Medium-8f9a781e4970d
[...]
\ No newline at end of file
diff --git a/api/iceberg_catalog_s3tables/index.html
b/api/iceberg_catalog_s3tables/index.html
new file mode 100644
index 00000000..19d6fe66
--- /dev/null
+++ b/api/iceberg_catalog_s3tables/index.html
@@ -0,0 +1,2 @@
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Iceberg
s3tables catalog implementation."><title>iceberg_catalog_s3tables -
Rust</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSans-Medium-8f9a
[...]
+</div></details></section></div></main></body></html>
\ No newline at end of file
diff --git a/api/iceberg_catalog_s3tables/sidebar-items.js
b/api/iceberg_catalog_s3tables/sidebar-items.js
new file mode 100644
index 00000000..5244ce01
--- /dev/null
+++ b/api/iceberg_catalog_s3tables/sidebar-items.js
@@ -0,0 +1 @@
+window.SIDEBAR_ITEMS = {};
\ No newline at end of file
diff --git a/api/search-index.js b/api/search-index.js
index b8a624f9..27292551 100644
--- a/api/search-index.js
+++ b/api/search-index.js
@@ -4,6 +4,7 @@ var searchIndex = new Map(JSON.parse('[\
["iceberg_catalog_hms",{"t":"PPFFGNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNN","n":["Buffered","Framed","HmsCatalog","HmsCatalogConfig","HmsThriftTransport","borrow","borrow","borrow","borrow_mut","borrow_mut","borrow_mut","builder","create_namespace","create_table","default","deref","deref","deref","deref_mut","deref_mut","deref_mut","drop","drop","drop","drop_namespace","drop_table","file_io","fmt","fmt","fmt","from","from","from","get_namespace","init","init","init","into
[...]
["iceberg_catalog_memory",{"t":"FNNNNNNNNNNNNNNNNNNNNNNNNNNN","n":["MemoryCatalog","borrow","borrow_mut","create_namespace","create_table","deref","deref_mut","drop","drop_namespace","drop_table","fmt","from","get_namespace","init","into","list_namespaces","list_tables","load_table","namespace_exists","new","rename_table","table_exists","try_from","try_into","type_id","update_namespace","update_table","vzip"],"q":[[0,"iceberg_catalog_memory"],[28,"iceberg_catalog_memory::catalog"],[29,"i
[...]
["iceberg_catalog_rest",{"t":"FFNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNN","n":["RestCatalog","RestCatalogConfig","borrow","borrow","borrow_mut","borrow_mut","builder","clone","clone_into","create_namespace","create_table","deref","deref","deref_mut","deref_mut","drop","drop","drop_namespace","drop_table","fmt","fmt","from","from","get_namespace","init","init","into","into","list_namespaces","list_tables","load_table","namespace_exists","new","rename_table","table_exists","to_owned","
[...]
+["iceberg_catalog_s3tables",{"t":"","n":[],"q":[],"i":[],"f":"","D":"b","p":[],"r":[],"b":[],"c":"OjAAAAAAAAA=","e":"OjAAAAAAAAA="}],\
["iceberg_catalog_sql",{"t":"PPGFFNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNN","n":["DollarNumeric","QMark","SqlBindStyle","SqlCatalog","SqlCatalogConfig","borrow","borrow","borrow","borrow_mut","borrow_mut","borrow_mut","builder","create_namespace","create_table","deref","deref","deref","deref_mut","deref_mut","deref_mut","drop","drop","drop","drop_namespace","drop_table","eq","fmt","fmt","fmt","from","from","from","get_namespace","init","init","init","into","into","into","l
[...]
["iceberg_datafusion",{"t":"FFFNNNNNNNNNNNNNNNNNNHNNNNNNNNNCNHNNNNNNNNNNNNFNNNNNNNNNNNNNNNN","n":["IcebergCatalogProvider","IcebergTableProvider","IcebergTableProviderFactory","as_any","as_any","borrow","borrow","borrow_mut","borrow_mut","clone","clone_into","deref","deref","deref_mut","deref_mut","drop","drop","fmt","fmt","from","from","from_datafusion_error","init","init","into","into","scan","schema","schema","schema_names","supports_filters_pushdown","table_provider_factory","table_t
[...]
["iceberg_integration_tests",{"t":"FONNNNNNNNOHNNNN","n":["TestFixture","_docker_compose","borrow","borrow_mut","deref","deref_mut","drop","from","init","into","rest_catalog","set_test_fixture","try_from","try_into","type_id","vzip"],"q":[[0,"iceberg_integration_tests"],[16,"core::result"],[17,"core::any"]],"i":[0,6,6,6,6,6,6,6,6,6,6,0,6,6,6,6],"f":"``{{{b{c}}}{{b{e}}}{}{}}{{{b{dc}}}{{b{de}}}{}{}}{f{{b{c}}}{}}{f{{b{dc}}}{}}{fh}{cc{}}{{}f}{ce{}{}}`{{{b{j}}}l}{c{{n{e}}}{}{}}0{{{b{c}}}A`{}}
[...]
diff --git
a/api/search.desc/iceberg_catalog_s3tables/iceberg_catalog_s3tables-desc-0-.js
b/api/search.desc/iceberg_catalog_s3tables/iceberg_catalog_s3tables-desc-0-.js
new file mode 100644
index 00000000..434d4a1f
--- /dev/null
+++
b/api/search.desc/iceberg_catalog_s3tables/iceberg_catalog_s3tables-desc-0-.js
@@ -0,0 +1 @@
+searchState.loadedDescShard("iceberg_catalog_s3tables", 0, "Iceberg s3tables
catalog implementation.")
\ No newline at end of file
diff --git a/api/settings.html b/api/settings.html
index 430a9162..0b4d7eab 100644
--- a/api/settings.html
+++ b/api/settings.html
@@ -1 +1 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Settings
of
Rustdoc"><title>Settings</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSans-Medium-8f9a781e4970d388.woff2,SourceCodePro-Regular-562
[...]
\ No newline at end of file
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Settings
of
Rustdoc"><title>Settings</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSans-Medium-8f9a781e4970d388.woff2,SourceCodePro-Regular-562
[...]
\ No newline at end of file
diff --git a/api/src-files.js b/api/src-files.js
index a6f493ff..44486d39 100644
--- a/api/src-files.js
+++ b/api/src-files.js
@@ -4,6 +4,7 @@ var srcIndex = new Map(JSON.parse('[\
["iceberg_catalog_hms",["",[],["catalog.rs","error.rs","lib.rs","schema.rs","utils.rs"]]],\
["iceberg_catalog_memory",["",[],["catalog.rs","lib.rs","namespace_state.rs"]]],\
["iceberg_catalog_rest",["",[],["catalog.rs","client.rs","lib.rs","types.rs"]]],\
+["iceberg_catalog_s3tables",["",[],["catalog.rs","lib.rs","utils.rs"]]],\
["iceberg_catalog_sql",["",[],["catalog.rs","error.rs","lib.rs"]]],\
["iceberg_datafusion",["",[["physical_plan",[],["expr_to_predicate.rs","mod.rs","scan.rs"]],["table",[],["mod.rs","table_provider_factory.rs"]]],["catalog.rs","error.rs","lib.rs","schema.rs"]]],\
["iceberg_integration_tests",["",[],["lib.rs"]]],\
diff --git a/api/src/iceberg_catalog_s3tables/catalog.rs.html
b/api/src/iceberg_catalog_s3tables/catalog.rs.html
new file mode 100644
index 00000000..c8b20322
--- /dev/null
+++ b/api/src/iceberg_catalog_s3tables/catalog.rs.html
@@ -0,0 +1,1267 @@
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Source of
the Rust file `crates/catalog/s3tables/src/catalog.rs`."><title>catalog.rs -
source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSan
[...]
+<a href="#2" id="2">2</a>
+<a href="#3" id="3">3</a>
+<a href="#4" id="4">4</a>
+<a href="#5" id="5">5</a>
+<a href="#6" id="6">6</a>
+<a href="#7" id="7">7</a>
+<a href="#8" id="8">8</a>
+<a href="#9" id="9">9</a>
+<a href="#10" id="10">10</a>
+<a href="#11" id="11">11</a>
+<a href="#12" id="12">12</a>
+<a href="#13" id="13">13</a>
+<a href="#14" id="14">14</a>
+<a href="#15" id="15">15</a>
+<a href="#16" id="16">16</a>
+<a href="#17" id="17">17</a>
+<a href="#18" id="18">18</a>
+<a href="#19" id="19">19</a>
+<a href="#20" id="20">20</a>
+<a href="#21" id="21">21</a>
+<a href="#22" id="22">22</a>
+<a href="#23" id="23">23</a>
+<a href="#24" id="24">24</a>
+<a href="#25" id="25">25</a>
+<a href="#26" id="26">26</a>
+<a href="#27" id="27">27</a>
+<a href="#28" id="28">28</a>
+<a href="#29" id="29">29</a>
+<a href="#30" id="30">30</a>
+<a href="#31" id="31">31</a>
+<a href="#32" id="32">32</a>
+<a href="#33" id="33">33</a>
+<a href="#34" id="34">34</a>
+<a href="#35" id="35">35</a>
+<a href="#36" id="36">36</a>
+<a href="#37" id="37">37</a>
+<a href="#38" id="38">38</a>
+<a href="#39" id="39">39</a>
+<a href="#40" id="40">40</a>
+<a href="#41" id="41">41</a>
+<a href="#42" id="42">42</a>
+<a href="#43" id="43">43</a>
+<a href="#44" id="44">44</a>
+<a href="#45" id="45">45</a>
+<a href="#46" id="46">46</a>
+<a href="#47" id="47">47</a>
+<a href="#48" id="48">48</a>
+<a href="#49" id="49">49</a>
+<a href="#50" id="50">50</a>
+<a href="#51" id="51">51</a>
+<a href="#52" id="52">52</a>
+<a href="#53" id="53">53</a>
+<a href="#54" id="54">54</a>
+<a href="#55" id="55">55</a>
+<a href="#56" id="56">56</a>
+<a href="#57" id="57">57</a>
+<a href="#58" id="58">58</a>
+<a href="#59" id="59">59</a>
+<a href="#60" id="60">60</a>
+<a href="#61" id="61">61</a>
+<a href="#62" id="62">62</a>
+<a href="#63" id="63">63</a>
+<a href="#64" id="64">64</a>
+<a href="#65" id="65">65</a>
+<a href="#66" id="66">66</a>
+<a href="#67" id="67">67</a>
+<a href="#68" id="68">68</a>
+<a href="#69" id="69">69</a>
+<a href="#70" id="70">70</a>
+<a href="#71" id="71">71</a>
+<a href="#72" id="72">72</a>
+<a href="#73" id="73">73</a>
+<a href="#74" id="74">74</a>
+<a href="#75" id="75">75</a>
+<a href="#76" id="76">76</a>
+<a href="#77" id="77">77</a>
+<a href="#78" id="78">78</a>
+<a href="#79" id="79">79</a>
+<a href="#80" id="80">80</a>
+<a href="#81" id="81">81</a>
+<a href="#82" id="82">82</a>
+<a href="#83" id="83">83</a>
+<a href="#84" id="84">84</a>
+<a href="#85" id="85">85</a>
+<a href="#86" id="86">86</a>
+<a href="#87" id="87">87</a>
+<a href="#88" id="88">88</a>
+<a href="#89" id="89">89</a>
+<a href="#90" id="90">90</a>
+<a href="#91" id="91">91</a>
+<a href="#92" id="92">92</a>
+<a href="#93" id="93">93</a>
+<a href="#94" id="94">94</a>
+<a href="#95" id="95">95</a>
+<a href="#96" id="96">96</a>
+<a href="#97" id="97">97</a>
+<a href="#98" id="98">98</a>
+<a href="#99" id="99">99</a>
+<a href="#100" id="100">100</a>
+<a href="#101" id="101">101</a>
+<a href="#102" id="102">102</a>
+<a href="#103" id="103">103</a>
+<a href="#104" id="104">104</a>
+<a href="#105" id="105">105</a>
+<a href="#106" id="106">106</a>
+<a href="#107" id="107">107</a>
+<a href="#108" id="108">108</a>
+<a href="#109" id="109">109</a>
+<a href="#110" id="110">110</a>
+<a href="#111" id="111">111</a>
+<a href="#112" id="112">112</a>
+<a href="#113" id="113">113</a>
+<a href="#114" id="114">114</a>
+<a href="#115" id="115">115</a>
+<a href="#116" id="116">116</a>
+<a href="#117" id="117">117</a>
+<a href="#118" id="118">118</a>
+<a href="#119" id="119">119</a>
+<a href="#120" id="120">120</a>
+<a href="#121" id="121">121</a>
+<a href="#122" id="122">122</a>
+<a href="#123" id="123">123</a>
+<a href="#124" id="124">124</a>
+<a href="#125" id="125">125</a>
+<a href="#126" id="126">126</a>
+<a href="#127" id="127">127</a>
+<a href="#128" id="128">128</a>
+<a href="#129" id="129">129</a>
+<a href="#130" id="130">130</a>
+<a href="#131" id="131">131</a>
+<a href="#132" id="132">132</a>
+<a href="#133" id="133">133</a>
+<a href="#134" id="134">134</a>
+<a href="#135" id="135">135</a>
+<a href="#136" id="136">136</a>
+<a href="#137" id="137">137</a>
+<a href="#138" id="138">138</a>
+<a href="#139" id="139">139</a>
+<a href="#140" id="140">140</a>
+<a href="#141" id="141">141</a>
+<a href="#142" id="142">142</a>
+<a href="#143" id="143">143</a>
+<a href="#144" id="144">144</a>
+<a href="#145" id="145">145</a>
+<a href="#146" id="146">146</a>
+<a href="#147" id="147">147</a>
+<a href="#148" id="148">148</a>
+<a href="#149" id="149">149</a>
+<a href="#150" id="150">150</a>
+<a href="#151" id="151">151</a>
+<a href="#152" id="152">152</a>
+<a href="#153" id="153">153</a>
+<a href="#154" id="154">154</a>
+<a href="#155" id="155">155</a>
+<a href="#156" id="156">156</a>
+<a href="#157" id="157">157</a>
+<a href="#158" id="158">158</a>
+<a href="#159" id="159">159</a>
+<a href="#160" id="160">160</a>
+<a href="#161" id="161">161</a>
+<a href="#162" id="162">162</a>
+<a href="#163" id="163">163</a>
+<a href="#164" id="164">164</a>
+<a href="#165" id="165">165</a>
+<a href="#166" id="166">166</a>
+<a href="#167" id="167">167</a>
+<a href="#168" id="168">168</a>
+<a href="#169" id="169">169</a>
+<a href="#170" id="170">170</a>
+<a href="#171" id="171">171</a>
+<a href="#172" id="172">172</a>
+<a href="#173" id="173">173</a>
+<a href="#174" id="174">174</a>
+<a href="#175" id="175">175</a>
+<a href="#176" id="176">176</a>
+<a href="#177" id="177">177</a>
+<a href="#178" id="178">178</a>
+<a href="#179" id="179">179</a>
+<a href="#180" id="180">180</a>
+<a href="#181" id="181">181</a>
+<a href="#182" id="182">182</a>
+<a href="#183" id="183">183</a>
+<a href="#184" id="184">184</a>
+<a href="#185" id="185">185</a>
+<a href="#186" id="186">186</a>
+<a href="#187" id="187">187</a>
+<a href="#188" id="188">188</a>
+<a href="#189" id="189">189</a>
+<a href="#190" id="190">190</a>
+<a href="#191" id="191">191</a>
+<a href="#192" id="192">192</a>
+<a href="#193" id="193">193</a>
+<a href="#194" id="194">194</a>
+<a href="#195" id="195">195</a>
+<a href="#196" id="196">196</a>
+<a href="#197" id="197">197</a>
+<a href="#198" id="198">198</a>
+<a href="#199" id="199">199</a>
+<a href="#200" id="200">200</a>
+<a href="#201" id="201">201</a>
+<a href="#202" id="202">202</a>
+<a href="#203" id="203">203</a>
+<a href="#204" id="204">204</a>
+<a href="#205" id="205">205</a>
+<a href="#206" id="206">206</a>
+<a href="#207" id="207">207</a>
+<a href="#208" id="208">208</a>
+<a href="#209" id="209">209</a>
+<a href="#210" id="210">210</a>
+<a href="#211" id="211">211</a>
+<a href="#212" id="212">212</a>
+<a href="#213" id="213">213</a>
+<a href="#214" id="214">214</a>
+<a href="#215" id="215">215</a>
+<a href="#216" id="216">216</a>
+<a href="#217" id="217">217</a>
+<a href="#218" id="218">218</a>
+<a href="#219" id="219">219</a>
+<a href="#220" id="220">220</a>
+<a href="#221" id="221">221</a>
+<a href="#222" id="222">222</a>
+<a href="#223" id="223">223</a>
+<a href="#224" id="224">224</a>
+<a href="#225" id="225">225</a>
+<a href="#226" id="226">226</a>
+<a href="#227" id="227">227</a>
+<a href="#228" id="228">228</a>
+<a href="#229" id="229">229</a>
+<a href="#230" id="230">230</a>
+<a href="#231" id="231">231</a>
+<a href="#232" id="232">232</a>
+<a href="#233" id="233">233</a>
+<a href="#234" id="234">234</a>
+<a href="#235" id="235">235</a>
+<a href="#236" id="236">236</a>
+<a href="#237" id="237">237</a>
+<a href="#238" id="238">238</a>
+<a href="#239" id="239">239</a>
+<a href="#240" id="240">240</a>
+<a href="#241" id="241">241</a>
+<a href="#242" id="242">242</a>
+<a href="#243" id="243">243</a>
+<a href="#244" id="244">244</a>
+<a href="#245" id="245">245</a>
+<a href="#246" id="246">246</a>
+<a href="#247" id="247">247</a>
+<a href="#248" id="248">248</a>
+<a href="#249" id="249">249</a>
+<a href="#250" id="250">250</a>
+<a href="#251" id="251">251</a>
+<a href="#252" id="252">252</a>
+<a href="#253" id="253">253</a>
+<a href="#254" id="254">254</a>
+<a href="#255" id="255">255</a>
+<a href="#256" id="256">256</a>
+<a href="#257" id="257">257</a>
+<a href="#258" id="258">258</a>
+<a href="#259" id="259">259</a>
+<a href="#260" id="260">260</a>
+<a href="#261" id="261">261</a>
+<a href="#262" id="262">262</a>
+<a href="#263" id="263">263</a>
+<a href="#264" id="264">264</a>
+<a href="#265" id="265">265</a>
+<a href="#266" id="266">266</a>
+<a href="#267" id="267">267</a>
+<a href="#268" id="268">268</a>
+<a href="#269" id="269">269</a>
+<a href="#270" id="270">270</a>
+<a href="#271" id="271">271</a>
+<a href="#272" id="272">272</a>
+<a href="#273" id="273">273</a>
+<a href="#274" id="274">274</a>
+<a href="#275" id="275">275</a>
+<a href="#276" id="276">276</a>
+<a href="#277" id="277">277</a>
+<a href="#278" id="278">278</a>
+<a href="#279" id="279">279</a>
+<a href="#280" id="280">280</a>
+<a href="#281" id="281">281</a>
+<a href="#282" id="282">282</a>
+<a href="#283" id="283">283</a>
+<a href="#284" id="284">284</a>
+<a href="#285" id="285">285</a>
+<a href="#286" id="286">286</a>
+<a href="#287" id="287">287</a>
+<a href="#288" id="288">288</a>
+<a href="#289" id="289">289</a>
+<a href="#290" id="290">290</a>
+<a href="#291" id="291">291</a>
+<a href="#292" id="292">292</a>
+<a href="#293" id="293">293</a>
+<a href="#294" id="294">294</a>
+<a href="#295" id="295">295</a>
+<a href="#296" id="296">296</a>
+<a href="#297" id="297">297</a>
+<a href="#298" id="298">298</a>
+<a href="#299" id="299">299</a>
+<a href="#300" id="300">300</a>
+<a href="#301" id="301">301</a>
+<a href="#302" id="302">302</a>
+<a href="#303" id="303">303</a>
+<a href="#304" id="304">304</a>
+<a href="#305" id="305">305</a>
+<a href="#306" id="306">306</a>
+<a href="#307" id="307">307</a>
+<a href="#308" id="308">308</a>
+<a href="#309" id="309">309</a>
+<a href="#310" id="310">310</a>
+<a href="#311" id="311">311</a>
+<a href="#312" id="312">312</a>
+<a href="#313" id="313">313</a>
+<a href="#314" id="314">314</a>
+<a href="#315" id="315">315</a>
+<a href="#316" id="316">316</a>
+<a href="#317" id="317">317</a>
+<a href="#318" id="318">318</a>
+<a href="#319" id="319">319</a>
+<a href="#320" id="320">320</a>
+<a href="#321" id="321">321</a>
+<a href="#322" id="322">322</a>
+<a href="#323" id="323">323</a>
+<a href="#324" id="324">324</a>
+<a href="#325" id="325">325</a>
+<a href="#326" id="326">326</a>
+<a href="#327" id="327">327</a>
+<a href="#328" id="328">328</a>
+<a href="#329" id="329">329</a>
+<a href="#330" id="330">330</a>
+<a href="#331" id="331">331</a>
+<a href="#332" id="332">332</a>
+<a href="#333" id="333">333</a>
+<a href="#334" id="334">334</a>
+<a href="#335" id="335">335</a>
+<a href="#336" id="336">336</a>
+<a href="#337" id="337">337</a>
+<a href="#338" id="338">338</a>
+<a href="#339" id="339">339</a>
+<a href="#340" id="340">340</a>
+<a href="#341" id="341">341</a>
+<a href="#342" id="342">342</a>
+<a href="#343" id="343">343</a>
+<a href="#344" id="344">344</a>
+<a href="#345" id="345">345</a>
+<a href="#346" id="346">346</a>
+<a href="#347" id="347">347</a>
+<a href="#348" id="348">348</a>
+<a href="#349" id="349">349</a>
+<a href="#350" id="350">350</a>
+<a href="#351" id="351">351</a>
+<a href="#352" id="352">352</a>
+<a href="#353" id="353">353</a>
+<a href="#354" id="354">354</a>
+<a href="#355" id="355">355</a>
+<a href="#356" id="356">356</a>
+<a href="#357" id="357">357</a>
+<a href="#358" id="358">358</a>
+<a href="#359" id="359">359</a>
+<a href="#360" id="360">360</a>
+<a href="#361" id="361">361</a>
+<a href="#362" id="362">362</a>
+<a href="#363" id="363">363</a>
+<a href="#364" id="364">364</a>
+<a href="#365" id="365">365</a>
+<a href="#366" id="366">366</a>
+<a href="#367" id="367">367</a>
+<a href="#368" id="368">368</a>
+<a href="#369" id="369">369</a>
+<a href="#370" id="370">370</a>
+<a href="#371" id="371">371</a>
+<a href="#372" id="372">372</a>
+<a href="#373" id="373">373</a>
+<a href="#374" id="374">374</a>
+<a href="#375" id="375">375</a>
+<a href="#376" id="376">376</a>
+<a href="#377" id="377">377</a>
+<a href="#378" id="378">378</a>
+<a href="#379" id="379">379</a>
+<a href="#380" id="380">380</a>
+<a href="#381" id="381">381</a>
+<a href="#382" id="382">382</a>
+<a href="#383" id="383">383</a>
+<a href="#384" id="384">384</a>
+<a href="#385" id="385">385</a>
+<a href="#386" id="386">386</a>
+<a href="#387" id="387">387</a>
+<a href="#388" id="388">388</a>
+<a href="#389" id="389">389</a>
+<a href="#390" id="390">390</a>
+<a href="#391" id="391">391</a>
+<a href="#392" id="392">392</a>
+<a href="#393" id="393">393</a>
+<a href="#394" id="394">394</a>
+<a href="#395" id="395">395</a>
+<a href="#396" id="396">396</a>
+<a href="#397" id="397">397</a>
+<a href="#398" id="398">398</a>
+<a href="#399" id="399">399</a>
+<a href="#400" id="400">400</a>
+<a href="#401" id="401">401</a>
+<a href="#402" id="402">402</a>
+<a href="#403" id="403">403</a>
+<a href="#404" id="404">404</a>
+<a href="#405" id="405">405</a>
+<a href="#406" id="406">406</a>
+<a href="#407" id="407">407</a>
+<a href="#408" id="408">408</a>
+<a href="#409" id="409">409</a>
+<a href="#410" id="410">410</a>
+<a href="#411" id="411">411</a>
+<a href="#412" id="412">412</a>
+<a href="#413" id="413">413</a>
+<a href="#414" id="414">414</a>
+<a href="#415" id="415">415</a>
+<a href="#416" id="416">416</a>
+<a href="#417" id="417">417</a>
+<a href="#418" id="418">418</a>
+<a href="#419" id="419">419</a>
+<a href="#420" id="420">420</a>
+<a href="#421" id="421">421</a>
+<a href="#422" id="422">422</a>
+<a href="#423" id="423">423</a>
+<a href="#424" id="424">424</a>
+<a href="#425" id="425">425</a>
+<a href="#426" id="426">426</a>
+<a href="#427" id="427">427</a>
+<a href="#428" id="428">428</a>
+<a href="#429" id="429">429</a>
+<a href="#430" id="430">430</a>
+<a href="#431" id="431">431</a>
+<a href="#432" id="432">432</a>
+<a href="#433" id="433">433</a>
+<a href="#434" id="434">434</a>
+<a href="#435" id="435">435</a>
+<a href="#436" id="436">436</a>
+<a href="#437" id="437">437</a>
+<a href="#438" id="438">438</a>
+<a href="#439" id="439">439</a>
+<a href="#440" id="440">440</a>
+<a href="#441" id="441">441</a>
+<a href="#442" id="442">442</a>
+<a href="#443" id="443">443</a>
+<a href="#444" id="444">444</a>
+<a href="#445" id="445">445</a>
+<a href="#446" id="446">446</a>
+<a href="#447" id="447">447</a>
+<a href="#448" id="448">448</a>
+<a href="#449" id="449">449</a>
+<a href="#450" id="450">450</a>
+<a href="#451" id="451">451</a>
+<a href="#452" id="452">452</a>
+<a href="#453" id="453">453</a>
+<a href="#454" id="454">454</a>
+<a href="#455" id="455">455</a>
+<a href="#456" id="456">456</a>
+<a href="#457" id="457">457</a>
+<a href="#458" id="458">458</a>
+<a href="#459" id="459">459</a>
+<a href="#460" id="460">460</a>
+<a href="#461" id="461">461</a>
+<a href="#462" id="462">462</a>
+<a href="#463" id="463">463</a>
+<a href="#464" id="464">464</a>
+<a href="#465" id="465">465</a>
+<a href="#466" id="466">466</a>
+<a href="#467" id="467">467</a>
+<a href="#468" id="468">468</a>
+<a href="#469" id="469">469</a>
+<a href="#470" id="470">470</a>
+<a href="#471" id="471">471</a>
+<a href="#472" id="472">472</a>
+<a href="#473" id="473">473</a>
+<a href="#474" id="474">474</a>
+<a href="#475" id="475">475</a>
+<a href="#476" id="476">476</a>
+<a href="#477" id="477">477</a>
+<a href="#478" id="478">478</a>
+<a href="#479" id="479">479</a>
+<a href="#480" id="480">480</a>
+<a href="#481" id="481">481</a>
+<a href="#482" id="482">482</a>
+<a href="#483" id="483">483</a>
+<a href="#484" id="484">484</a>
+<a href="#485" id="485">485</a>
+<a href="#486" id="486">486</a>
+<a href="#487" id="487">487</a>
+<a href="#488" id="488">488</a>
+<a href="#489" id="489">489</a>
+<a href="#490" id="490">490</a>
+<a href="#491" id="491">491</a>
+<a href="#492" id="492">492</a>
+<a href="#493" id="493">493</a>
+<a href="#494" id="494">494</a>
+<a href="#495" id="495">495</a>
+<a href="#496" id="496">496</a>
+<a href="#497" id="497">497</a>
+<a href="#498" id="498">498</a>
+<a href="#499" id="499">499</a>
+<a href="#500" id="500">500</a>
+<a href="#501" id="501">501</a>
+<a href="#502" id="502">502</a>
+<a href="#503" id="503">503</a>
+<a href="#504" id="504">504</a>
+<a href="#505" id="505">505</a>
+<a href="#506" id="506">506</a>
+<a href="#507" id="507">507</a>
+<a href="#508" id="508">508</a>
+<a href="#509" id="509">509</a>
+<a href="#510" id="510">510</a>
+<a href="#511" id="511">511</a>
+<a href="#512" id="512">512</a>
+<a href="#513" id="513">513</a>
+<a href="#514" id="514">514</a>
+<a href="#515" id="515">515</a>
+<a href="#516" id="516">516</a>
+<a href="#517" id="517">517</a>
+<a href="#518" id="518">518</a>
+<a href="#519" id="519">519</a>
+<a href="#520" id="520">520</a>
+<a href="#521" id="521">521</a>
+<a href="#522" id="522">522</a>
+<a href="#523" id="523">523</a>
+<a href="#524" id="524">524</a>
+<a href="#525" id="525">525</a>
+<a href="#526" id="526">526</a>
+<a href="#527" id="527">527</a>
+<a href="#528" id="528">528</a>
+<a href="#529" id="529">529</a>
+<a href="#530" id="530">530</a>
+<a href="#531" id="531">531</a>
+<a href="#532" id="532">532</a>
+<a href="#533" id="533">533</a>
+<a href="#534" id="534">534</a>
+<a href="#535" id="535">535</a>
+<a href="#536" id="536">536</a>
+<a href="#537" id="537">537</a>
+<a href="#538" id="538">538</a>
+<a href="#539" id="539">539</a>
+<a href="#540" id="540">540</a>
+<a href="#541" id="541">541</a>
+<a href="#542" id="542">542</a>
+<a href="#543" id="543">543</a>
+<a href="#544" id="544">544</a>
+<a href="#545" id="545">545</a>
+<a href="#546" id="546">546</a>
+<a href="#547" id="547">547</a>
+<a href="#548" id="548">548</a>
+<a href="#549" id="549">549</a>
+<a href="#550" id="550">550</a>
+<a href="#551" id="551">551</a>
+<a href="#552" id="552">552</a>
+<a href="#553" id="553">553</a>
+<a href="#554" id="554">554</a>
+<a href="#555" id="555">555</a>
+<a href="#556" id="556">556</a>
+<a href="#557" id="557">557</a>
+<a href="#558" id="558">558</a>
+<a href="#559" id="559">559</a>
+<a href="#560" id="560">560</a>
+<a href="#561" id="561">561</a>
+<a href="#562" id="562">562</a>
+<a href="#563" id="563">563</a>
+<a href="#564" id="564">564</a>
+<a href="#565" id="565">565</a>
+<a href="#566" id="566">566</a>
+<a href="#567" id="567">567</a>
+<a href="#568" id="568">568</a>
+<a href="#569" id="569">569</a>
+<a href="#570" id="570">570</a>
+<a href="#571" id="571">571</a>
+<a href="#572" id="572">572</a>
+<a href="#573" id="573">573</a>
+<a href="#574" id="574">574</a>
+<a href="#575" id="575">575</a>
+<a href="#576" id="576">576</a>
+<a href="#577" id="577">577</a>
+<a href="#578" id="578">578</a>
+<a href="#579" id="579">579</a>
+<a href="#580" id="580">580</a>
+<a href="#581" id="581">581</a>
+<a href="#582" id="582">582</a>
+<a href="#583" id="583">583</a>
+<a href="#584" id="584">584</a>
+<a href="#585" id="585">585</a>
+<a href="#586" id="586">586</a>
+<a href="#587" id="587">587</a>
+<a href="#588" id="588">588</a>
+<a href="#589" id="589">589</a>
+<a href="#590" id="590">590</a>
+<a href="#591" id="591">591</a>
+<a href="#592" id="592">592</a>
+<a href="#593" id="593">593</a>
+<a href="#594" id="594">594</a>
+<a href="#595" id="595">595</a>
+<a href="#596" id="596">596</a>
+<a href="#597" id="597">597</a>
+<a href="#598" id="598">598</a>
+<a href="#599" id="599">599</a>
+<a href="#600" id="600">600</a>
+<a href="#601" id="601">601</a>
+<a href="#602" id="602">602</a>
+<a href="#603" id="603">603</a>
+<a href="#604" id="604">604</a>
+<a href="#605" id="605">605</a>
+<a href="#606" id="606">606</a>
+<a href="#607" id="607">607</a>
+<a href="#608" id="608">608</a>
+<a href="#609" id="609">609</a>
+<a href="#610" id="610">610</a>
+<a href="#611" id="611">611</a>
+<a href="#612" id="612">612</a>
+<a href="#613" id="613">613</a>
+<a href="#614" id="614">614</a>
+<a href="#615" id="615">615</a>
+<a href="#616" id="616">616</a>
+<a href="#617" id="617">617</a>
+<a href="#618" id="618">618</a>
+<a href="#619" id="619">619</a>
+<a href="#620" id="620">620</a>
+<a href="#621" id="621">621</a>
+<a href="#622" id="622">622</a>
+<a href="#623" id="623">623</a>
+<a href="#624" id="624">624</a>
+<a href="#625" id="625">625</a>
+<a href="#626" id="626">626</a>
+<a href="#627" id="627">627</a>
+<a href="#628" id="628">628</a>
+<a href="#629" id="629">629</a>
+<a href="#630" id="630">630</a>
+<a href="#631" id="631">631</a>
+<a href="#632" id="632">632</a>
+<a href="#633" id="633">633</a>
+</pre></div><pre class="rust"><code><span class="comment">// Licensed to the
Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+</span><span class="kw">use </span>std::collections::HashMap;
+
+<span class="kw">use </span>anyhow::anyhow;
+<span class="kw">use </span>async_trait::async_trait;
+<span class="kw">use
</span>aws_sdk_s3tables::operation::create_table::CreateTableOutput;
+<span class="kw">use
</span>aws_sdk_s3tables::operation::get_namespace::GetNamespaceOutput;
+<span class="kw">use
</span>aws_sdk_s3tables::operation::get_table::GetTableOutput;
+<span class="kw">use
</span>aws_sdk_s3tables::operation::list_tables::ListTablesOutput;
+<span class="kw">use </span>aws_sdk_s3tables::types::OpenTableFormat;
+<span class="kw">use </span>iceberg::io::FileIO;
+<span class="kw">use </span>iceberg::spec::{TableMetadata,
TableMetadataBuilder};
+<span class="kw">use </span>iceberg::table::Table;
+<span class="kw">use </span>iceberg::{
+ Catalog, Error, ErrorKind, Namespace, NamespaceIdent, <span
class="prelude-ty">Result</span>, TableCommit, TableCreation,
+ TableIdent,
+};
+
+<span class="kw">use </span><span
class="kw">crate</span>::utils::{create_metadata_location, create_sdk_config};
+
+<span class="doccomment">/// S3Tables catalog configuration.
+</span><span class="attr">#[derive(Debug)]
+</span><span class="kw">pub struct </span>S3TablesCatalogConfig {
+ <span class="doccomment">/// Unlike other buckets, S3Tables bucket is not
a physical bucket, but a virtual bucket
+ /// that is managed by s3tables. We can't directly access the bucket with
path like
+ /// s3://{bucket_name}/{file_path}, all the operations are done with
respect of the bucket
+ /// ARN.
+ </span>table_bucket_arn: String,
+ <span class="doccomment">/// Properties for the catalog. The available
properties are:
+ /// - `profile_name`: The name of the AWS profile to use.
+ /// - `region_name`: The AWS region to use.
+ /// - `aws_access_key_id`: The AWS access key ID to use.
+ /// - `aws_secret_access_key`: The AWS secret access key to use.
+ /// - `aws_session_token`: The AWS session token to use.
+ </span>properties: HashMap<String, String>,
+ <span class="doccomment">/// Endpoint URL for the catalog.
+ </span>endpoint_url: <span class="prelude-ty">Option</span><String>,
+}
+
+<span class="doccomment">/// S3Tables catalog implementation.
+</span><span class="attr">#[derive(Debug)]
+</span><span class="kw">pub struct </span>S3TablesCatalog {
+ config: S3TablesCatalogConfig,
+ s3tables_client: aws_sdk_s3tables::Client,
+ file_io: FileIO,
+}
+
+<span class="kw">impl </span>S3TablesCatalog {
+ <span class="doccomment">/// Creates a new S3Tables catalog.
+ </span><span class="kw">pub async fn </span>new(config:
S3TablesCatalogConfig) -> <span class="prelude-ty">Result</span><<span
class="self">Self</span>> {
+ <span class="kw">let </span>aws_config = create_sdk_config(<span
class="kw-2">&</span>config.properties, config.endpoint_url.clone()).<span
class="kw">await</span>;
+ <span class="kw">let </span>s3tables_client =
aws_sdk_s3tables::Client::new(<span class="kw-2">&</span>aws_config);
+
+ <span class="comment">// parse bucket name from ARN format like:
arn:aws:s3:<region>:<account>:bucket/<bucket_name>
+ </span><span class="kw">let </span>bucket_name = config
+ .table_bucket_arn
+ .rsplit(<span class="string">":bucket/"</span>)
+ .next()
+ .ok_or_else(|| {
+ Error::new(
+ ErrorKind::DataInvalid,
+ <span class="macro">format!</span>(<span
class="string">"Invalid bucket ARN format: {}"</span>, config.table_bucket_arn),
+ )
+ })<span class="question-mark">?</span>;
+
+ <span class="kw">let </span>file_io = FileIO::from_path(<span
class="kw-2">&</span><span class="macro">format!</span>(<span
class="string">"s3://{}"</span>, bucket_name))<span class="question-mark">?
+ </span>.with_props(<span
class="kw-2">&</span>config.properties)
+ .build()<span class="question-mark">?</span>;
+
+ <span class="prelude-val">Ok</span>(<span class="self">Self </span>{
+ config,
+ s3tables_client,
+ file_io,
+ })
+ }
+}
+
+<span class="attr">#[async_trait]
+</span><span class="kw">impl </span>Catalog <span class="kw">for
</span>S3TablesCatalog {
+ <span class="doccomment">/// List namespaces from s3tables catalog.
+ ///
+ /// S3Tables doesn't support nested namespaces. If parent is provided, it
will
+ /// return an empty list.
+ </span><span class="kw">async fn </span>list_namespaces(
+ <span class="kw-2">&</span><span class="self">self</span>,
+ parent: <span class="prelude-ty">Option</span><<span
class="kw-2">&</span>NamespaceIdent>,
+ ) -> <span
class="prelude-ty">Result</span><Vec<NamespaceIdent>> {
+ <span class="kw">if </span>parent.is_some() {
+ <span class="kw">return </span><span
class="prelude-val">Ok</span>(<span class="macro">vec!</span>[]);
+ }
+
+ <span class="kw">let </span><span class="kw-2">mut </span>result =
Vec::new();
+ <span class="kw">let </span><span class="kw-2">mut
</span>continuation_token = <span class="prelude-val">None</span>;
+ <span class="kw">loop </span>{
+ <span class="kw">let </span><span class="kw-2">mut </span>req =
<span class="self">self
+ </span>.s3tables_client
+ .list_namespaces()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone());
+ <span class="kw">if let </span><span
class="prelude-val">Some</span>(token) = continuation_token {
+ req = req.continuation_token(token);
+ }
+ <span class="kw">let </span>resp = req.send().<span
class="kw">await</span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+ <span class="kw">for </span>ns <span class="kw">in
</span>resp.namespaces() {
+
result.push(NamespaceIdent::from_vec(ns.namespace().to_vec())<span
class="question-mark">?</span>);
+ }
+ continuation_token = resp.continuation_token().map(|s|
s.to_string());
+ <span class="kw">if </span>continuation_token.is_none() {
+ <span class="kw">break</span>;
+ }
+ }
+ <span class="prelude-val">Ok</span>(result)
+ }
+
+ <span class="doccomment">/// Creates a new namespace with the given
identifier and properties.
+ ///
+ /// Attempts to create a namespace defined by the `namespace`. The
`properties`
+ /// parameter is ignored.
+ ///
+ /// The following naming rules apply to namespaces:
+ ///
+ /// - Names must be between 3 (min) and 63 (max) characters long.
+ /// - Names can consist only of lowercase letters, numbers, and
underscores (_).
+ /// - Names must begin and end with a letter or number.
+ /// - Names must not contain hyphens (-) or periods (.).
+ ///
+ /// This function can return an error in the following situations:
+ ///
+ /// - Errors from the underlying database creation process, converted using
+ /// `from_aws_sdk_error`.
+ </span><span class="kw">async fn </span>create_namespace(
+ <span class="kw-2">&</span><span class="self">self</span>,
+ namespace: <span class="kw-2">&</span>NamespaceIdent,
+ _properties: HashMap<String, String>,
+ ) -> <span class="prelude-ty">Result</span><Namespace> {
+ <span class="kw">let </span>req = <span class="self">self
+ </span>.s3tables_client
+ .create_namespace()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(namespace.to_url_string());
+ req.send().<span
class="kw">await</span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+ <span class="prelude-val">Ok</span>(Namespace::with_properties(
+ namespace.clone(),
+ HashMap::new(),
+ ))
+ }
+
+ <span class="doccomment">/// Retrieves a namespace by its identifier.
+ ///
+ /// Validates the given namespace identifier and then queries the
+ /// underlying database client to fetch the corresponding namespace data.
+ /// Constructs a `Namespace` object with the retrieved data and returns it.
+ ///
+ /// This function can return an error in any of the following situations:
+ /// - If there is an error querying the database, returned by
+ /// `from_aws_sdk_error`.
+ </span><span class="kw">async fn </span>get_namespace(<span
class="kw-2">&</span><span class="self">self</span>, namespace: <span
class="kw-2">&</span>NamespaceIdent) -> <span
class="prelude-ty">Result</span><Namespace> {
+ <span class="kw">let </span>req = <span class="self">self
+ </span>.s3tables_client
+ .get_namespace()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(namespace.to_url_string());
+ <span class="kw">let </span>resp: GetNamespaceOutput =
req.send().<span class="kw">await</span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+ <span class="kw">let </span>properties = HashMap::new();
+ <span class="prelude-val">Ok</span>(Namespace::with_properties(
+ NamespaceIdent::from_vec(resp.namespace().to_vec())<span
class="question-mark">?</span>,
+ properties,
+ ))
+ }
+
+ <span class="doccomment">/// Checks if a namespace exists within the
s3tables catalog.
+ ///
+ /// Validates the namespace identifier by querying the s3tables catalog
+ /// to determine if the specified namespace exists.
+ ///
+ /// # Returns
+ /// A `Result<bool>` indicating the outcome of the check:
+ /// - `Ok(true)` if the namespace exists.
+ /// - `Ok(false)` if the namespace does not exist, identified by a specific
+ /// `IsNotFoundException` variant.
+ /// - `Err(...)` if an error occurs during validation or the s3tables
catalog
+ /// query, with the error encapsulating the issue.
+ </span><span class="kw">async fn </span>namespace_exists(<span
class="kw-2">&</span><span class="self">self</span>, namespace: <span
class="kw-2">&</span>NamespaceIdent) -> <span
class="prelude-ty">Result</span><bool> {
+ <span class="kw">let </span>req = <span class="self">self
+ </span>.s3tables_client
+ .get_namespace()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(namespace.to_url_string());
+ <span class="kw">match </span>req.send().<span class="kw">await
</span>{
+ <span class="prelude-val">Ok</span>(<span class="kw">_</span>)
=> <span class="prelude-val">Ok</span>(<span class="bool-val">true</span>),
+ <span class="prelude-val">Err</span>(err) => {
+ <span class="kw">if </span>err.as_service_error().map(|e|
e.is_not_found_exception()) == <span class="prelude-val">Some</span>(<span
class="bool-val">true</span>) {
+ <span class="prelude-val">Ok</span>(<span
class="bool-val">false</span>)
+ } <span class="kw">else </span>{
+ <span
class="prelude-val">Err</span>(from_aws_sdk_error(err))
+ }
+ }
+ }
+ }
+
+ <span class="doccomment">/// Updates the properties of an existing
namespace.
+ ///
+ /// S3Tables doesn't support updating namespace properties, so this
function
+ /// will always return an error.
+ </span><span class="kw">async fn </span>update_namespace(
+ <span class="kw-2">&</span><span class="self">self</span>,
+ _namespace: <span class="kw-2">&</span>NamespaceIdent,
+ _properties: HashMap<String, String>,
+ ) -> <span class="prelude-ty">Result</span><()> {
+ <span class="prelude-val">Err</span>(Error::new(
+ ErrorKind::FeatureUnsupported,
+ <span class="string">"Update namespace is not supported for
s3tables catalog"</span>,
+ ))
+ }
+
+ <span class="doccomment">/// Drops an existing namespace from the s3tables
catalog.
+ ///
+ /// Validates the namespace identifier and then deletes the corresponding
+ /// namespace from the s3tables catalog.
+ ///
+ /// This function can return an error in the following situations:
+ /// - Errors from the underlying database deletion process, converted using
+ /// `from_aws_sdk_error`.
+ </span><span class="kw">async fn </span>drop_namespace(<span
class="kw-2">&</span><span class="self">self</span>, namespace: <span
class="kw-2">&</span>NamespaceIdent) -> <span
class="prelude-ty">Result</span><()> {
+ <span class="kw">let </span>req = <span class="self">self
+ </span>.s3tables_client
+ .delete_namespace()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(namespace.to_url_string());
+ req.send().<span
class="kw">await</span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+ <span class="prelude-val">Ok</span>(())
+ }
+
+ <span class="doccomment">/// Lists all tables within a given namespace.
+ ///
+ /// Retrieves all tables associated with the specified namespace and
returns
+ /// their identifiers.
+ ///
+ /// This function can return an error in the following situations:
+ /// - Errors from the underlying database query process, converted using
+ /// `from_aws_sdk_error`.
+ </span><span class="kw">async fn </span>list_tables(<span
class="kw-2">&</span><span class="self">self</span>, namespace: <span
class="kw-2">&</span>NamespaceIdent) -> <span
class="prelude-ty">Result</span><Vec<TableIdent>> {
+ <span class="kw">let </span><span class="kw-2">mut </span>result =
Vec::new();
+ <span class="kw">let </span><span class="kw-2">mut
</span>continuation_token = <span class="prelude-val">None</span>;
+ <span class="kw">loop </span>{
+ <span class="kw">let </span><span class="kw-2">mut </span>req =
<span class="self">self
+ </span>.s3tables_client
+ .list_tables()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(namespace.to_url_string());
+ <span class="kw">if let </span><span
class="prelude-val">Some</span>(token) = continuation_token {
+ req = req.continuation_token(token);
+ }
+ <span class="kw">let </span>resp: ListTablesOutput =
req.send().<span class="kw">await</span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+ <span class="kw">for </span>table <span class="kw">in
</span>resp.tables() {
+ result.push(TableIdent::new(
+ NamespaceIdent::from_vec(table.namespace().to_vec())<span
class="question-mark">?</span>,
+ table.name().to_string(),
+ ));
+ }
+ continuation_token = resp.continuation_token().map(|s|
s.to_string());
+ <span class="kw">if </span>continuation_token.is_none() {
+ <span class="kw">break</span>;
+ }
+ }
+ <span class="prelude-val">Ok</span>(result)
+ }
+
+ <span class="doccomment">/// Creates a new table within a specified
namespace.
+ ///
+ /// Attempts to create a table defined by the `creation` parameter. The
metadata
+ /// location is generated by the s3tables catalog, looks like:
+ ///
+ /// s3://{RANDOM WAREHOUSE
LOCATION}/metadata/{VERSION}-{UUID}.metadata.json
+ ///
+ /// We have to get this random warehouse location after the table is
created.
+ ///
+ /// This function can return an error in the following situations:
+ /// - If the location of the table is set by user, identified by a specific
+ /// `DataInvalid` variant.
+ /// - Errors from the underlying database creation process, converted using
+ /// `from_aws_sdk_error`.
+ </span><span class="kw">async fn </span>create_table(
+ <span class="kw-2">&</span><span class="self">self</span>,
+ namespace: <span class="kw-2">&</span>NamespaceIdent,
+ <span class="kw-2">mut </span>creation: TableCreation,
+ ) -> <span class="prelude-ty">Result</span><Table> {
+ <span class="kw">let </span>table_ident =
TableIdent::new(namespace.clone(), creation.name.clone());
+
+ <span class="comment">// create table
+ </span><span class="kw">let </span>create_resp: CreateTableOutput =
<span class="self">self
+ </span>.s3tables_client
+ .create_table()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(namespace.to_url_string())
+ .format(OpenTableFormat::Iceberg)
+ .name(table_ident.name())
+ .send()
+ .<span class="kw">await
+ </span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+
+ <span class="comment">// prepare metadata location. the warehouse
location is generated by s3tables catalog,
+ // which looks like:
s3://e6c9bf20-991a-46fb-kni5xs1q2yxi3xxdyxzjzigdeop1quse2b--table-s3
+ </span><span class="kw">let </span>metadata_location = <span
class="kw">match </span><span class="kw-2">&</span>creation.location {
+ <span class="prelude-val">Some</span>(<span class="kw">_</span>)
=> {
+ <span class="kw">return </span><span
class="prelude-val">Err</span>(Error::new(
+ ErrorKind::DataInvalid,
+ <span class="string">"The location of the table is
generated by s3tables catalog, can't be set by user."</span>,
+ ));
+ }
+ <span class="prelude-val">None </span>=> {
+ <span class="kw">let </span>get_resp: GetTableOutput = <span
class="self">self
+ </span>.s3tables_client
+ .get_table()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(namespace.to_url_string())
+ .name(table_ident.name())
+ .send()
+ .<span class="kw">await
+ </span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+ <span class="kw">let </span>warehouse_location =
get_resp.warehouse_location().to_string();
+ create_metadata_location(warehouse_location, <span
class="number">0</span>)<span class="question-mark">?
+ </span>}
+ };
+
+ <span class="comment">// write metadata to file
+ </span>creation.location = <span
class="prelude-val">Some</span>(metadata_location.clone());
+ <span class="kw">let </span>metadata =
TableMetadataBuilder::from_table_creation(creation)<span class="question-mark">?
+ </span>.build()<span class="question-mark">?
+ </span>.metadata;
+ <span class="self">self</span>.file_io
+ .new_output(<span class="kw-2">&</span>metadata_location)<span
class="question-mark">?
+ </span>.write(serde_json::to_vec(<span
class="kw-2">&</span>metadata)<span class="question-mark">?</span>.into())
+ .<span class="kw">await</span><span class="question-mark">?</span>;
+
+ <span class="comment">// update metadata location
+ </span><span class="self">self</span>.s3tables_client
+ .update_table_metadata_location()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(namespace.to_url_string())
+ .name(table_ident.name())
+ .metadata_location(metadata_location.clone())
+ .version_token(create_resp.version_token())
+ .send()
+ .<span class="kw">await
+ </span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+
+ <span class="kw">let </span>table = Table::builder()
+ .identifier(table_ident)
+ .metadata_location(metadata_location)
+ .metadata(metadata)
+ .file_io(<span class="self">self</span>.file_io.clone())
+ .build()<span class="question-mark">?</span>;
+ <span class="prelude-val">Ok</span>(table)
+ }
+
+ <span class="doccomment">/// Loads an existing table from the s3tables
catalog.
+ ///
+ /// Retrieves the metadata location of the specified table and constructs a
+ /// `Table` object with the retrieved metadata.
+ ///
+ /// This function can return an error in the following situations:
+ /// - If the table does not have a metadata location, identified by a
specific
+ /// `Unexpected` variant.
+ /// - Errors from the underlying database query process, converted using
+ /// `from_aws_sdk_error`.
+ </span><span class="kw">async fn </span>load_table(<span
class="kw-2">&</span><span class="self">self</span>, table_ident: <span
class="kw-2">&</span>TableIdent) -> <span
class="prelude-ty">Result</span><Table> {
+ <span class="kw">let </span>req = <span class="self">self
+ </span>.s3tables_client
+ .get_table()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(table_ident.namespace().to_url_string())
+ .name(table_ident.name());
+ <span class="kw">let </span>resp: GetTableOutput = req.send().<span
class="kw">await</span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+
+ <span class="comment">// when a table is created, it's possible that
the metadata location is not set.
+ </span><span class="kw">let </span>metadata_location =
resp.metadata_location().ok_or_else(|| {
+ Error::new(
+ ErrorKind::Unexpected,
+ <span class="macro">format!</span>(
+ <span class="string">"Table {} does not have metadata
location"</span>,
+ table_ident.name()
+ ),
+ )
+ })<span class="question-mark">?</span>;
+ <span class="kw">let </span>input_file = <span
class="self">self</span>.file_io.new_input(metadata_location)<span
class="question-mark">?</span>;
+ <span class="kw">let </span>metadata_content = input_file.read().<span
class="kw">await</span><span class="question-mark">?</span>;
+ <span class="kw">let </span>metadata =
serde_json::from_slice::<TableMetadata>(<span
class="kw-2">&</span>metadata_content)<span class="question-mark">?</span>;
+
+ <span class="kw">let </span>table = Table::builder()
+ .identifier(table_ident.clone())
+ .metadata(metadata)
+ .metadata_location(metadata_location)
+ .file_io(<span class="self">self</span>.file_io.clone())
+ .build()<span class="question-mark">?</span>;
+ <span class="prelude-val">Ok</span>(table)
+ }
+
+ <span class="doccomment">/// Drops an existing table from the s3tables
catalog.
+ ///
+ /// Validates the table identifier and then deletes the corresponding
+ /// table from the s3tables catalog.
+ ///
+ /// This function can return an error in the following situations:
+ /// - Errors from the underlying database deletion process, converted using
+ /// `from_aws_sdk_error`.
+ </span><span class="kw">async fn </span>drop_table(<span
class="kw-2">&</span><span class="self">self</span>, table: <span
class="kw-2">&</span>TableIdent) -> <span
class="prelude-ty">Result</span><()> {
+ <span class="kw">let </span>req = <span class="self">self
+ </span>.s3tables_client
+ .delete_table()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(table.namespace().to_url_string())
+ .name(table.name());
+ req.send().<span
class="kw">await</span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+ <span class="prelude-val">Ok</span>(())
+ }
+
+ <span class="doccomment">/// Checks if a table exists within the s3tables
catalog.
+ ///
+ /// Validates the table identifier by querying the s3tables catalog
+ /// to determine if the specified table exists.
+ ///
+ /// # Returns
+ /// A `Result<bool>` indicating the outcome of the check:
+ /// - `Ok(true)` if the table exists.
+ /// - `Ok(false)` if the table does not exist, identified by a specific
+ /// `IsNotFoundException` variant.
+ /// - `Err(...)` if an error occurs during validation or the s3tables
catalog
+ /// query, with the error encapsulating the issue.
+ </span><span class="kw">async fn </span>table_exists(<span
class="kw-2">&</span><span class="self">self</span>, table_ident: <span
class="kw-2">&</span>TableIdent) -> <span
class="prelude-ty">Result</span><bool> {
+ <span class="kw">let </span>req = <span class="self">self
+ </span>.s3tables_client
+ .get_table()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(table_ident.namespace().to_url_string())
+ .name(table_ident.name());
+ <span class="kw">match </span>req.send().<span class="kw">await
</span>{
+ <span class="prelude-val">Ok</span>(<span class="kw">_</span>)
=> <span class="prelude-val">Ok</span>(<span class="bool-val">true</span>),
+ <span class="prelude-val">Err</span>(err) => {
+ <span class="kw">if </span>err.as_service_error().map(|e|
e.is_not_found_exception()) == <span class="prelude-val">Some</span>(<span
class="bool-val">true</span>) {
+ <span class="prelude-val">Ok</span>(<span
class="bool-val">false</span>)
+ } <span class="kw">else </span>{
+ <span
class="prelude-val">Err</span>(from_aws_sdk_error(err))
+ }
+ }
+ }
+ }
+
+ <span class="doccomment">/// Renames an existing table within the s3tables
catalog.
+ ///
+ /// Validates the source and destination table identifiers and then renames
+ /// the source table to the destination table.
+ ///
+ /// This function can return an error in the following situations:
+ /// - Errors from the underlying database renaming process, converted using
+ /// `from_aws_sdk_error`.
+ </span><span class="kw">async fn </span>rename_table(<span
class="kw-2">&</span><span class="self">self</span>, src: <span
class="kw-2">&</span>TableIdent, dest: <span
class="kw-2">&</span>TableIdent) -> <span
class="prelude-ty">Result</span><()> {
+ <span class="kw">let </span>req = <span class="self">self
+ </span>.s3tables_client
+ .rename_table()
+ .table_bucket_arn(<span
class="self">self</span>.config.table_bucket_arn.clone())
+ .namespace(src.namespace().to_url_string())
+ .name(src.name())
+ .new_namespace_name(dest.namespace().to_url_string())
+ .new_name(dest.name());
+ req.send().<span
class="kw">await</span>.map_err(from_aws_sdk_error)<span
class="question-mark">?</span>;
+ <span class="prelude-val">Ok</span>(())
+ }
+
+ <span class="doccomment">/// Updates an existing table within the s3tables
catalog.
+ ///
+ /// This function is still in development and will always return an error.
+ </span><span class="kw">async fn </span>update_table(<span
class="kw-2">&</span><span class="self">self</span>, _commit: TableCommit)
-> <span class="prelude-ty">Result</span><Table> {
+ <span class="prelude-val">Err</span>(Error::new(
+ ErrorKind::FeatureUnsupported,
+ <span class="string">"Updating a table is not supported
yet"</span>,
+ ))
+ }
+}
+
+<span class="doccomment">/// Format AWS SDK error into iceberg error
+</span><span class="kw">pub</span>(<span class="kw">crate</span>) <span
class="kw">fn </span>from_aws_sdk_error<T>(error:
aws_sdk_s3tables::error::SdkError<T>) -> Error
+<span class="kw">where </span>T: std::fmt::Debug {
+ Error::new(
+ ErrorKind::Unexpected,
+ <span class="string">"Operation failed for hitting aws skd
error"</span>.to_string(),
+ )
+ .with_source(<span class="macro">anyhow!</span>(<span class="string">"aws
sdk error: {:?}"</span>, error))
+}
+
+<span class="attr">#[cfg(test)]
+</span><span class="kw">mod </span>tests {
+ <span class="kw">use </span>iceberg::spec::{NestedField, PrimitiveType,
Schema, Type};
+
+ <span class="kw">use super</span>::<span class="kw-2">*</span>;
+
+ <span class="kw">async fn </span>load_s3tables_catalog_from_env() ->
<span class="prelude-ty">Result</span><<span
class="prelude-ty">Option</span><S3TablesCatalog>> {
+ <span class="kw">let </span>table_bucket_arn = <span class="kw">match
</span>std::env::var(<span class="string">"TABLE_BUCKET_ARN"</span>).ok() {
+ <span class="prelude-val">Some</span>(table_bucket_arn) =>
table_bucket_arn,
+ <span class="prelude-val">None </span>=> <span
class="kw">return </span><span class="prelude-val">Ok</span>(<span
class="prelude-val">None</span>),
+ };
+
+ <span class="kw">let </span>properties = HashMap::new();
+ <span class="kw">let </span>config = S3TablesCatalogConfig {
+ table_bucket_arn,
+ properties,
+ endpoint_url: <span class="prelude-val">None</span>,
+ };
+
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">Some</span>(S3TablesCatalog::new(config).<span
class="kw">await</span><span class="question-mark">?</span>))
+ }
+
+ <span class="attr">#[tokio::test]
+ </span><span class="kw">async fn </span>test_s3tables_list_namespace() {
+ <span class="kw">let </span>catalog = <span class="kw">match
</span>load_s3tables_catalog_from_env().<span class="kw">await </span>{
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">Some</span>(catalog)) => catalog,
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">None</span>) => <span class="kw">return</span>,
+ <span class="prelude-val">Err</span>(e) => <span
class="macro">panic!</span>(<span class="string">"Error loading catalog:
{}"</span>, e),
+ };
+
+ <span class="kw">let </span>namespaces = catalog.list_namespaces(<span
class="prelude-val">None</span>).<span class="kw">await</span>.unwrap();
+ <span class="macro">assert!</span>(!namespaces.is_empty());
+ }
+
+ <span class="attr">#[tokio::test]
+ </span><span class="kw">async fn </span>test_s3tables_list_tables() {
+ <span class="kw">let </span>catalog = <span class="kw">match
</span>load_s3tables_catalog_from_env().<span class="kw">await </span>{
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">Some</span>(catalog)) => catalog,
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">None</span>) => <span class="kw">return</span>,
+ <span class="prelude-val">Err</span>(e) => <span
class="macro">panic!</span>(<span class="string">"Error loading catalog:
{}"</span>, e),
+ };
+
+ <span class="kw">let </span>tables = catalog
+ .list_tables(<span
class="kw-2">&</span>NamespaceIdent::new(<span
class="string">"aws_s3_metadata"</span>.to_string()))
+ .<span class="kw">await
+ </span>.unwrap();
+ <span class="macro">assert!</span>(!tables.is_empty());
+ }
+
+ <span class="attr">#[tokio::test]
+ </span><span class="kw">async fn </span>test_s3tables_load_table() {
+ <span class="kw">let </span>catalog = <span class="kw">match
</span>load_s3tables_catalog_from_env().<span class="kw">await </span>{
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">Some</span>(catalog)) => catalog,
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">None</span>) => <span class="kw">return</span>,
+ <span class="prelude-val">Err</span>(e) => <span
class="macro">panic!</span>(<span class="string">"Error loading catalog:
{}"</span>, e),
+ };
+
+ <span class="kw">let </span>table = catalog
+ .load_table(<span class="kw-2">&</span>TableIdent::new(
+ NamespaceIdent::new(<span
class="string">"aws_s3_metadata"</span>.to_string()),
+ <span
class="string">"query_storage_metadata"</span>.to_string(),
+ ))
+ .<span class="kw">await
+ </span>.unwrap();
+ <span class="macro">println!</span>(<span
class="string">"{:?}"</span>, table);
+ }
+
+ <span class="attr">#[tokio::test]
+ </span><span class="kw">async fn
</span>test_s3tables_create_delete_namespace() {
+ <span class="kw">let </span>catalog = <span class="kw">match
</span>load_s3tables_catalog_from_env().<span class="kw">await </span>{
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">Some</span>(catalog)) => catalog,
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">None</span>) => <span class="kw">return</span>,
+ <span class="prelude-val">Err</span>(e) => <span
class="macro">panic!</span>(<span class="string">"Error loading catalog:
{}"</span>, e),
+ };
+
+ <span class="kw">let </span>namespace = NamespaceIdent::new(<span
class="string">"test_s3tables_create_delete_namespace"</span>.to_string());
+ catalog
+ .create_namespace(<span class="kw-2">&</span>namespace,
HashMap::new())
+ .<span class="kw">await
+ </span>.unwrap();
+ <span class="macro">assert!</span>(catalog.namespace_exists(<span
class="kw-2">&</span>namespace).<span class="kw">await</span>.unwrap());
+ catalog.drop_namespace(<span class="kw-2">&</span>namespace).<span
class="kw">await</span>.unwrap();
+ <span class="macro">assert!</span>(!catalog.namespace_exists(<span
class="kw-2">&</span>namespace).<span class="kw">await</span>.unwrap());
+ }
+
+ <span class="attr">#[tokio::test]
+ </span><span class="kw">async fn
</span>test_s3tables_create_delete_table() {
+ <span class="kw">let </span>catalog = <span class="kw">match
</span>load_s3tables_catalog_from_env().<span class="kw">await </span>{
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">Some</span>(catalog)) => catalog,
+ <span class="prelude-val">Ok</span>(<span
class="prelude-val">None</span>) => <span class="kw">return</span>,
+ <span class="prelude-val">Err</span>(e) => <span
class="macro">panic!</span>(<span class="string">"Error loading catalog:
{}"</span>, e),
+ };
+
+ <span class="kw">let </span>creation = {
+ <span class="kw">let </span>schema = Schema::builder()
+ .with_schema_id(<span class="number">0</span>)
+ .with_fields(<span class="macro">vec!</span>[
+ NestedField::required(<span class="number">1</span>, <span
class="string">"foo"</span>, Type::Primitive(PrimitiveType::Int)).into(),
+ NestedField::required(<span class="number">2</span>, <span
class="string">"bar"</span>, Type::Primitive(PrimitiveType::String)).into(),
+ ])
+ .build()
+ .unwrap();
+ TableCreation::builder()
+ .name(<span
class="string">"test_s3tables_create_delete_table"</span>.to_string())
+ .properties(HashMap::new())
+ .schema(schema)
+ .build()
+ };
+
+ <span class="kw">let </span>namespace = NamespaceIdent::new(<span
class="string">"test_s3tables_create_delete_table"</span>.to_string());
+ <span class="kw">let </span>table_ident = TableIdent::new(
+ namespace.clone(),
+ <span
class="string">"test_s3tables_create_delete_table"</span>.to_string(),
+ );
+ catalog.drop_namespace(<span class="kw-2">&</span>namespace).<span
class="kw">await</span>.ok();
+ catalog.drop_table(<span class="kw-2">&</span>table_ident).<span
class="kw">await</span>.ok();
+
+ catalog
+ .create_namespace(<span class="kw-2">&</span>namespace,
HashMap::new())
+ .<span class="kw">await
+ </span>.unwrap();
+ catalog.create_table(<span class="kw-2">&</span>namespace,
creation).<span class="kw">await</span>.unwrap();
+ <span class="macro">assert!</span>(catalog.table_exists(<span
class="kw-2">&</span>table_ident).<span class="kw">await</span>.unwrap());
+ catalog.drop_table(<span class="kw-2">&</span>table_ident).<span
class="kw">await</span>.unwrap();
+ <span class="macro">assert!</span>(!catalog.table_exists(<span
class="kw-2">&</span>table_ident).<span class="kw">await</span>.unwrap());
+ catalog.drop_namespace(<span class="kw-2">&</span>namespace).<span
class="kw">await</span>.unwrap();
+ }
+}
+</code></pre></div></section></main></body></html>
\ No newline at end of file
diff --git a/api/src/iceberg_catalog_s3tables/lib.rs.html
b/api/src/iceberg_catalog_s3tables/lib.rs.html
new file mode 100644
index 00000000..25c82cb4
--- /dev/null
+++ b/api/src/iceberg_catalog_s3tables/lib.rs.html
@@ -0,0 +1,47 @@
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Source of
the Rust file `crates/catalog/s3tables/src/lib.rs`."><title>lib.rs -
source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSans-Medium
[...]
+<a href="#2" id="2">2</a>
+<a href="#3" id="3">3</a>
+<a href="#4" id="4">4</a>
+<a href="#5" id="5">5</a>
+<a href="#6" id="6">6</a>
+<a href="#7" id="7">7</a>
+<a href="#8" id="8">8</a>
+<a href="#9" id="9">9</a>
+<a href="#10" id="10">10</a>
+<a href="#11" id="11">11</a>
+<a href="#12" id="12">12</a>
+<a href="#13" id="13">13</a>
+<a href="#14" id="14">14</a>
+<a href="#15" id="15">15</a>
+<a href="#16" id="16">16</a>
+<a href="#17" id="17">17</a>
+<a href="#18" id="18">18</a>
+<a href="#19" id="19">19</a>
+<a href="#20" id="20">20</a>
+<a href="#21" id="21">21</a>
+<a href="#22" id="22">22</a>
+<a href="#23" id="23">23</a>
+</pre></div><pre class="rust"><code><span class="comment">// Licensed to the
Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+</span><span class="doccomment">//! Iceberg s3tables catalog implementation.
+
+</span><span class="attr">#![deny(missing_docs)]
+
+</span><span class="kw">mod </span>catalog;
+<span class="kw">mod </span>utils;
+</code></pre></div></section></main></body></html>
\ No newline at end of file
diff --git a/api/src/iceberg_catalog_s3tables/utils.rs.html
b/api/src/iceberg_catalog_s3tables/utils.rs.html
new file mode 100644
index 00000000..1bcf2f0e
--- /dev/null
+++ b/api/src/iceberg_catalog_s3tables/utils.rs.html
@@ -0,0 +1,201 @@
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Source of
the Rust file `crates/catalog/s3tables/src/utils.rs`."><title>utils.rs -
source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-46f98efaafac5295.ttf.woff2,FiraSans-Regular-018c141bf0843ffd.woff2,FiraSans-Me
[...]
+<a href="#2" id="2">2</a>
+<a href="#3" id="3">3</a>
+<a href="#4" id="4">4</a>
+<a href="#5" id="5">5</a>
+<a href="#6" id="6">6</a>
+<a href="#7" id="7">7</a>
+<a href="#8" id="8">8</a>
+<a href="#9" id="9">9</a>
+<a href="#10" id="10">10</a>
+<a href="#11" id="11">11</a>
+<a href="#12" id="12">12</a>
+<a href="#13" id="13">13</a>
+<a href="#14" id="14">14</a>
+<a href="#15" id="15">15</a>
+<a href="#16" id="16">16</a>
+<a href="#17" id="17">17</a>
+<a href="#18" id="18">18</a>
+<a href="#19" id="19">19</a>
+<a href="#20" id="20">20</a>
+<a href="#21" id="21">21</a>
+<a href="#22" id="22">22</a>
+<a href="#23" id="23">23</a>
+<a href="#24" id="24">24</a>
+<a href="#25" id="25">25</a>
+<a href="#26" id="26">26</a>
+<a href="#27" id="27">27</a>
+<a href="#28" id="28">28</a>
+<a href="#29" id="29">29</a>
+<a href="#30" id="30">30</a>
+<a href="#31" id="31">31</a>
+<a href="#32" id="32">32</a>
+<a href="#33" id="33">33</a>
+<a href="#34" id="34">34</a>
+<a href="#35" id="35">35</a>
+<a href="#36" id="36">36</a>
+<a href="#37" id="37">37</a>
+<a href="#38" id="38">38</a>
+<a href="#39" id="39">39</a>
+<a href="#40" id="40">40</a>
+<a href="#41" id="41">41</a>
+<a href="#42" id="42">42</a>
+<a href="#43" id="43">43</a>
+<a href="#44" id="44">44</a>
+<a href="#45" id="45">45</a>
+<a href="#46" id="46">46</a>
+<a href="#47" id="47">47</a>
+<a href="#48" id="48">48</a>
+<a href="#49" id="49">49</a>
+<a href="#50" id="50">50</a>
+<a href="#51" id="51">51</a>
+<a href="#52" id="52">52</a>
+<a href="#53" id="53">53</a>
+<a href="#54" id="54">54</a>
+<a href="#55" id="55">55</a>
+<a href="#56" id="56">56</a>
+<a href="#57" id="57">57</a>
+<a href="#58" id="58">58</a>
+<a href="#59" id="59">59</a>
+<a href="#60" id="60">60</a>
+<a href="#61" id="61">61</a>
+<a href="#62" id="62">62</a>
+<a href="#63" id="63">63</a>
+<a href="#64" id="64">64</a>
+<a href="#65" id="65">65</a>
+<a href="#66" id="66">66</a>
+<a href="#67" id="67">67</a>
+<a href="#68" id="68">68</a>
+<a href="#69" id="69">69</a>
+<a href="#70" id="70">70</a>
+<a href="#71" id="71">71</a>
+<a href="#72" id="72">72</a>
+<a href="#73" id="73">73</a>
+<a href="#74" id="74">74</a>
+<a href="#75" id="75">75</a>
+<a href="#76" id="76">76</a>
+<a href="#77" id="77">77</a>
+<a href="#78" id="78">78</a>
+<a href="#79" id="79">79</a>
+<a href="#80" id="80">80</a>
+<a href="#81" id="81">81</a>
+<a href="#82" id="82">82</a>
+<a href="#83" id="83">83</a>
+<a href="#84" id="84">84</a>
+<a href="#85" id="85">85</a>
+<a href="#86" id="86">86</a>
+<a href="#87" id="87">87</a>
+<a href="#88" id="88">88</a>
+<a href="#89" id="89">89</a>
+<a href="#90" id="90">90</a>
+<a href="#91" id="91">91</a>
+<a href="#92" id="92">92</a>
+<a href="#93" id="93">93</a>
+<a href="#94" id="94">94</a>
+<a href="#95" id="95">95</a>
+<a href="#96" id="96">96</a>
+<a href="#97" id="97">97</a>
+<a href="#98" id="98">98</a>
+<a href="#99" id="99">99</a>
+<a href="#100" id="100">100</a>
+</pre></div><pre class="rust"><code><span class="comment">// Licensed to the
Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+</span><span class="kw">use </span>std::collections::HashMap;
+
+<span class="kw">use </span>aws_config::{BehaviorVersion, Region, SdkConfig};
+<span class="kw">use </span>aws_sdk_s3tables::config::Credentials;
+<span class="kw">use </span>iceberg::{Error, ErrorKind, <span
class="prelude-ty">Result</span>};
+<span class="kw">use </span>uuid::Uuid;
+
+<span class="doccomment">/// Property aws profile name
+</span><span class="kw">pub const </span>AWS_PROFILE_NAME: <span
class="kw-2">&</span>str = <span class="string">"profile_name"</span>;
+<span class="doccomment">/// Property aws region
+</span><span class="kw">pub const </span>AWS_REGION_NAME: <span
class="kw-2">&</span>str = <span class="string">"region_name"</span>;
+<span class="doccomment">/// Property aws access key
+</span><span class="kw">pub const </span>AWS_ACCESS_KEY_ID: <span
class="kw-2">&</span>str = <span class="string">"aws_access_key_id"</span>;
+<span class="doccomment">/// Property aws secret access key
+</span><span class="kw">pub const </span>AWS_SECRET_ACCESS_KEY: <span
class="kw-2">&</span>str = <span
class="string">"aws_secret_access_key"</span>;
+<span class="doccomment">/// Property aws session token
+</span><span class="kw">pub const </span>AWS_SESSION_TOKEN: <span
class="kw-2">&</span>str = <span class="string">"aws_session_token"</span>;
+
+<span class="doccomment">/// Creates an aws sdk configuration based on
+/// provided properties and an optional endpoint URL.
+</span><span class="kw">pub</span>(<span class="kw">crate</span>) <span
class="kw">async fn </span>create_sdk_config(
+ properties: <span class="kw-2">&</span>HashMap<String, String>,
+ endpoint_url: <span class="prelude-ty">Option</span><String>,
+) -> SdkConfig {
+ <span class="kw">let </span><span class="kw-2">mut </span>config =
aws_config::defaults(BehaviorVersion::latest());
+
+ <span class="kw">if </span>properties.is_empty() {
+ <span class="kw">return </span>config.load().<span
class="kw">await</span>;
+ }
+
+ <span class="kw">if let </span><span
class="prelude-val">Some</span>(endpoint_url) = endpoint_url {
+ config = config.endpoint_url(endpoint_url);
+ }
+
+ <span class="kw">if let </span>(<span
class="prelude-val">Some</span>(access_key), <span
class="prelude-val">Some</span>(secret_key)) = (
+ properties.get(AWS_ACCESS_KEY_ID),
+ properties.get(AWS_SECRET_ACCESS_KEY),
+ ) {
+ <span class="kw">let </span>session_token =
properties.get(AWS_SESSION_TOKEN).cloned();
+ <span class="kw">let </span>credentials_provider =
+ Credentials::new(access_key, secret_key, session_token, <span
class="prelude-val">None</span>, <span class="string">"properties"</span>);
+
+ config = config.credentials_provider(credentials_provider)
+ };
+
+ <span class="kw">if let </span><span
class="prelude-val">Some</span>(profile_name) =
properties.get(AWS_PROFILE_NAME) {
+ config = config.profile_name(profile_name);
+ }
+
+ <span class="kw">if let </span><span
class="prelude-val">Some</span>(region_name) = properties.get(AWS_REGION_NAME) {
+ <span class="kw">let </span>region = Region::new(region_name.clone());
+ config = config.region(region);
+ }
+
+ config.load().<span class="kw">await
+</span>}
+
+<span class="doccomment">/// Create metadata location from `location` and
`version`
+</span><span class="kw">pub</span>(<span class="kw">crate</span>) <span
class="kw">fn </span>create_metadata_location(
+ warehouse_location: <span class="kw">impl </span>AsRef<str>,
+ version: i32,
+) -> <span class="prelude-ty">Result</span><String> {
+ <span class="kw">if </span>version < <span class="number">0 </span>{
+ <span class="kw">return </span><span
class="prelude-val">Err</span>(Error::new(
+ ErrorKind::DataInvalid,
+ <span class="macro">format!</span>(
+ <span class="string">"Table metadata version: '{}' must be a
non-negative integer"</span>,
+ version
+ ),
+ ));
+ };
+
+ <span class="kw">let </span>version = <span
class="macro">format!</span>(<span class="string">"{:0>5}"</span>, version);
+ <span class="kw">let </span>id = Uuid::new_v4();
+ <span class="kw">let </span>metadata_location = <span
class="macro">format!</span>(
+ <span class="string">"{}/metadata/{}-{}.metadata.json"</span>,
+ warehouse_location.as_ref(),
+ version,
+ id
+ );
+
+ <span class="prelude-val">Ok</span>(metadata_location)
+}
+</code></pre></div></section></main></body></html>
\ No newline at end of file
diff --git a/api/src/iceberg_catalog_sql/catalog.rs.html
b/api/src/iceberg_catalog_sql/catalog.rs.html
index 71aaf5f1..ca11c6d5 100644
--- a/api/src/iceberg_catalog_sql/catalog.rs.html
+++ b/api/src/iceberg_catalog_sql/catalog.rs.html
@@ -1715,6 +1715,62 @@
<a href="#1715" id="1715">1715</a>
<a href="#1716" id="1716">1716</a>
<a href="#1717" id="1717">1717</a>
+<a href="#1718" id="1718">1718</a>
+<a href="#1719" id="1719">1719</a>
+<a href="#1720" id="1720">1720</a>
+<a href="#1721" id="1721">1721</a>
+<a href="#1722" id="1722">1722</a>
+<a href="#1723" id="1723">1723</a>
+<a href="#1724" id="1724">1724</a>
+<a href="#1725" id="1725">1725</a>
+<a href="#1726" id="1726">1726</a>
+<a href="#1727" id="1727">1727</a>
+<a href="#1728" id="1728">1728</a>
+<a href="#1729" id="1729">1729</a>
+<a href="#1730" id="1730">1730</a>
+<a href="#1731" id="1731">1731</a>
+<a href="#1732" id="1732">1732</a>
+<a href="#1733" id="1733">1733</a>
+<a href="#1734" id="1734">1734</a>
+<a href="#1735" id="1735">1735</a>
+<a href="#1736" id="1736">1736</a>
+<a href="#1737" id="1737">1737</a>
+<a href="#1738" id="1738">1738</a>
+<a href="#1739" id="1739">1739</a>
+<a href="#1740" id="1740">1740</a>
+<a href="#1741" id="1741">1741</a>
+<a href="#1742" id="1742">1742</a>
+<a href="#1743" id="1743">1743</a>
+<a href="#1744" id="1744">1744</a>
+<a href="#1745" id="1745">1745</a>
+<a href="#1746" id="1746">1746</a>
+<a href="#1747" id="1747">1747</a>
+<a href="#1748" id="1748">1748</a>
+<a href="#1749" id="1749">1749</a>
+<a href="#1750" id="1750">1750</a>
+<a href="#1751" id="1751">1751</a>
+<a href="#1752" id="1752">1752</a>
+<a href="#1753" id="1753">1753</a>
+<a href="#1754" id="1754">1754</a>
+<a href="#1755" id="1755">1755</a>
+<a href="#1756" id="1756">1756</a>
+<a href="#1757" id="1757">1757</a>
+<a href="#1758" id="1758">1758</a>
+<a href="#1759" id="1759">1759</a>
+<a href="#1760" id="1760">1760</a>
+<a href="#1761" id="1761">1761</a>
+<a href="#1762" id="1762">1762</a>
+<a href="#1763" id="1763">1763</a>
+<a href="#1764" id="1764">1764</a>
+<a href="#1765" id="1765">1765</a>
+<a href="#1766" id="1766">1766</a>
+<a href="#1767" id="1767">1767</a>
+<a href="#1768" id="1768">1768</a>
+<a href="#1769" id="1769">1769</a>
+<a href="#1770" id="1770">1770</a>
+<a href="#1771" id="1771">1771</a>
+<a href="#1772" id="1772">1772</a>
+<a href="#1773" id="1773">1773</a>
</pre></div><pre class="rust"><code><span class="comment">// Licensed to the
Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
@@ -2305,8 +2361,8 @@
<span class="kw-2">&</span><span class="macro">format!</span>(
<span class="string">"DELETE FROM {CATALOG_TABLE_NAME}
WHERE {CATALOG_FIELD_CATALOG_NAME} = ?
- AND {CATALOG_FIELD_TABLE_NAMESPACE} = ?
AND {CATALOG_FIELD_TABLE_NAME} = ?
+ AND {CATALOG_FIELD_TABLE_NAMESPACE} = ?
AND (
{CATALOG_FIELD_RECORD_TYPE} =
'{CATALOG_FIELD_TABLE_RECORD_TYPE}'
OR {CATALOG_FIELD_RECORD_TYPE} IS NULL
@@ -3431,5 +3487,61 @@
<span class="macro">format!</span>(<span
class="string">"Unexpected => Table {:?} already exists."</span>, <span
class="kw-2">&</span>dst_table_ident),
);
}
+
+ <span class="attr">#[tokio::test]
+ </span><span class="kw">async fn
</span>test_drop_table_throws_error_if_table_not_exist() {
+ <span class="kw">let </span>warehouse_loc = temp_path();
+ <span class="kw">let </span>catalog =
new_sql_catalog(warehouse_loc.clone()).<span class="kw">await</span>;
+ <span class="kw">let </span>namespace_ident =
NamespaceIdent::new(<span class="string">"a"</span>.into());
+ <span class="kw">let </span>table_name = <span
class="string">"tbl1"</span>;
+ <span class="kw">let </span>table_ident =
TableIdent::new(namespace_ident.clone(), table_name.into());
+ create_namespace(<span class="kw-2">&</span>catalog, <span
class="kw-2">&</span>namespace_ident).<span class="kw">await</span>;
+
+ <span class="kw">let </span>err = catalog
+ .drop_table(<span class="kw-2">&</span>table_ident)
+ .<span class="kw">await
+ </span>.unwrap_err()
+ .to_string();
+ <span class="macro">assert_eq!</span>(
+ err,
+ <span class="string">"Unexpected => No such table: TableIdent {
namespace: NamespaceIdent([\"a\"]), name: \"tbl1\" }"
+ </span>);
+ }
+
+ <span class="attr">#[tokio::test]
+ </span><span class="kw">async fn </span>test_drop_table() {
+ <span class="kw">let </span>warehouse_loc = temp_path();
+ <span class="kw">let </span>catalog =
new_sql_catalog(warehouse_loc.clone()).<span class="kw">await</span>;
+ <span class="kw">let </span>namespace_ident =
NamespaceIdent::new(<span class="string">"a"</span>.into());
+ <span class="kw">let </span>table_name = <span
class="string">"tbl1"</span>;
+ <span class="kw">let </span>table_ident =
TableIdent::new(namespace_ident.clone(), table_name.into());
+ create_namespace(<span class="kw-2">&</span>catalog, <span
class="kw-2">&</span>namespace_ident).<span class="kw">await</span>;
+
+ <span class="kw">let </span>location = warehouse_loc.clone();
+ <span class="kw">let </span>table_creation = TableCreation::builder()
+ .name(table_name.into())
+ .location(location.clone())
+ .schema(simple_table_schema())
+ .build();
+
+ catalog
+ .create_table(<span class="kw-2">&</span>namespace_ident,
table_creation)
+ .<span class="kw">await
+ </span>.unwrap();
+
+ <span class="kw">let </span>table = catalog.load_table(<span
class="kw-2">&</span>table_ident).<span class="kw">await</span>.unwrap();
+ assert_table_eq(<span class="kw-2">&</span>table, <span
class="kw-2">&</span>table_ident, <span
class="kw-2">&</span>simple_table_schema());
+
+ catalog.drop_table(<span class="kw-2">&</span>table_ident).<span
class="kw">await</span>.unwrap();
+ <span class="kw">let </span>err = catalog
+ .load_table(<span class="kw-2">&</span>table_ident)
+ .<span class="kw">await
+ </span>.unwrap_err()
+ .to_string();
+ <span class="macro">assert_eq!</span>(
+ err,
+ <span class="string">"Unexpected => No such table: TableIdent {
namespace: NamespaceIdent([\"a\"]), name: \"tbl1\" }"
+ </span>);
+ }
}
</code></pre></div></section></main></body></html>
\ No newline at end of file
