This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 1d42132657 Publish built docs triggered by
ad89ff82421e9c4670f4440dd5a6fa6fb55c40c3
1d42132657 is described below
commit 1d42132657465105ccf939e31e9c1c3b4a0b29c0
Author: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
AuthorDate: Mon Mar 25 12:58:24 2024 +0000
Publish built docs triggered by ad89ff82421e9c4670f4440dd5a6fa6fb55c40c3
---
_sources/user-guide/cli.md.txt | 37 ++++++++++++++++++++++++++++++-------
searchindex.js | 2 +-
user-guide/cli.html | 40 +++++++++++++++++++++++++++++++++-------
3 files changed, 64 insertions(+), 15 deletions(-)
diff --git a/_sources/user-guide/cli.md.txt b/_sources/user-guide/cli.md.txt
index a94e2427ea..da4c987054 100644
--- a/_sources/user-guide/cli.md.txt
+++ b/_sources/user-guide/cli.md.txt
@@ -312,9 +312,9 @@ select count(*) from hits;
CREATE EXTERNAL TABLE test
STORED AS PARQUET
OPTIONS(
- 'access_key_id' '******',
- 'secret_access_key' '******',
- 'region' 'us-east-2'
+ 'aws.access_key_id' '******',
+ 'aws.secret_access_key' '******',
+ 'aws.region' 'us-east-2'
)
LOCATION 's3://bucket/path/file.parquet';
```
@@ -365,9 +365,9 @@ Details of the environment variables that can be used are:
CREATE EXTERNAL TABLE test
STORED AS PARQUET
OPTIONS(
- 'access_key_id' '******',
- 'secret_access_key' '******',
- 'endpoint' 'https://bucket.oss-cn-hangzhou.aliyuncs.com'
+ 'aws.access_key_id' '******',
+ 'aws.secret_access_key' '******',
+ 'aws.oss.endpoint' 'https://bucket.oss-cn-hangzhou.aliyuncs.com'
)
LOCATION 'oss://bucket/path/file.parquet';
```
@@ -380,6 +380,29 @@ The supported OPTIONS are:
Note that the `endpoint` format of oss needs to be:
`https://{bucket}.{oss-region-endpoint}`
+## Registering COS Data Sources
+
+[Tencent cloud COS](https://cloud.tencent.com/product/cos) data sources can be
registered by executing a `CREATE EXTERNAL TABLE` SQL statement.
+
+```sql
+CREATE EXTERNAL TABLE test
+STORED AS PARQUET
+OPTIONS(
+ 'aws.access_key_id' '******',
+ 'aws.secret_access_key' '******',
+ 'aws.cos.endpoint' 'https://cos.ap-singapore.myqcloud.com'
+)
+LOCATION 'cos://bucket/path/file.parquet';
+```
+
+The supported OPTIONS are:
+
+- access_key_id
+- secret_access_key
+- endpoint
+
+Note that the `endpoint` format of urls must be:
`https://cos.{cos-region-endpoint}`
+
## Registering GCS Data Sources
[Google Cloud Storage](https://cloud.google.com/storage) data sources can be
registered by executing a `CREATE EXTERNAL TABLE` SQL statement.
@@ -388,7 +411,7 @@ Note that the `endpoint` format of oss needs to be:
`https://{bucket}.{oss-regio
CREATE EXTERNAL TABLE test
STORED AS PARQUET
OPTIONS(
- 'service_account_path' '/tmp/gcs.json',
+ 'gcp.service_account_path' '/tmp/gcs.json',
)
LOCATION 'gs://bucket/path/file.parquet';
```
diff --git a/searchindex.js b/searchindex.js
index a5c38a1c59..52624c6a4b 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["contributor-guide/architecture",
"contributor-guide/communication", "contributor-guide/index",
"contributor-guide/quarterly_roadmap", "contributor-guide/roadmap",
"contributor-guide/specification/index",
"contributor-guide/specification/invariants",
"contributor-guide/specification/output-field-name-semantic", "index",
"library-user-guide/adding-udfs", "library-user-guide/building-logical-plans",
"library-user-guide/catalogs", "library-user-guide/custom-tab [...]
\ No newline at end of file
+Search.setIndex({"docnames": ["contributor-guide/architecture",
"contributor-guide/communication", "contributor-guide/index",
"contributor-guide/quarterly_roadmap", "contributor-guide/roadmap",
"contributor-guide/specification/index",
"contributor-guide/specification/invariants",
"contributor-guide/specification/output-field-name-semantic", "index",
"library-user-guide/adding-udfs", "library-user-guide/building-logical-plans",
"library-user-guide/catalogs", "library-user-guide/custom-tab [...]
\ No newline at end of file
diff --git a/user-guide/cli.html b/user-guide/cli.html
index 289544ccd4..28da8a77d9 100644
--- a/user-guide/cli.html
+++ b/user-guide/cli.html
@@ -429,6 +429,11 @@
Registering OSS Data Sources
</a>
</li>
+ <li class="toc-h2 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#registering-cos-data-sources">
+ Registering COS Data Sources
+ </a>
+ </li>
<li class="toc-h2 nav-item toc-entry">
<a class="reference internal nav-link" href="#registering-gcs-data-sources">
Registering GCS Data Sources
@@ -760,9 +765,9 @@ For example to read from a remote parquet file via HTTP(S)
you can use the follo
<div class="highlight-sql notranslate"><div
class="highlight"><pre><span></span><span class="k">CREATE</span><span
class="w"> </span><span class="k">EXTERNAL</span><span class="w"> </span><span
class="k">TABLE</span><span class="w"> </span><span class="n">test</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">PARQUET</span>
<span class="k">OPTIONS</span><span class="p">(</span>
-<span class="w"> </span><span
class="s1">'access_key_id'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
-<span class="w"> </span><span
class="s1">'secret_access_key'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
-<span class="w"> </span><span class="s1">'region'</span><span
class="w"> </span><span class="s1">'us-east-2'</span>
+<span class="w"> </span><span
class="s1">'aws.access_key_id'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
+<span class="w"> </span><span
class="s1">'aws.secret_access_key'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
+<span class="w"> </span><span class="s1">'aws.region'</span><span
class="w"> </span><span class="s1">'us-east-2'</span>
<span class="p">)</span>
<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'s3://bucket/path/file.parquet'</span><span
class="p">;</span>
</pre></div>
@@ -810,9 +815,9 @@ DataFusion<span class="w"> </span>CLI<span class="w">
</span>v21.0.0
<div class="highlight-sql notranslate"><div
class="highlight"><pre><span></span><span class="k">CREATE</span><span
class="w"> </span><span class="k">EXTERNAL</span><span class="w"> </span><span
class="k">TABLE</span><span class="w"> </span><span class="n">test</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">PARQUET</span>
<span class="k">OPTIONS</span><span class="p">(</span>
-<span class="w"> </span><span
class="s1">'access_key_id'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
-<span class="w"> </span><span
class="s1">'secret_access_key'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
-<span class="w"> </span><span class="s1">'endpoint'</span><span
class="w"> </span><span
class="s1">'https://bucket.oss-cn-hangzhou.aliyuncs.com'</span>
+<span class="w"> </span><span
class="s1">'aws.access_key_id'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
+<span class="w"> </span><span
class="s1">'aws.secret_access_key'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
+<span class="w"> </span><span
class="s1">'aws.oss.endpoint'</span><span class="w"> </span><span
class="s1">'https://bucket.oss-cn-hangzhou.aliyuncs.com'</span>
<span class="p">)</span>
<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'oss://bucket/path/file.parquet'</span><span
class="p">;</span>
</pre></div>
@@ -825,13 +830,34 @@ DataFusion<span class="w"> </span>CLI<span class="w">
</span>v21.0.0
</ul>
<p>Note that the <code class="docutils literal notranslate"><span
class="pre">endpoint</span></code> format of oss needs to be: <code
class="docutils literal notranslate"><span
class="pre">https://{bucket}.{oss-region-endpoint}</span></code></p>
</section>
+<section id="registering-cos-data-sources">
+<h2>Registering COS Data Sources<a class="headerlink"
href="#registering-cos-data-sources" title="Link to this heading">¶</a></h2>
+<p><a class="reference external"
href="https://cloud.tencent.com/product/cos";>Tencent cloud COS</a> data sources
can be registered by executing a <code class="docutils literal
notranslate"><span class="pre">CREATE</span> <span class="pre">EXTERNAL</span>
<span class="pre">TABLE</span></code> SQL statement.</p>
+<div class="highlight-sql notranslate"><div
class="highlight"><pre><span></span><span class="k">CREATE</span><span
class="w"> </span><span class="k">EXTERNAL</span><span class="w"> </span><span
class="k">TABLE</span><span class="w"> </span><span class="n">test</span>
+<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">PARQUET</span>
+<span class="k">OPTIONS</span><span class="p">(</span>
+<span class="w"> </span><span
class="s1">'aws.access_key_id'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
+<span class="w"> </span><span
class="s1">'aws.secret_access_key'</span><span class="w"> </span><span
class="s1">'******'</span><span class="p">,</span>
+<span class="w"> </span><span
class="s1">'aws.cos.endpoint'</span><span class="w"> </span><span
class="s1">'https://cos.ap-singapore.myqcloud.com'</span>
+<span class="p">)</span>
+<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'cos://bucket/path/file.parquet'</span><span
class="p">;</span>
+</pre></div>
+</div>
+<p>The supported OPTIONS are:</p>
+<ul class="simple">
+<li><p>access_key_id</p></li>
+<li><p>secret_access_key</p></li>
+<li><p>endpoint</p></li>
+</ul>
+<p>Note that the <code class="docutils literal notranslate"><span
class="pre">endpoint</span></code> format of urls must be: <code
class="docutils literal notranslate"><span
class="pre">https://cos.{cos-region-endpoint}</span></code></p>
+</section>
<section id="registering-gcs-data-sources">
<h2>Registering GCS Data Sources<a class="headerlink"
href="#registering-gcs-data-sources" title="Link to this heading">¶</a></h2>
<p><a class="reference external"
href="https://cloud.google.com/storage";>Google Cloud Storage</a> data sources
can be registered by executing a <code class="docutils literal
notranslate"><span class="pre">CREATE</span> <span class="pre">EXTERNAL</span>
<span class="pre">TABLE</span></code> SQL statement.</p>
<div class="highlight-sql notranslate"><div
class="highlight"><pre><span></span><span class="k">CREATE</span><span
class="w"> </span><span class="k">EXTERNAL</span><span class="w"> </span><span
class="k">TABLE</span><span class="w"> </span><span class="n">test</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">PARQUET</span>
<span class="k">OPTIONS</span><span class="p">(</span>
-<span class="w"> </span><span
class="s1">'service_account_path'</span><span class="w"> </span><span
class="s1">'/tmp/gcs.json'</span><span class="p">,</span>
+<span class="w"> </span><span
class="s1">'gcp.service_account_path'</span><span class="w">
</span><span class="s1">'/tmp/gcs.json'</span><span class="p">,</span>
<span class="p">)</span>
<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'gs://bucket/path/file.parquet'</span><span
class="p">;</span>
</pre></div>
