This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/datafusion.git
The following commit(s) were added to refs/heads/asf-site by this push:
new c5447573f5 Publish built docs triggered by
58cc4e1289451b30adca4721fd6eb5a36b26a2cd
c5447573f5 is described below
commit c5447573f529841e71888d5fdbc9509647d4316f
Author: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
AuthorDate: Mon May 13 10:39:12 2024 +0000
Publish built docs triggered by 58cc4e1289451b30adca4721fd6eb5a36b26a2cd
---
_sources/user-guide/cli/datasources.md.txt | 4 ++--
_sources/user-guide/sql/ddl.md.txt | 23 ++++++++++-------------
_sources/user-guide/sql/write_options.md.txt | 4 ++--
searchindex.js | 2 +-
user-guide/cli/datasources.html | 4 ++--
user-guide/sql/ddl.html | 23 ++++++++++-------------
user-guide/sql/write_options.html | 4 ++--
7 files changed, 29 insertions(+), 35 deletions(-)
diff --git a/_sources/user-guide/cli/datasources.md.txt
b/_sources/user-guide/cli/datasources.md.txt
index c2c00b6334..2b11645c47 100644
--- a/_sources/user-guide/cli/datasources.md.txt
+++ b/_sources/user-guide/cli/datasources.md.txt
@@ -166,8 +166,8 @@ Register a single file csv datasource with a header row.
```sql
CREATE EXTERNAL TABLE test
STORED AS CSV
-WITH HEADER ROW
-LOCATION '/path/to/aggregate_test_100.csv';
+LOCATION '/path/to/aggregate_test_100.csv'
+OPTIONS ('has_header' 'true');
```
Register a single file csv datasource with explicitly defined schema.
diff --git a/_sources/user-guide/sql/ddl.md.txt
b/_sources/user-guide/sql/ddl.md.txt
index 3d8b632f6e..e16b9681eb 100644
--- a/_sources/user-guide/sql/ddl.md.txt
+++ b/_sources/user-guide/sql/ddl.md.txt
@@ -60,9 +60,6 @@ CREATE [UNBOUNDED] EXTERNAL TABLE
[ IF NOT EXISTS ]
<TABLE_NAME>[ (<column_definition>) ]
STORED AS <file_type>
-[ WITH HEADER ROW ]
-[ DELIMITER <char> ]
-[ COMPRESSION TYPE <GZIP | BZIP2 | XZ | ZSTD> ]
[ PARTITIONED BY (<column list>) ]
[ WITH ORDER (<ordered column list>) ]
[ OPTIONS (<key_value_list>) ]
@@ -100,8 +97,8 @@ scanning a subset of the file.
```sql
CREATE EXTERNAL TABLE test
STORED AS CSV
-WITH HEADER ROW
-LOCATION '/path/to/aggregate_simple.csv';
+LOCATION '/path/to/aggregate_simple.csv'
+OPTIONS ('has_header' 'true');
```
It is also possible to use compressed files, such as `.csv.gz`:
@@ -110,8 +107,8 @@ It is also possible to use compressed files, such as
`.csv.gz`:
CREATE EXTERNAL TABLE test
STORED AS CSV
COMPRESSION TYPE GZIP
-WITH HEADER ROW
-LOCATION '/path/to/aggregate_simple.csv.gz';
+LOCATION '/path/to/aggregate_simple.csv.gz'
+OPTIONS ('has_header' 'true');
```
It is also possible to specify the schema manually.
@@ -133,8 +130,8 @@ CREATE EXTERNAL TABLE test (
c13 VARCHAR NOT NULL
)
STORED AS CSV
-WITH HEADER ROW
-LOCATION '/path/to/aggregate_test_100.csv';
+LOCATION '/path/to/aggregate_test_100.csv'
+OPTIONS ('has_header' 'true');
```
It is also possible to specify a directory that contains a partitioned
@@ -143,8 +140,8 @@ table (multiple files with the same schema)
```sql
CREATE EXTERNAL TABLE test
STORED AS CSV
-WITH HEADER ROW
-LOCATION '/path/to/directory/of/files';
+LOCATION '/path/to/directory/of/files'
+OPTIONS ('has_header' 'true');
```
With `CREATE UNBOUNDED EXTERNAL TABLE` SQL statement. We can create unbounded
data sources such as following:
@@ -181,9 +178,9 @@ CREATE EXTERNAL TABLE test (
c13 VARCHAR NOT NULL
)
STORED AS CSV
-WITH HEADER ROW
WITH ORDER (c2 ASC, c5 + c8 DESC NULL FIRST)
-LOCATION '/path/to/aggregate_test_100.csv';
+LOCATION '/path/to/aggregate_test_100.csv'
+OPTIONS ('has_header' 'true');
```
Where `WITH ORDER` clause specifies the sort order:
diff --git a/_sources/user-guide/sql/write_options.md.txt
b/_sources/user-guide/sql/write_options.md.txt
index 7631525f13..3c4790dd02 100644
--- a/_sources/user-guide/sql/write_options.md.txt
+++ b/_sources/user-guide/sql/write_options.md.txt
@@ -38,11 +38,11 @@ CREATE EXTERNAL TABLE
my_table(a bigint, b bigint)
STORED AS csv
COMPRESSION TYPE gzip
- WITH HEADER ROW
DELIMITER ';'
LOCATION '/test/location/my_csv_table/'
OPTIONS(
- NULL_VALUE 'NAN'
+ NULL_VALUE 'NAN',
+ 'has_header' 'true'
)
```
diff --git a/searchindex.js b/searchindex.js
index a932e4a080..bb0509f5f8 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"!=": [[39, "op-neq"]], "!~": [[39,
"op-re-not-match"]], "!~*": [[39, "op-re-not-match-i"]], "!~~": [[39, "id18"]],
"!~~*": [[39, "id19"]], "#": [[39, "op-bit-xor"]], "%": [[39, "op-modulo"]],
"&": [[39, "op-bit-and"]], "(relation, name) tuples in logical fields and
logical columns are unique": [[7,
"relation-name-tuples-in-logical-fields-and-logical-columns-are-unique"]], "*":
[[39, "op-multiply"]], "+": [[39, "op-plus"]], "-": [[39, "op-minus"]], "/":
[[3 [...]
\ No newline at end of file
+Search.setIndex({"alltitles": {"!=": [[39, "op-neq"]], "!~": [[39,
"op-re-not-match"]], "!~*": [[39, "op-re-not-match-i"]], "!~~": [[39, "id18"]],
"!~~*": [[39, "id19"]], "#": [[39, "op-bit-xor"]], "%": [[39, "op-modulo"]],
"&": [[39, "op-bit-and"]], "(relation, name) tuples in logical fields and
logical columns are unique": [[7,
"relation-name-tuples-in-logical-fields-and-logical-columns-are-unique"]], "*":
[[39, "op-multiply"]], "+": [[39, "op-plus"]], "-": [[39, "op-minus"]], "/":
[[3 [...]
\ No newline at end of file
diff --git a/user-guide/cli/datasources.html b/user-guide/cli/datasources.html
index ab27f0ae31..3a63973494 100644
--- a/user-guide/cli/datasources.html
+++ b/user-guide/cli/datasources.html
@@ -691,8 +691,8 @@ parquet files and have compatible schemas</p>
<p>Register a single file csv datasource with a header row.</p>
<div class="highlight-sql notranslate"><div
class="highlight"><pre><span></span><span class="k">CREATE</span><span
class="w"> </span><span class="k">EXTERNAL</span><span class="w"> </span><span
class="k">TABLE</span><span class="w"> </span><span class="n">test</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">CSV</span>
-<span class="k">WITH</span><span class="w"> </span><span
class="n">HEADER</span><span class="w"> </span><span class="k">ROW</span>
-<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_test_100.csv'</span><span
class="p">;</span>
+<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_test_100.csv'</span>
+<span class="k">OPTIONS</span><span class="w"> </span><span
class="p">(</span><span class="s1">'has_header'</span><span class="w">
</span><span class="s1">'true'</span><span class="p">);</span>
</pre></div>
</div>
<p>Register a single file csv datasource with explicitly defined schema.</p>
diff --git a/user-guide/sql/ddl.html b/user-guide/sql/ddl.html
index a231a7b44b..94ecffbce2 100644
--- a/user-guide/sql/ddl.html
+++ b/user-guide/sql/ddl.html
@@ -571,9 +571,6 @@ file system or remote object store as a named table which
can be queried.</p>
<span class="p">[</span> <span class="n">IF</span> <span class="n">NOT</span>
<span class="n">EXISTS</span> <span class="p">]</span>
<span class="o"><</span><span class="n">TABLE_NAME</span><span
class="o">></span><span class="p">[</span> <span class="p">(</span><span
class="o"><</span><span class="n">column_definition</span><span
class="o">></span><span class="p">)</span> <span class="p">]</span>
<span class="n">STORED</span> <span class="n">AS</span> <span
class="o"><</span><span class="n">file_type</span><span class="o">></span>
-<span class="p">[</span> <span class="n">WITH</span> <span
class="n">HEADER</span> <span class="n">ROW</span> <span class="p">]</span>
-<span class="p">[</span> <span class="n">DELIMITER</span> <span
class="o"><</span><span class="n">char</span><span class="o">></span>
<span class="p">]</span>
-<span class="p">[</span> <span class="n">COMPRESSION</span> <span
class="n">TYPE</span> <span class="o"><</span><span class="n">GZIP</span>
<span class="o">|</span> <span class="n">BZIP2</span> <span class="o">|</span>
<span class="n">XZ</span> <span class="o">|</span> <span
class="n">ZSTD</span><span class="o">></span> <span class="p">]</span>
<span class="p">[</span> <span class="n">PARTITIONED</span> <span
class="n">BY</span> <span class="p">(</span><span class="o"><</span><span
class="n">column</span> <span class="nb">list</span><span
class="o">></span><span class="p">)</span> <span class="p">]</span>
<span class="p">[</span> <span class="n">WITH</span> <span
class="n">ORDER</span> <span class="p">(</span><span class="o"><</span><span
class="n">ordered</span> <span class="n">column</span> <span
class="nb">list</span><span class="o">></span><span class="p">)</span> <span
class="p">]</span>
<span class="p">[</span> <span class="n">OPTIONS</span> <span
class="p">(</span><span class="o"><</span><span
class="n">key_value_list</span><span class="o">></span><span
class="p">)</span> <span class="p">]</span>
@@ -604,16 +601,16 @@ provide schema information for Parquet files.</p>
scanning a subset of the file.</p>
<div class="highlight-sql notranslate"><div
class="highlight"><pre><span></span><span class="k">CREATE</span><span
class="w"> </span><span class="k">EXTERNAL</span><span class="w"> </span><span
class="k">TABLE</span><span class="w"> </span><span class="n">test</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">CSV</span>
-<span class="k">WITH</span><span class="w"> </span><span
class="n">HEADER</span><span class="w"> </span><span class="k">ROW</span>
-<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_simple.csv'</span><span
class="p">;</span>
+<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_simple.csv'</span>
+<span class="k">OPTIONS</span><span class="w"> </span><span
class="p">(</span><span class="s1">'has_header'</span><span class="w">
</span><span class="s1">'true'</span><span class="p">);</span>
</pre></div>
</div>
<p>It is also possible to use compressed files, such as <code class="docutils
literal notranslate"><span class="pre">.csv.gz</span></code>:</p>
<div class="highlight-sql notranslate"><div
class="highlight"><pre><span></span><span class="k">CREATE</span><span
class="w"> </span><span class="k">EXTERNAL</span><span class="w"> </span><span
class="k">TABLE</span><span class="w"> </span><span class="n">test</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">CSV</span>
<span class="n">COMPRESSION</span><span class="w"> </span><span
class="k">TYPE</span><span class="w"> </span><span class="n">GZIP</span>
-<span class="k">WITH</span><span class="w"> </span><span
class="n">HEADER</span><span class="w"> </span><span class="k">ROW</span>
-<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_simple.csv.gz'</span><span
class="p">;</span>
+<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_simple.csv.gz'</span>
+<span class="k">OPTIONS</span><span class="w"> </span><span
class="p">(</span><span class="s1">'has_header'</span><span class="w">
</span><span class="s1">'true'</span><span class="p">);</span>
</pre></div>
</div>
<p>It is also possible to specify the schema manually.</p>
@@ -633,16 +630,16 @@ scanning a subset of the file.</p>
<span class="w"> </span><span class="n">c13</span><span class="w">
</span><span class="nb">VARCHAR</span><span class="w"> </span><span
class="k">NOT</span><span class="w"> </span><span class="k">NULL</span>
<span class="p">)</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">CSV</span>
-<span class="k">WITH</span><span class="w"> </span><span
class="n">HEADER</span><span class="w"> </span><span class="k">ROW</span>
-<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_test_100.csv'</span><span
class="p">;</span>
+<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_test_100.csv'</span>
+<span class="k">OPTIONS</span><span class="w"> </span><span
class="p">(</span><span class="s1">'has_header'</span><span class="w">
</span><span class="s1">'true'</span><span class="p">);</span>
</pre></div>
</div>
<p>It is also possible to specify a directory that contains a partitioned
table (multiple files with the same schema)</p>
<div class="highlight-sql notranslate"><div
class="highlight"><pre><span></span><span class="k">CREATE</span><span
class="w"> </span><span class="k">EXTERNAL</span><span class="w"> </span><span
class="k">TABLE</span><span class="w"> </span><span class="n">test</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">CSV</span>
-<span class="k">WITH</span><span class="w"> </span><span
class="n">HEADER</span><span class="w"> </span><span class="k">ROW</span>
-<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/directory/of/files'</span><span class="p">;</span>
+<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/directory/of/files'</span>
+<span class="k">OPTIONS</span><span class="w"> </span><span
class="p">(</span><span class="s1">'has_header'</span><span class="w">
</span><span class="s1">'true'</span><span class="p">);</span>
</pre></div>
</div>
<p>With <code class="docutils literal notranslate"><span
class="pre">CREATE</span> <span class="pre">UNBOUNDED</span> <span
class="pre">EXTERNAL</span> <span class="pre">TABLE</span></code> SQL
statement. We can create unbounded data sources such as following:</p>
@@ -673,9 +670,9 @@ sorting is complex, allowing for greater flexibility.</p>
<span class="w"> </span><span class="n">c13</span><span class="w">
</span><span class="nb">VARCHAR</span><span class="w"> </span><span
class="k">NOT</span><span class="w"> </span><span class="k">NULL</span>
<span class="p">)</span>
<span class="n">STORED</span><span class="w"> </span><span
class="k">AS</span><span class="w"> </span><span class="n">CSV</span>
-<span class="k">WITH</span><span class="w"> </span><span
class="n">HEADER</span><span class="w"> </span><span class="k">ROW</span>
<span class="k">WITH</span><span class="w"> </span><span
class="k">ORDER</span><span class="w"> </span><span class="p">(</span><span
class="n">c2</span><span class="w"> </span><span class="k">ASC</span><span
class="p">,</span><span class="w"> </span><span class="n">c5</span><span
class="w"> </span><span class="o">+</span><span class="w"> </span><span
class="n">c8</span><span class="w"> </span><span class="k">DESC</span><span
class="w"> </span><span class="k">NULL</span><span class="w"> < [...]
-<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_test_100.csv'</span><span
class="p">;</span>
+<span class="k">LOCATION</span><span class="w"> </span><span
class="s1">'/path/to/aggregate_test_100.csv'</span>
+<span class="k">OPTIONS</span><span class="w"> </span><span
class="p">(</span><span class="s1">'has_header'</span><span class="w">
</span><span class="s1">'true'</span><span class="p">);</span>
</pre></div>
</div>
<p>Where <code class="docutils literal notranslate"><span
class="pre">WITH</span> <span class="pre">ORDER</span></code> clause specifies
the sort order:</p>
diff --git a/user-guide/sql/write_options.html
b/user-guide/sql/write_options.html
index f1b36319eb..05cf2102bc 100644
--- a/user-guide/sql/write_options.html
+++ b/user-guide/sql/write_options.html
@@ -538,11 +538,11 @@
<span class="w"> </span><span class="n">my_table</span><span
class="p">(</span><span class="n">a</span><span class="w"> </span><span
class="nb">bigint</span><span class="p">,</span><span class="w"> </span><span
class="n">b</span><span class="w"> </span><span class="nb">bigint</span><span
class="p">)</span>
<span class="w"> </span><span class="n">STORED</span><span class="w">
</span><span class="k">AS</span><span class="w"> </span><span
class="n">csv</span>
<span class="w"> </span><span class="n">COMPRESSION</span><span class="w">
</span><span class="k">TYPE</span><span class="w"> </span><span
class="n">gzip</span>
-<span class="w"> </span><span class="k">WITH</span><span class="w">
</span><span class="n">HEADER</span><span class="w"> </span><span
class="k">ROW</span>
<span class="w"> </span><span class="k">DELIMITER</span><span class="w">
</span><span class="s1">';'</span>
<span class="w"> </span><span class="k">LOCATION</span><span class="w">
</span><span class="s1">'/test/location/my_csv_table/'</span>
<span class="w"> </span><span class="k">OPTIONS</span><span class="p">(</span>
-<span class="w"> </span><span class="n">NULL_VALUE</span><span class="w">
</span><span class="s1">'NAN'</span>
+<span class="w"> </span><span class="n">NULL_VALUE</span><span class="w">
</span><span class="s1">'NAN'</span><span class="p">,</span>
+<span class="w"> </span><span class="s1">'has_header'</span><span
class="w"> </span><span class="s1">'true'</span>
<span class="w"> </span><span class="p">)</span>
</pre></div>
</div>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
