This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/orc.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 18b2326 ORC-1112: Add Using with Python web page
18b2326 is described below
commit 18b2326cf2c1225bde95e87a475ca0c1955251bc
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Tue Feb 1 16:26:42 2022 -0800
ORC-1112: Add Using with Python web page
---
docs/acid.html | 135 +++++++++++++++++++++++++
docs/adopters.html | 135 +++++++++++++++++++++++++
docs/building.html | 135 +++++++++++++++++++++++++
docs/core-cpp.html | 138 ++++++++++++++++++++++++++
docs/core-java.html | 138 ++++++++++++++++++++++++++
docs/cpp-tools.html | 179 +++++++++++++++++++++++++++++++++-
docs/hive-config.html | 138 ++++++++++++++++++++++++++
docs/hive-ddl.html | 138 ++++++++++++++++++++++++++
docs/index.html | 135 +++++++++++++++++++++++++
docs/indexes.html | 135 +++++++++++++++++++++++++
docs/java-tools.html | 138 ++++++++++++++++++++++++++
docs/mapred.html | 138 ++++++++++++++++++++++++++
docs/mapreduce.html | 138 ++++++++++++++++++++++++++
docs/{spark-ddl.html => pyarrow.html} | 178 ++++++++++++++++++++++++++++++---
docs/releases.html | 137 +++++++++++++++++++++++++-
docs/spark-config.html | 138 ++++++++++++++++++++++++++
docs/spark-ddl.html | 140 +++++++++++++++++++++++++-
docs/types.html | 135 +++++++++++++++++++++++++
index.html | 1 +
19 files changed, 2528 insertions(+), 21 deletions(-)
diff --git a/docs/acid.html b/docs/acid.html
index 4f15bd8..77a1e4d 100644
--- a/docs/acid.html
+++ b/docs/acid.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1163,6 +1246,8 @@ file that don’t need to be read in this task.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1259,6 +1344,8 @@ file that don’t need to be read in this task.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1266,6 +1353,50 @@ file that don’t need to be read in this task.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1307,6 +1438,8 @@ file that don’t need to be read in this task.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1345,6 +1478,8 @@ file that don’t need to be read in this task.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/adopters.html b/docs/adopters.html
index f74c156..177b8f1 100644
--- a/docs/adopters.html
+++ b/docs/adopters.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1044,6 +1127,8 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1140,6 +1225,8 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1147,6 +1234,50 @@ Analytic Database to the Hadoop ecosystem.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1188,6 +1319,8 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1226,6 +1359,8 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/building.html b/docs/building.html
index f1a6ab7..98b2cbc 100644
--- a/docs/building.html
+++ b/docs/building.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1042,6 +1125,8 @@ is invoking:</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1138,6 +1223,8 @@ is invoking:</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1145,6 +1232,50 @@ is invoking:</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1186,6 +1317,8 @@ is invoking:</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1224,6 +1357,8 @@ is invoking:</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/core-cpp.html b/docs/core-cpp.html
index ce980e0..af9a64e 100644
--- a/docs/core-cpp.html
+++ b/docs/core-cpp.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1179,6 +1262,9 @@ so the returned batch may not be full, but it will always
contain some rows.</p>
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1285,6 +1371,8 @@ so the returned batch may not be full, but it will always
contain some rows.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1381,6 +1469,8 @@ so the returned batch may not be full, but it will always
contain some rows.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1388,6 +1478,50 @@ so the returned batch may not be full, but it will
always contain some rows.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1429,6 +1563,8 @@ so the returned batch may not be full, but it will always
contain some rows.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1467,6 +1603,8 @@ so the returned batch may not be full, but it will always
contain some rows.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/core-java.html b/docs/core-java.html
index d7af39e..a357d3c 100644
--- a/docs/core-java.html
+++ b/docs/core-java.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1263,6 +1346,9 @@ returned batch may not be full, but it will always
contain some rows.</p>
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1369,6 +1455,8 @@ returned batch may not be full, but it will always
contain some rows.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1465,6 +1553,8 @@ returned batch may not be full, but it will always
contain some rows.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1472,6 +1562,50 @@ returned batch may not be full, but it will always
contain some rows.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1513,6 +1647,8 @@ returned batch may not be full, but it will always
contain some rows.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1551,6 +1687,8 @@ returned batch may not be full, but it will always
contain some rows.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/cpp-tools.html b/docs/cpp-tools.html
index eb60d69..13b9040 100644
--- a/docs/cpp-tools.html
+++ b/docs/cpp-tools.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -826,7 +909,13 @@
<p>Displays the contents of the ORC file as a JSON document. With the
<code class="highlighter-rouge">columns</code> argument only the selected
columns are printed.</p>
-<div class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-contents <span class="o">[</span><span
class="nt">--columns</span><span class="o">=</span>1,2,...] <filename>
+<div class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-contents <span class="o">[</span>options]
<filename>
+Options:
+ <span class="nt">-h</span> <span class="nt">--help</span>
+ <span class="nt">-c</span> <span class="nt">--columns</span>
Comma separated list of top-level column fields
+ <span class="nt">-t</span> <span class="nt">--columnTypeIds</span>
Comma separated list of column <span class="nb">type </span>ids
+ <span class="nt">-n</span> <span class="nt">--columnNames</span>
Comma separated list of column names
+ <span class="nt">-b</span> <span class="nt">--batch</span>
Batch size <span class="k">for </span>reading
</code></pre></div></div>
<p>If you run it on the example file TestOrcFile.test1.orc, you’ll see (without
@@ -925,7 +1014,13 @@ you’ll see:</p>
to set the batch size which is 1024 rows by default. It is useful to check
if the ORC file is damaged.</p>
-<div class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-scan <span class="o">[</span><span
class="nt">--batch</span><span class="o">=</span><size>] <filename>
+<div class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-scan <span class="o">[</span>options]
<filename>...
+Options:
+ <span class="nt">-h</span> <span class="nt">--help</span>
+ <span class="nt">-c</span> <span class="nt">--columns</span>
Comma separated list of top-level column fields
+ <span class="nt">-t</span> <span class="nt">--columnTypeIds</span>
Comma separated list of column <span class="nb">type </span>ids
+ <span class="nt">-n</span> <span class="nt">--columnNames</span>
Comma separated list of column names
+ <span class="nt">-b</span> <span class="nt">--batch</span>
Batch size <span class="k">for </span>reading
</code></pre></div></div>
<p>If you run it on the example file TestOrcFile.test1.orc, you’ll see:</p>
@@ -943,7 +1038,7 @@ With the <code class="highlighter-rouge">withIndex</code>
option to include colu
<div class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-statistics <span class="o">[</span><span
class="nt">--withIndex</span><span class="o">]</span> <filename>
</code></pre></div></div>
-<p>If you run it on the example file
TestOrcFile.TestOrcFile.columnProjection.orc
+<p>If you run it on the example file TestOrcFile.columnProjection.orc
you’ll see:</p>
<div class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-statistics
examples/TestOrcFile.columnProjection.orc
@@ -1074,6 +1169,29 @@ Maximum: ffc17f0e35e1a6c0
Total length: 15941
</code></pre></div></div>
+<h2 id="orc-memory">orc-memory</h2>
+
+<p>Estimate the memory footprint for reading the ORC file.</p>
+
+<div class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-memory <span class="o">[</span>options]
<filename>
+Options:
+ <span class="nt">-h</span> <span class="nt">--help</span>
+ <span class="nt">-c</span> <span class="nt">--columns</span>
Comma separated list of top-level column fields
+ <span class="nt">-t</span> <span class="nt">--columnTypeIds</span>
Comma separated list of column <span class="nb">type </span>ids
+ <span class="nt">-n</span> <span class="nt">--columnNames</span>
Comma separated list of column names
+ <span class="nt">-b</span> <span class="nt">--batch</span>
Batch size <span class="k">for </span>reading
+</code></pre></div></div>
+
+<p>If you run it on the example file TestOrcFile.columnProjection.orc
+you’ll see:</p>
+
+<div class="language-shell highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-memory examples/TestOrcFile.columnProjection.orc,
+Reader memory estimate: 202972
+Batch memory estimate: 27000
+Total memory estimate: 229972
+Actual max memory used: 160381
+</code></pre></div></div>
+
@@ -1127,6 +1245,9 @@ Total length: 15941
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1233,6 +1354,8 @@ Total length: 15941
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1329,6 +1452,8 @@ Total length: 15941
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1336,6 +1461,50 @@ Total length: 15941
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1377,6 +1546,8 @@ Total length: 15941
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1415,6 +1586,8 @@ Total length: 15941
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/hive-config.html b/docs/hive-config.html
index c8c1a63..a0a9340 100644
--- a/docs/hive-config.html
+++ b/docs/hive-config.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1080,6 +1163,9 @@ with the same options.</p>
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1186,6 +1272,8 @@ with the same options.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1282,6 +1370,8 @@ with the same options.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1289,6 +1379,50 @@ with the same options.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1330,6 +1464,8 @@ with the same options.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1368,6 +1504,8 @@ with the same options.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/hive-ddl.html b/docs/hive-ddl.html
index 5429348..9edb982 100644
--- a/docs/hive-ddl.html
+++ b/docs/hive-ddl.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -888,6 +971,9 @@ files will be merged at the stripe level without
reserialization.</p>
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -994,6 +1080,8 @@ files will be merged at the stripe level without
reserialization.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1090,6 +1178,8 @@ files will be merged at the stripe level without
reserialization.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1097,6 +1187,50 @@ files will be merged at the stripe level without
reserialization.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1138,6 +1272,8 @@ files will be merged at the stripe level without
reserialization.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1176,6 +1312,8 @@ files will be merged at the stripe level without
reserialization.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/index.html b/docs/index.html
index f6cd42e..accd036 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -968,6 +1051,8 @@ format specification</a>.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1064,6 +1149,8 @@ format specification</a>.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1071,6 +1158,50 @@ format specification</a>.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1112,6 +1243,8 @@ format specification</a>.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1150,6 +1283,8 @@ format specification</a>.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/indexes.html b/docs/indexes.html
index 572a16e..6c80136 100644
--- a/docs/indexes.html
+++ b/docs/indexes.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -973,6 +1056,8 @@ would be read.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1069,6 +1154,8 @@ would be read.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1076,6 +1163,50 @@ would be read.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1117,6 +1248,8 @@ would be read.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1155,6 +1288,8 @@ would be read.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/java-tools.html b/docs/java-tools.html
index e3717fe..b2c4aac 100644
--- a/docs/java-tools.html
+++ b/docs/java-tools.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1176,6 +1259,9 @@ cost of printing the data out.</p>
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1280,6 +1366,8 @@ cost of printing the data out.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1376,6 +1464,8 @@ cost of printing the data out.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1383,6 +1473,50 @@ cost of printing the data out.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1424,6 +1558,8 @@ cost of printing the data out.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1462,6 +1598,8 @@ cost of printing the data out.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/mapred.html b/docs/mapred.html
index c1da69f..3f523ac 100644
--- a/docs/mapred.html
+++ b/docs/mapred.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1116,6 +1199,9 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1222,6 +1308,8 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1318,6 +1406,8 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1325,6 +1415,50 @@ OrcKey.key and OrcValue.value fields.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1366,6 +1500,8 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1404,6 +1540,8 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/mapreduce.html b/docs/mapreduce.html
index 3866ef0..e1a3367 100644
--- a/docs/mapreduce.html
+++ b/docs/mapreduce.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1100,6 +1183,9 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1206,6 +1292,8 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1302,6 +1390,8 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1309,6 +1399,50 @@ OrcKey.key and OrcValue.value fields.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1350,6 +1484,8 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1388,6 +1524,8 @@ OrcKey.key and OrcValue.value fields.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/spark-ddl.html b/docs/pyarrow.html
similarity index 88%
copy from docs/spark-ddl.html
copy to docs/pyarrow.html
index 01bd13f..fa40965 100644
--- a/docs/spark-ddl.html
+++ b/docs/pyarrow.html
@@ -2,7 +2,7 @@
<html lang="en-US">
<head>
<meta charset="UTF-8">
- <title>Spark DDL</title>
+ <title>PyArrow</title>
<meta name="viewport" content="width=device-width,initial-scale=1">
<meta name="generator" content="Jekyll v3.8.6">
<link rel="stylesheet"
href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -820,24 +903,35 @@
<div class="unit four-fifths">
<article>
- <h1>Spark DDL</h1>
- <p>ORC is well integrated into Spark, so storing your <code
class="highlighter-rouge">istari</code> table as ORC
-is done by adding <code class="highlighter-rouge">USING ORC</code>.</p>
-
-<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>CREATE TABLE istari (
- name STRING,
- color STRING
-) USING ORC;
-</code></pre></div></div>
+ <h1>PyArrow</h1>
+ <h2 id="how-to-install">How to install</h2>
+
+<p>Apache Arrow project’s PyArrow is the recommended package.</p>
-<p>To get information about an ORC file, use the <code
class="highlighter-rouge">orc-tools</code> command.</p>
+<p>https://pypi.org/project/pyarrow/</p>
-<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-tools meta <path_to_file>
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>pip3 install pyarrow
+pip3 install pandas
</code></pre></div></div>
-<p>To display the data in the ORC file, use:</p>
+<h2 id="how-to-write-and-read-an-orc-file">How to write and read an ORC
file</h2>
+
+<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>In [1]: import pandas as pd
+
+In [2]: import pyarrow as pa
+
+In [3]: import pyarrow.orc as orc
+
+In [4]: orc.write_table(pa.table({"col1": [1, 2, 3]}), "test.orc")
-<div class="highlighter-rouge"><div class="highlight"><pre
class="highlight"><code>% orc-tools data <path_to_file>
+In [5]: t = orc.ORCFile("test.orc").read()
+
+In [6]: t.to_pandas()
+Out[6]:
+ col1
+0 1
+1 2
+2 3
</code></pre></div></div>
@@ -881,7 +975,7 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
- <a href="/docs/spark-config.html" class="next">Next</a>
+ <a href="/docs/spark-ddl.html" class="next">Next</a>
</div>
</div>
@@ -975,6 +1069,8 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1071,6 +1167,8 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1078,6 +1176,50 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class="current"><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1119,7 +1261,9 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
- <li class="current"><a href="/docs/spark-ddl.html">Spark DDL</a></li>
+
+
+ <li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1157,6 +1301,8 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/releases.html b/docs/releases.html
index 0dffecd..4ca08d4 100644
--- a/docs/releases.html
+++ b/docs/releases.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1425,7 +1508,7 @@ committers’ <a
href="https://downloads.apache.org/orc/KEYS";>key list</a>.</p>
- <a href="/docs/spark-ddl.html" class="next">Next</a>
+ <a href="/docs/pyarrow.html" class="next">Next</a>
</div>
</div>
@@ -1519,6 +1602,8 @@ committers’ <a
href="https://downloads.apache.org/orc/KEYS";>key list</a>.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1615,6 +1700,8 @@ committers’ <a
href="https://downloads.apache.org/orc/KEYS";>key list</a>.</p>
+
+
<li class="current"><a href="/docs/releases.html">Releases</a></li>
@@ -1622,6 +1709,50 @@ committers’ <a
href="https://downloads.apache.org/orc/KEYS";>key list</a>.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1663,6 +1794,8 @@ committers’ <a
href="https://downloads.apache.org/orc/KEYS";>key list</a>.</p>
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1701,6 +1834,8 @@ committers’ <a
href="https://downloads.apache.org/orc/KEYS";>key list</a>.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/spark-config.html b/docs/spark-config.html
index 46e3115..eaae43e 100644
--- a/docs/spark-config.html
+++ b/docs/spark-config.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -973,6 +1056,9 @@ OPTIONS (
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1079,6 +1165,8 @@ OPTIONS (
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1175,6 +1263,8 @@ OPTIONS (
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1182,6 +1272,50 @@ OPTIONS (
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1223,6 +1357,8 @@ OPTIONS (
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1261,6 +1397,8 @@ OPTIONS (
+
+
<li class="current"><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/spark-ddl.html b/docs/spark-ddl.html
index 01bd13f..195a5ed 100644
--- a/docs/spark-ddl.html
+++ b/docs/spark-ddl.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -869,12 +952,15 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
+
+
+
<div class="section-nav">
<div class="left align-right">
- <a href="/docs/releases.html" class="prev">Back</a>
+ <a href="/docs/pyarrow.html" class="prev">Back</a>
</div>
<div class="right align-left">
@@ -975,6 +1061,8 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1071,6 +1159,8 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1078,6 +1168,50 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1119,6 +1253,8 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
+
+
<li class="current"><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1157,6 +1293,8 @@ is done by adding <code class="highlighter-rouge">USING
ORC</code>.</p>
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/docs/types.html b/docs/types.html
index 4c11a06..b5c41ee 100644
--- a/docs/types.html
+++ b/docs/types.html
@@ -128,6 +128,8 @@
+
+
@@ -168,6 +170,8 @@
+
+
@@ -205,6 +209,8 @@
+
+
<option value="/docs/types.html">Types</option>
@@ -248,6 +254,8 @@
+
+
@@ -288,6 +296,8 @@
+
+
</optgroup>
@@ -335,6 +345,8 @@
+
+
@@ -366,6 +378,8 @@
+
+
<option value="/docs/releases.html">Releases</option>
@@ -379,6 +393,55 @@
</optgroup>
+ <optgroup label="Using in Python">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/pyarrow.html">PyArrow</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
<optgroup label="Using in Spark">
@@ -417,6 +480,8 @@
+
+
<option value="/docs/spark-ddl.html">Spark DDL</option>
@@ -455,6 +520,8 @@
+
+
<option value="/docs/spark-config.html">Spark Configuration</option>
@@ -509,6 +576,8 @@
+
+
@@ -549,6 +618,8 @@
+
+
</optgroup>
@@ -596,6 +667,8 @@
+
+
@@ -636,6 +709,8 @@
+
+
</optgroup>
@@ -683,6 +758,8 @@
+
+
@@ -723,6 +800,8 @@
+
+
</optgroup>
@@ -770,6 +849,8 @@
+
+
@@ -810,6 +891,8 @@
+
+
</optgroup>
@@ -1056,6 +1139,8 @@ reference to a certain timezone and means a point in
time, rather than
+
+
<li class="current"><a href="/docs/types.html">Types</a></li>
@@ -1152,6 +1237,8 @@ reference to a certain timezone and means a point in
time, rather than
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1159,6 +1246,50 @@ reference to a certain timezone and means a point in
time, rather than
</ul>
+ <h4>Using in Python</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/pyarrow.html">PyArrow</a></li>
+
+
+
+</ul>
+
+
<h4>Using in Spark</h4>
@@ -1200,6 +1331,8 @@ reference to a certain timezone and means a point in
time, rather than
+
+
<li class=""><a href="/docs/spark-ddl.html">Spark DDL</a></li>
@@ -1238,6 +1371,8 @@ reference to a certain timezone and means a point in
time, rather than
+
+
<li class=""><a href="/docs/spark-config.html">Spark
Configuration</a></li>
diff --git a/index.html b/index.html
index 6e0fee5..08f371b 100644
--- a/index.html
+++ b/index.html
@@ -118,6 +118,7 @@
<div class="unit golden-large code">
<p class="title">Quickstart Documentation</p>
<ul class="shell">
+ <li><a href="docs/pyarrow.html">Using with Python</a></li>
<li><a href="docs/spark-ddl.html">Using with Spark</a></li>
<li><a href="docs/hive-ddl.html">Using with Hive</a></li>
<li><a href="docs/mapred.html">Using with Hadoop MapRed</a></li>
