This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-staging
in repository https://gitbox.apache.org/repos/asf/datafusion-python.git
commit 630149b3ed479881b8d321d408c815a6fd1c022c
Author: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
AuthorDate: Fri Aug 30 21:08:46 2024 +0000
Publish built docs triggered by 003eea8fe75bed9c12200ce296a8c7fa5212b534
---
_sources/autoapi/datafusion/context/index.rst.txt | 18 +++-
.../autoapi/datafusion/dataframe/index.rst.txt | 15 +++
.../autoapi/datafusion/functions/index.rst.txt | 10 ++
_sources/autoapi/datafusion/udf/index.rst.txt | 2 +-
_sources/user-guide/io/arrow.rst.txt | 73 +++++++++++++
_sources/user-guide/io/index.rst.txt | 6 +-
autoapi/datafusion/catalog/index.html | 17 +--
autoapi/datafusion/context/index.html | 44 ++++++--
autoapi/datafusion/dataframe/index.html | 44 ++++++--
autoapi/datafusion/expr/index.html | 17 +--
autoapi/datafusion/functions/index.html | 40 ++++++--
autoapi/datafusion/index.html | 17 +--
autoapi/datafusion/input/base/index.html | 17 +--
autoapi/datafusion/input/index.html | 17 +--
autoapi/datafusion/input/location/index.html | 17 +--
autoapi/datafusion/object_store/index.html | 17 +--
autoapi/datafusion/record_batch/index.html | 17 +--
autoapi/datafusion/substrait/index.html | 17 +--
autoapi/datafusion/udf/index.html | 19 ++--
autoapi/index.html | 17 +--
contributor-guide/introduction.html | 17 +--
genindex.html | 27 +++--
index.html | 17 +--
objects.inv | Bin 4772 -> 4805 bytes
py-modindex.html | 17 +--
search.html | 17 +--
searchindex.js | 2 +-
user-guide/basics.html | 17 +--
user-guide/common-operations/aggregations.html | 51 ++++-----
user-guide/common-operations/basic-info.html | 51 ++++-----
user-guide/common-operations/expressions.html | 17 +--
user-guide/common-operations/functions.html | 39 ++++---
user-guide/common-operations/index.html | 17 +--
user-guide/common-operations/joins.html | 25 +++--
.../common-operations/select-and-filter.html | 19 ++--
user-guide/common-operations/udf-and-udfa.html | 17 +--
user-guide/common-operations/windows.html | 19 ++--
user-guide/configuration.html | 17 +--
user-guide/introduction.html | 17 +--
user-guide/io/{csv.html => arrow.html} | 114 +++++++++++++++++----
user-guide/io/avro.html | 31 +++---
user-guide/io/csv.html | 31 +++---
user-guide/io/index.html | 32 ++++--
user-guide/io/json.html | 29 +++---
user-guide/io/parquet.html | 33 +++---
user-guide/sql.html | 23 +++--
46 files changed, 794 insertions(+), 343 deletions(-)
diff --git a/_sources/autoapi/datafusion/context/index.rst.txt
b/_sources/autoapi/datafusion/context/index.rst.txt
index 1e5975c..b520f26 100644
--- a/_sources/autoapi/datafusion/context/index.rst.txt
+++ b/_sources/autoapi/datafusion/context/index.rst.txt
@@ -417,17 +417,29 @@ Module Contents
- .. py:method:: from_arrow_table(data: pyarrow.Table, name: str | None =
None) -> datafusion.dataframe.DataFrame
+ .. py:method:: from_arrow(data: Any, name: str | None = None) ->
datafusion.dataframe.DataFrame
- Create a :py:class:`~datafusion.dataframe.DataFrame` from an Arrow table.
+ Create a :py:class:`~datafusion.dataframe.DataFrame` from an Arrow
source.
+
+ The Arrow data source can be any object that implements either
+ ``__arrow_c_stream__`` or ``__arrow_c_array__``. For the latter, it must
return
+ a struct array. Common examples of sources from pyarrow include
- :param data: Arrow table.
+ :param data: Arrow data source.
:param name: Name of the DataFrame.
:returns: DataFrame representation of the Arrow table.
+ .. py:method:: from_arrow_table(data: pyarrow.Table, name: str | None =
None) -> datafusion.dataframe.DataFrame
+
+ Create a :py:class:`~datafusion.dataframe.DataFrame` from an Arrow table.
+
+ This is an alias for :py:func:`from_arrow`.
+
+
+
.. py:method:: from_pandas(data: pandas.DataFrame, name: str | None = None)
-> datafusion.dataframe.DataFrame
Create a :py:class:`~datafusion.dataframe.DataFrame` from a Pandas
DataFrame.
diff --git a/_sources/autoapi/datafusion/dataframe/index.rst.txt
b/_sources/autoapi/datafusion/dataframe/index.rst.txt
index 928061f..14b278a 100644
--- a/_sources/autoapi/datafusion/dataframe/index.rst.txt
+++ b/_sources/autoapi/datafusion/dataframe/index.rst.txt
@@ -34,6 +34,21 @@ Module Contents
create a :py:class:`DataFrame`.
+ .. py:method:: __arrow_c_stream__(requested_schema: pyarrow.Schema) -> Any
+
+ Export an Arrow PyCapsule Stream.
+
+ This will execute and collect the DataFrame. We will attempt to respect
the
+ requested schema, but only trivial transformations will be applied such
as only
+ returning the fields listed in the requested schema if their data types
match
+ those in the DataFrame.
+
+ :param requested_schema: Attempt to provide the DataFrame using this
schema.
+
+ :returns: Arrow PyCapsule object.
+
+
+
.. py:method:: __getitem__(key: str | List[str]) -> DataFrame
Return a new :py:class`DataFrame` with the specified column or columns.
diff --git a/_sources/autoapi/datafusion/functions/index.rst.txt
b/_sources/autoapi/datafusion/functions/index.rst.txt
index c3ed58e..087157b 100644
--- a/_sources/autoapi/datafusion/functions/index.rst.txt
+++ b/_sources/autoapi/datafusion/functions/index.rst.txt
@@ -231,6 +231,7 @@ Functions
datafusion.functions.var
datafusion.functions.var_pop
datafusion.functions.var_samp
+ datafusion.functions.when
datafusion.functions.window
@@ -1510,6 +1511,15 @@ Module Contents
Computes the sample variance of the argument.
+.. py:function:: when(when: datafusion.expr.Expr, then: datafusion.expr.Expr)
-> datafusion.expr.CaseBuilder
+
+ Create a case expression that has no base expression.
+
+ Create a :py:class:`~datafusion.expr.CaseBuilder` to match cases for the
+ expression ``expr``. See :py:class:`~datafusion.expr.CaseBuilder` for
+ detailed usage.
+
+
.. py:function:: window(name: str, args: list[datafusion.expr.Expr],
partition_by: list[datafusion.expr.Expr] | None = None, order_by:
list[datafusion.expr.Expr] | None = None, window_frame:
datafusion.expr.WindowFrame | None = None, ctx:
datafusion.context.SessionContext | None = None) -> datafusion.expr.Expr
Creates a new Window function expression.
diff --git a/_sources/autoapi/datafusion/udf/index.rst.txt
b/_sources/autoapi/datafusion/udf/index.rst.txt
index 88ccc9c..17310f2 100644
--- a/_sources/autoapi/datafusion/udf/index.rst.txt
+++ b/_sources/autoapi/datafusion/udf/index.rst.txt
@@ -159,7 +159,7 @@ Module Contents
.. py:attribute:: _udf
-.. py:class:: Volatility(*args, **kwds)
+.. py:class:: Volatility
Bases: :py:obj:`enum.Enum`
diff --git a/_sources/user-guide/io/arrow.rst.txt
b/_sources/user-guide/io/arrow.rst.txt
new file mode 100644
index 0000000..d571aa9
--- /dev/null
+++ b/_sources/user-guide/io/arrow.rst.txt
@@ -0,0 +1,73 @@
+.. Licensed to the Apache Software Foundation (ASF) under one
+.. or more contributor license agreements. See the NOTICE file
+.. distributed with this work for additional information
+.. regarding copyright ownership. The ASF licenses this file
+.. to you under the Apache License, Version 2.0 (the
+.. "License"); you may not use this file except in compliance
+.. with the License. You may obtain a copy of the License at
+
+.. http://www.apache.org/licenses/LICENSE-2.0
+
+.. Unless required by applicable law or agreed to in writing,
+.. software distributed under the License is distributed on an
+.. "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+.. KIND, either express or implied. See the License for the
+.. specific language governing permissions and limitations
+.. under the License.
+
+Arrow
+=====
+
+DataFusion implements the
+`Apache Arrow PyCapsule interface
<https://arrow.apache.org/docs/format/CDataInterface/PyCapsuleInterface.html>`_
+for importing and exporting DataFrames with zero copy. With this feature, any
Python
+project that implements this interface can share data back and forth with
DataFusion
+with zero copy.
+
+We can demonstrate using `pyarrow
<https://arrow.apache.org/docs/python/index.html>`_.
+
+Importing to DataFusion
+-----------------------
+
+Here we will create an Arrow table and import it to DataFusion.
+
+To import an Arrow table, use
:py:func:`datafusion.context.SessionContext.from_arrow`.
+This will accept any Python object that implements
+`__arrow_c_stream__
<https://arrow.apache.org/docs/format/CDataInterface/PyCapsuleInterface.html#arrowstream-export>`_
+or `__arrow_c_array__
<https://arrow.apache.org/docs/format/CDataInterface/PyCapsuleInterface.html#arrowarray-export>`_
+and returns a ``StructArray``. Common pyarrow sources you can use are:
+
+- `Array <https://arrow.apache.org/docs/python/generated/pyarrow.Array.html>`_
(but it must return a Struct Array)
+- `Record Batch
<https://arrow.apache.org/docs/python/generated/pyarrow.RecordBatch.html>`_
+- `Record Batch Reader
<https://arrow.apache.org/docs/python/generated/pyarrow.RecordBatchReader.html>`_
+- `Table <https://arrow.apache.org/docs/python/generated/pyarrow.Table.html>`_
+
+.. ipython:: python
+
+ from datafusion import SessionContext
+ import pyarrow as pa
+
+ data = {"a": [1, 2, 3], "b": [4, 5, 6]}
+ table = pa.Table.from_pydict(data)
+
+ ctx = SessionContext()
+ df = ctx.from_arrow(table)
+ df
+
+Exporting from DataFusion
+-------------------------
+
+DataFusion DataFrames implement ``__arrow_c_stream__`` PyCapsule interface, so
any
+Python library that accepts these can import a DataFusion DataFrame directly.
+
+.. warning::
+ It is important to note that this will cause the DataFrame execution to
happen, which may be
+ a time consuming task. That is, you will cause a
+ :py:func:`datafusion.dataframe.DataFrame.collect` operation call to occur.
+
+
+.. ipython:: python
+
+ df = df.select((col("a") * lit(1.5)).alias("c"), lit("df").alias("d"))
+ pa.table(df)
+
diff --git a/_sources/user-guide/io/index.rst.txt
b/_sources/user-guide/io/index.rst.txt
index af08240..0541132 100644
--- a/_sources/user-guide/io/index.rst.txt
+++ b/_sources/user-guide/io/index.rst.txt
@@ -21,8 +21,8 @@ IO
.. toctree::
:maxdepth: 2
+ arrow
+ avro
csv
- parquet
json
- avro
-
+ parquet
diff --git a/autoapi/datafusion/catalog/index.html
b/autoapi/datafusion/catalog/index.html
index 1bb9243..3bfcdcc 100644
--- a/autoapi/datafusion/catalog/index.html
+++ b/autoapi/datafusion/catalog/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/context/index.html
b/autoapi/datafusion/context/index.html
index 0470ea5..01307ef 100644
--- a/autoapi/datafusion/context/index.html
+++ b/autoapi/datafusion/context/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -680,6 +685,15 @@
</code>
</a>
</li>
+ <li class="toc-h4 nav-item toc-entry">
+ <a class="reference internal nav-link"
href="#datafusion.context.SessionContext.from_arrow">
+ <code class="docutils literal notranslate">
+ <span class="pre">
+ SessionContext.from_arrow()
+ </span>
+ </code>
+ </a>
+ </li>
<li class="toc-h4 nav-item toc-entry">
<a class="reference internal nav-link"
href="#datafusion.context.SessionContext.from_arrow_table">
<code class="docutils literal notranslate">
@@ -1486,13 +1500,16 @@ a query against a CSV data source using the <code
class="xref py py-class docuti
</dd></dl>
<dl class="py method">
-<dt class="sig sig-object py"
id="datafusion.context.SessionContext.from_arrow_table">
-<span class="sig-name descname"><span
class="pre">from_arrow_table</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span class="pre">data</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><span class="pre">pyarrow.Table</span></span></em>, <em
class="sig-param"><span class="n"><span class="pre">name</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><s [...]
-<dd><p>Create a <a class="reference internal"
href="../dataframe/index.html#datafusion.dataframe.DataFrame"
title="datafusion.dataframe.DataFrame"><code class="xref py py-class docutils
literal notranslate"><span class="pre">DataFrame</span></code></a> from an
Arrow table.</p>
+<dt class="sig sig-object py"
id="datafusion.context.SessionContext.from_arrow">
+<span class="sig-name descname"><span
class="pre">from_arrow</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span class="pre">data</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><span class="pre">Any</span></span></em>, <em class="sig-param"><span
class="n"><span class="pre">name</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><span
class="pre"> [...]
+<dd><p>Create a <a class="reference internal"
href="../dataframe/index.html#datafusion.dataframe.DataFrame"
title="datafusion.dataframe.DataFrame"><code class="xref py py-class docutils
literal notranslate"><span class="pre">DataFrame</span></code></a> from an
Arrow source.</p>
+<p>The Arrow data source can be any object that implements either
+<code class="docutils literal notranslate"><span
class="pre">__arrow_c_stream__</span></code> or <code class="docutils literal
notranslate"><span class="pre">__arrow_c_array__</span></code>. For the latter,
it must return
+a struct array. Common examples of sources from pyarrow include</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>data</strong> – Arrow table.</p></li>
+<li><p><strong>data</strong> – Arrow data source.</p></li>
<li><p><strong>name</strong> – Name of the DataFrame.</p></li>
</ul>
</dd>
@@ -1502,6 +1519,13 @@ a query against a CSV data source using the <code
class="xref py py-class docuti
</dl>
</dd></dl>
+<dl class="py method">
+<dt class="sig sig-object py"
id="datafusion.context.SessionContext.from_arrow_table">
+<span class="sig-name descname"><span
class="pre">from_arrow_table</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span class="pre">data</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><span class="pre">pyarrow.Table</span></span></em>, <em
class="sig-param"><span class="n"><span class="pre">name</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><s [...]
+<dd><p>Create a <a class="reference internal"
href="../dataframe/index.html#datafusion.dataframe.DataFrame"
title="datafusion.dataframe.DataFrame"><code class="xref py py-class docutils
literal notranslate"><span class="pre">DataFrame</span></code></a> from an
Arrow table.</p>
+<p>This is an alias for <a class="reference internal"
href="#datafusion.context.SessionContext.from_arrow"
title="datafusion.context.SessionContext.from_arrow"><code class="xref py
py-func docutils literal notranslate"><span
class="pre">from_arrow()</span></code></a>.</p>
+</dd></dl>
+
<dl class="py method">
<dt class="sig sig-object py"
id="datafusion.context.SessionContext.from_pandas">
<span class="sig-name descname"><span
class="pre">from_pandas</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span class="pre">data</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><span class="pre">pandas.DataFrame</span></span></em>, <em
class="sig-param"><span class="n"><span class="pre">name</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><spa [...]
diff --git a/autoapi/datafusion/dataframe/index.html
b/autoapi/datafusion/dataframe/index.html
index c72a68a..ef06ecd 100644
--- a/autoapi/datafusion/dataframe/index.html
+++ b/autoapi/datafusion/dataframe/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -359,6 +364,15 @@
</code>
</a>
<ul class="nav section-nav flex-column">
+ <li class="toc-h4 nav-item toc-entry">
+ <a class="reference internal nav-link"
href="#datafusion.dataframe.DataFrame.__arrow_c_stream__">
+ <code class="docutils literal notranslate">
+ <span class="pre">
+ DataFrame.__arrow_c_stream__()
+ </span>
+ </code>
+ </a>
+ </li>
<li class="toc-h4 nav-item toc-entry">
<a class="reference internal nav-link"
href="#datafusion.dataframe.DataFrame.__getitem__">
<code class="docutils literal notranslate">
@@ -777,6 +791,24 @@
<p>This constructor is not to be used by the end user.</p>
<p>See <a class="reference internal"
href="../context/index.html#datafusion.context.SessionContext"
title="datafusion.context.SessionContext"><code class="xref py py-class
docutils literal notranslate"><span
class="pre">SessionContext</span></code></a> for methods to
create a <a class="reference internal" href="#datafusion.dataframe.DataFrame"
title="datafusion.dataframe.DataFrame"><code class="xref py py-class docutils
literal notranslate"><span class="pre">DataFrame</span></code></a>.</p>
+<dl class="py method">
+<dt class="sig sig-object py"
id="datafusion.dataframe.DataFrame.__arrow_c_stream__">
+<span class="sig-name descname"><span
class="pre">__arrow_c_stream__</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span
class="pre">requested_schema</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><span
class="pre">pyarrow.Schema</span></span></em><span class="sig-paren">)</span>
<span class="sig-return"><span class="sig-return-icon">→</span> <span
class="sig-return-typehint"><span class="p [...]
+<dd><p>Export an Arrow PyCapsule Stream.</p>
+<p>This will execute and collect the DataFrame. We will attempt to respect the
+requested schema, but only trivial transformations will be applied such as only
+returning the fields listed in the requested schema if their data types match
+those in the DataFrame.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>requested_schema</strong> – Attempt to
provide the DataFrame using this schema.</p>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p>Arrow PyCapsule object.</p>
+</dd>
+</dl>
+</dd></dl>
+
<dl class="py method">
<dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.__getitem__">
<span class="sig-name descname"><span
class="pre">__getitem__</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="n"><span class="pre">key</span></span><span
class="p"><span class="pre">:</span></span><span class="w"> </span><span
class="n"><span class="pre">str</span><span class="w"> </span><span
class="p"><span class="pre">|</span></span><span class="w"> </span><span
class="pre">List</span><span class="p"><span class="pre">[</span></span><span
class="pre">st [...]
diff --git a/autoapi/datafusion/expr/index.html
b/autoapi/datafusion/expr/index.html
index 4da7d95..c0e1d8e 100644
--- a/autoapi/datafusion/expr/index.html
+++ b/autoapi/datafusion/expr/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/functions/index.html
b/autoapi/datafusion/functions/index.html
index 03961f3..5e53dcc 100644
--- a/autoapi/datafusion/functions/index.html
+++ b/autoapi/datafusion/functions/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -2303,6 +2308,15 @@
</code>
</a>
</li>
+ <li class="toc-h3 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#datafusion.functions.when">
+ <code class="docutils literal notranslate">
+ <span class="pre">
+ when()
+ </span>
+ </code>
+ </a>
+ </li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#datafusion.functions.window">
<code class="docutils literal notranslate">
@@ -2993,7 +3007,10 @@
<tr class="row-odd"><td><p><a class="reference internal"
href="#datafusion.functions.var_samp"
title="datafusion.functions.var_samp"><code class="xref py py-obj docutils
literal notranslate"><span class="pre">var_samp</span></code></a>(→
datafusion.expr.Expr)</p></td>
<td><p>Computes the sample variance of the argument.</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal"
href="#datafusion.functions.window" title="datafusion.functions.window"><code
class="xref py py-obj docutils literal notranslate"><span
class="pre">window</span></code></a>(→ datafusion.expr.Expr)</p></td>
+<tr class="row-even"><td><p><a class="reference internal"
href="#datafusion.functions.when" title="datafusion.functions.when"><code
class="xref py py-obj docutils literal notranslate"><span
class="pre">when</span></code></a>(→ datafusion.expr.CaseBuilder)</p></td>
+<td><p>Create a case expression that has no base expression.</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal"
href="#datafusion.functions.window" title="datafusion.functions.window"><code
class="xref py py-obj docutils literal notranslate"><span
class="pre">window</span></code></a>(→ datafusion.expr.Expr)</p></td>
<td><p>Creates a new Window function expression.</p></td>
</tr>
</tbody>
@@ -4425,6 +4442,15 @@ on the index.</p>
<dd><p>Computes the sample variance of the argument.</p>
</dd></dl>
+<dl class="py function">
+<dt class="sig sig-object py" id="datafusion.functions.when">
+<span class="sig-prename descclassname"><span
class="pre">datafusion.functions.</span></span><span class="sig-name
descname"><span class="pre">when</span></span><span
class="sig-paren">(</span><em class="sig-param"><span class="n"><span
class="pre">when</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><a
class="reference internal" href="../expr/index.html#datafusion.expr.Expr"
title="datafusion.expr.Expr"><span class="pre">datafusion.e [...]
+<dd><p>Create a case expression that has no base expression.</p>
+<p>Create a <a class="reference internal"
href="../expr/index.html#datafusion.expr.CaseBuilder"
title="datafusion.expr.CaseBuilder"><code class="xref py py-class docutils
literal notranslate"><span class="pre">CaseBuilder</span></code></a> to match
cases for the
+expression <code class="docutils literal notranslate"><span
class="pre">expr</span></code>. See <a class="reference internal"
href="../expr/index.html#datafusion.expr.CaseBuilder"
title="datafusion.expr.CaseBuilder"><code class="xref py py-class docutils
literal notranslate"><span class="pre">CaseBuilder</span></code></a> for
+detailed usage.</p>
+</dd></dl>
+
<dl class="py function">
<dt class="sig sig-object py" id="datafusion.functions.window">
<span class="sig-prename descclassname"><span
class="pre">datafusion.functions.</span></span><span class="sig-name
descname"><span class="pre">window</span></span><span
class="sig-paren">(</span><em class="sig-param"><span class="n"><span
class="pre">name</span></span><span class="p"><span
class="pre">:</span></span><span class="w"> </span><span class="n"><span
class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span
class="pre">args</span></span><span class="p"><s [...]
diff --git a/autoapi/datafusion/index.html b/autoapi/datafusion/index.html
index 4d56989..9bd509e 100644
--- a/autoapi/datafusion/index.html
+++ b/autoapi/datafusion/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/input/base/index.html
b/autoapi/datafusion/input/base/index.html
index 4eabf99..481ea63 100644
--- a/autoapi/datafusion/input/base/index.html
+++ b/autoapi/datafusion/input/base/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal"
href="../../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal"
href="../../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/input/index.html
b/autoapi/datafusion/input/index.html
index 20e6425..1940cf6 100644
--- a/autoapi/datafusion/input/index.html
+++ b/autoapi/datafusion/input/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/input/location/index.html
b/autoapi/datafusion/input/location/index.html
index 7e1a50d..38162d7 100644
--- a/autoapi/datafusion/input/location/index.html
+++ b/autoapi/datafusion/input/location/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal"
href="../../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal"
href="../../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/object_store/index.html
b/autoapi/datafusion/object_store/index.html
index 84f1ab5..397a51c 100644
--- a/autoapi/datafusion/object_store/index.html
+++ b/autoapi/datafusion/object_store/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/record_batch/index.html
b/autoapi/datafusion/record_batch/index.html
index d928998..3885bda 100644
--- a/autoapi/datafusion/record_batch/index.html
+++ b/autoapi/datafusion/record_batch/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/substrait/index.html
b/autoapi/datafusion/substrait/index.html
index b6c932c..ae8bc69 100644
--- a/autoapi/datafusion/substrait/index.html
+++ b/autoapi/datafusion/substrait/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/autoapi/datafusion/udf/index.html
b/autoapi/datafusion/udf/index.html
index 62ff2e9..dcc70f5 100644
--- a/autoapi/datafusion/udf/index.html
+++ b/autoapi/datafusion/udf/index.html
@@ -179,13 +179,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../../../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../../../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -194,8 +199,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../../../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../../../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -730,7 +735,7 @@ function.</p></li>
<dl class="py class">
<dt class="sig sig-object py" id="datafusion.udf.Volatility">
-<em class="property"><span class="pre">class</span><span class="w">
</span></em><span class="sig-prename descclassname"><span
class="pre">datafusion.udf.</span></span><span class="sig-name descname"><span
class="pre">Volatility</span></span><span class="sig-paren">(</span><em
class="sig-param"><span class="o"><span class="pre">*</span></span><span
class="n"><span class="pre">args</span></span></em>, <em
class="sig-param"><span class="o"><span class="pre">**</span></span><span
class="n">< [...]
+<em class="property"><span class="pre">class</span><span class="w">
</span></em><span class="sig-prename descclassname"><span
class="pre">datafusion.udf.</span></span><span class="sig-name descname"><span
class="pre">Volatility</span></span><a class="headerlink"
href="#datafusion.udf.Volatility" title="Link to this definition">¶</a></dt>
<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span
class="pre">enum.Enum</span></code></p>
<p>Defines how stable or volatile a function is.</p>
<p>When setting the volatility of a function, you can either pass this
diff --git a/autoapi/index.html b/autoapi/index.html
index c14e594..e4a0e9d 100644
--- a/autoapi/index.html
+++ b/autoapi/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/contributor-guide/introduction.html
b/contributor-guide/introduction.html
index 642714b..89357ad 100644
--- a/contributor-guide/introduction.html
+++ b/contributor-guide/introduction.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="../user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="../user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="../user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/genindex.html b/genindex.html
index 69aeab4..454ab70 100644
--- a/genindex.html
+++ b/genindex.html
@@ -177,13 +177,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -192,8 +197,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -382,6 +387,8 @@
<li><a
href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.__and__">(datafusion.expr.Expr
method)</a>
</li>
</ul></li>
+ <li><a
href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.__arrow_c_stream__">__arrow_c_stream__()
(datafusion.dataframe.DataFrame method)</a>
+</li>
<li><a
href="autoapi/datafusion/index.html#datafusion.AggregateUDF.__call__">__call__()
(datafusion.AggregateUDF method)</a>
<ul>
@@ -1114,10 +1121,12 @@
<li><a
href="autoapi/datafusion/functions/index.html#datafusion.functions.flatten">flatten()
(in module datafusion.functions)</a>
</li>
<li><a
href="autoapi/datafusion/functions/index.html#datafusion.functions.floor">floor()
(in module datafusion.functions)</a>
+</li>
+ <li><a
href="autoapi/datafusion/expr/index.html#datafusion.expr.WindowFrameBound.frame_bound">frame_bound
(datafusion.expr.WindowFrameBound attribute)</a>
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a
href="autoapi/datafusion/expr/index.html#datafusion.expr.WindowFrameBound.frame_bound">frame_bound
(datafusion.expr.WindowFrameBound attribute)</a>
+ <li><a
href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_arrow">from_arrow()
(datafusion.context.SessionContext method)</a>
</li>
<li><a
href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_arrow_table">from_arrow_table()
(datafusion.context.SessionContext method)</a>
</li>
@@ -1949,7 +1958,11 @@
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
<li><a
href="autoapi/datafusion/expr/index.html#datafusion.expr.CaseBuilder.when">when()
(datafusion.expr.CaseBuilder method)</a>
+
+ <ul>
+ <li><a
href="autoapi/datafusion/functions/index.html#datafusion.functions.when">(in
module datafusion.functions)</a>
</li>
+ </ul></li>
<li><a
href="autoapi/datafusion/expr/index.html#datafusion.expr.Window">Window (in
module datafusion.expr)</a>
</li>
<li><a
href="autoapi/datafusion/functions/index.html#datafusion.functions.window">window()
(in module datafusion.functions)</a>
diff --git a/index.html b/index.html
index 6c84761..297c73a 100644
--- a/index.html
+++ b/index.html
@@ -179,13 +179,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -194,8 +199,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/objects.inv b/objects.inv
index 37b3649..1e0a607 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/py-modindex.html b/py-modindex.html
index 4c1e2eb..4966cf8 100644
--- a/py-modindex.html
+++ b/py-modindex.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/search.html b/search.html
index 8510daa..2b5a3ee 100644
--- a/search.html
+++ b/search.html
@@ -184,13 +184,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/csv.html">
- CSV
+ <a class="reference internal" href="user-guide/io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/parquet.html">
- Parquet
+ <a class="reference internal" href="user-guide/io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="user-guide/io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -199,8 +204,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="user-guide/io/avro.html">
- Avro
+ <a class="reference internal" href="user-guide/io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/searchindex.js b/searchindex.js
index 9a3980f..8e43f74 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"API Reference": [[13, null]], "Aggregation":
[[17, null]], "Attributes": [[3, "attributes"], [5, "attributes"], [9,
"attributes"], [12, "attributes"]], "Avro": [[28, null]], "Basic Operations":
[[18, null]], "Boolean": [[19, "boolean"]], "CSV": [[29, null]], "Classes":
[[0, "classes"], [1, "classes"], [2, "classes"], [3, "classes"], [5,
"classes"], [6, "classes"], [8, "classes"], [10, "classes"], [11, "classes"],
[12, "classes"]], "Column": [[19, "column"] [...]
\ No newline at end of file
+Search.setIndex({"alltitles": {"API Reference": [[13, null]], "Aggregation":
[[17, null]], "Arrow": [[28, null]], "Attributes": [[3, "attributes"], [5,
"attributes"], [9, "attributes"], [12, "attributes"]], "Avro": [[29, null]],
"Basic Operations": [[18, null]], "Boolean": [[19, "boolean"]], "CSV": [[30,
null]], "Classes": [[0, "classes"], [1, "classes"], [2, "classes"], [3,
"classes"], [5, "classes"], [6, "classes"], [8, "classes"], [10, "classes"],
[11, "classes"], [12, "classes"]], "C [...]
\ No newline at end of file
diff --git a/user-guide/basics.html b/user-guide/basics.html
index efb48b2..4830631 100644
--- a/user-guide/basics.html
+++ b/user-guide/basics.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="io/csv.html">
- CSV
+ <a class="reference internal" href="io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="io/parquet.html">
- Parquet
+ <a class="reference internal" href="io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="io/avro.html">
- Avro
+ <a class="reference internal" href="io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/user-guide/common-operations/aggregations.html
b/user-guide/common-operations/aggregations.html
index 327ddb5..48f15c0 100644
--- a/user-guide/common-operations/aggregations.html
+++ b/user-guide/common-operations/aggregations.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -395,7 +400,7 @@ For performing an aggregation, DataFusion provides the <a
class="reference inter
<span
class="o">+----------------------------+--------------------------+------------------------------------------------+</span>
<span class="o">|</span> <span class="n">approx_distinct</span><span
class="p">(</span><span class="n">foo_bar</span><span class="o">.</span><span
class="n">c</span><span class="p">)</span> <span class="o">|</span> <span
class="n">approx_median</span><span class="p">(</span><span
class="n">foo_bar</span><span class="o">.</span><span class="n">d</span><span
class="p">)</span> <span class="o">|</span> <span
class="n">approx_percentile_cont</span><span class="p">(</span><span
class="n">foo_ [...]
<span
class="o">+----------------------------+--------------------------+------------------------------------------------+</span>
-<span class="o">|</span> <span class="mi">8</span>
<span class="o">|</span> <span class="mf">0.5978857247333702</span> <span
class="o">|</span> <span class="mf">0.5978857247333702</span>
<span class="o">|</span>
+<span class="o">|</span> <span class="mi">8</span>
<span class="o">|</span> <span class="mf">0.4324629160344956</span> <span
class="o">|</span> <span class="mf">0.4324629160344956</span>
<span class="o">|</span>
<span
class="o">+----------------------------+--------------------------+------------------------------------------------+</span>
</pre></div>
</div>
@@ -404,28 +409,28 @@ the <code class="code docutils literal notranslate"><span
class="pre">group_by</
<div class="highlight-ipython notranslate"><div
class="highlight"><pre><span></span><span class="n">In</span> <span
class="p">[</span><span class="mi">12</span><span class="p">]:</span> <span
class="n">df</span><span class="o">.</span><span
class="n">aggregate</span><span class="p">([</span><span
class="n">col_a</span><span class="p">],</span> <span class="p">[</span><span
class="n">f</span><span class="o">.</span><span class="n">sum</span><span
class="p">(</span><span class="n">col_c</s [...]
<span class="n">Out</span><span class="p">[</span><span
class="mi">12</span><span class="p">]:</span>
<span class="n">DataFrame</span><span class="p">()</span>
-<span
class="o">+-----+----------------+--------------------+---------------------+</span>
-<span class="o">|</span> <span class="n">a</span> <span class="o">|</span>
<span class="nb">sum</span><span class="p">(</span><span
class="n">foo_bar</span><span class="o">.</span><span class="n">c</span><span
class="p">)</span> <span class="o">|</span> <span class="nb">max</span><span
class="p">(</span><span class="n">foo_bar</span><span class="o">.</span><span
class="n">d</span><span class="p">)</span> <span class="o">|</span> <span
class="nb">min</span><span class="p">(</span><s [...]
-<span
class="o">+-----+----------------+--------------------+---------------------+</span>
-<span class="o">|</span> <span class="n">foo</span> <span class="o">|</span>
<span class="mi">231</span> <span class="o">|</span> <span
class="mf">0.9210870937317205</span> <span class="o">|</span> <span
class="mf">0.3031991692417375</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">bar</span> <span class="o">|</span>
<span class="mi">147</span> <span class="o">|</span> <span
class="mf">0.6250408039348823</span> <span class="o">|</span> <span
class="mf">0.39004940057750814</span> <span class="o">|</span>
-<span
class="o">+-----+----------------+--------------------+---------------------+</span>
+<span
class="o">+-----+----------------+--------------------+----------------------+</span>
+<span class="o">|</span> <span class="n">a</span> <span class="o">|</span>
<span class="nb">sum</span><span class="p">(</span><span
class="n">foo_bar</span><span class="o">.</span><span class="n">c</span><span
class="p">)</span> <span class="o">|</span> <span class="nb">max</span><span
class="p">(</span><span class="n">foo_bar</span><span class="o">.</span><span
class="n">d</span><span class="p">)</span> <span class="o">|</span> <span
class="nb">min</span><span class="p">(</span><s [...]
+<span
class="o">+-----+----------------+--------------------+----------------------+</span>
+<span class="o">|</span> <span class="n">foo</span> <span class="o">|</span>
<span class="mi">255</span> <span class="o">|</span> <span
class="mf">0.9099653871772082</span> <span class="o">|</span> <span
class="mf">0.054149397012223544</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">bar</span> <span class="o">|</span>
<span class="mi">112</span> <span class="o">|</span> <span
class="mf">0.5139738583272621</span> <span class="o">|</span> <span
class="mf">0.4186091425839046</span> <span class="o">|</span>
+<span
class="o">+-----+----------------+--------------------+----------------------+</span>
</pre></div>
</div>
<p>More than one column can be used for grouping</p>
<div class="highlight-ipython notranslate"><div
class="highlight"><pre><span></span><span class="n">In</span> <span
class="p">[</span><span class="mi">13</span><span class="p">]:</span> <span
class="n">df</span><span class="o">.</span><span
class="n">aggregate</span><span class="p">([</span><span
class="n">col_a</span><span class="p">,</span> <span
class="n">col_b</span><span class="p">],</span> <span class="p">[</span><span
class="n">f</span><span class="o">.</span><span class="n">sum</ [...]
<span class="n">Out</span><span class="p">[</span><span
class="mi">13</span><span class="p">]:</span>
<span class="n">DataFrame</span><span class="p">()</span>
-<span
class="o">+-----+-------+----------------+---------------------+---------------------+</span>
-<span class="o">|</span> <span class="n">a</span> <span class="o">|</span>
<span class="n">b</span> <span class="o">|</span> <span
class="nb">sum</span><span class="p">(</span><span
class="n">foo_bar</span><span class="o">.</span><span class="n">c</span><span
class="p">)</span> <span class="o">|</span> <span class="nb">max</span><span
class="p">(</span><span class="n">foo_bar</span><span class="o">.</span><span
class="n">d</span><span class="p">)</span> <span class="o">|</span [...]
-<span
class="o">+-----+-------+----------------+---------------------+---------------------+</span>
-<span class="o">|</span> <span class="n">foo</span> <span class="o">|</span>
<span class="n">one</span> <span class="o">|</span> <span
class="mi">102</span> <span class="o">|</span> <span
class="mf">0.9210870937317205</span> <span class="o">|</span> <span
class="mf">0.8776524685344186</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">bar</span> <span class="o">|</span>
<span class="n">one</span> <span class="o">|</span> <span
class="mi">97</span> <span class="o">|</span> <span
class="mf">0.5002120882549689</span> <span class="o">|</span> <span
class="mf">0.5002120882549689</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">foo</span> <span class="o">|</span>
<span class="n">two</span> <span class="o">|</span> <span
class="mi">113</span> <span class="o">|</span> <span
class="mf">0.7021393611883646</span> <span class="o">|</span> <span
class="mf">0.5935190443823162</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">bar</span> <span class="o">|</span>
<span class="n">two</span> <span class="o">|</span> <span
class="mi">30</span> <span class="o">|</span> <span
class="mf">0.6250408039348823</span> <span class="o">|</span> <span
class="mf">0.6250408039348823</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">bar</span> <span class="o">|</span>
<span class="n">three</span> <span class="o">|</span> <span
class="mi">20</span> <span class="o">|</span> <span
class="mf">0.39004940057750814</span> <span class="o">|</span> <span
class="mf">0.39004940057750814</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">foo</span> <span class="o">|</span>
<span class="n">three</span> <span class="o">|</span> <span
class="mi">16</span> <span class="o">|</span> <span
class="mf">0.3031991692417375</span> <span class="o">|</span> <span
class="mf">0.3031991692417375</span> <span class="o">|</span>
-<span
class="o">+-----+-------+----------------+---------------------+---------------------+</span>
+<span
class="o">+-----+-------+----------------+----------------------+----------------------+</span>
+<span class="o">|</span> <span class="n">a</span> <span class="o">|</span>
<span class="n">b</span> <span class="o">|</span> <span
class="nb">sum</span><span class="p">(</span><span
class="n">foo_bar</span><span class="o">.</span><span class="n">c</span><span
class="p">)</span> <span class="o">|</span> <span class="nb">max</span><span
class="p">(</span><span class="n">foo_bar</span><span class="o">.</span><span
class="n">d</span><span class="p">)</span> <span class="o">|</spa [...]
+<span
class="o">+-----+-------+----------------+----------------------+----------------------+</span>
+<span class="o">|</span> <span class="n">bar</span> <span class="o">|</span>
<span class="n">three</span> <span class="o">|</span> <span
class="mi">59</span> <span class="o">|</span> <span
class="mf">0.5139738583272621</span> <span class="o">|</span> <span
class="mf">0.5139738583272621</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">foo</span> <span class="o">|</span>
<span class="n">three</span> <span class="o">|</span> <span
class="mi">26</span> <span class="o">|</span> <span
class="mf">0.054149397012223544</span> <span class="o">|</span> <span
class="mf">0.054149397012223544</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">foo</span> <span class="o">|</span>
<span class="n">one</span> <span class="o">|</span> <span
class="mi">151</span> <span class="o">|</span> <span
class="mf">0.9047266102733398</span> <span class="o">|</span> <span
class="mf">0.7511496845644656</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">bar</span> <span class="o">|</span>
<span class="n">one</span> <span class="o">|</span> <span class="mi">2</span>
<span class="o">|</span> <span
class="mf">0.4251059153933998</span> <span class="o">|</span> <span
class="mf">0.4251059153933998</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">foo</span> <span class="o">|</span>
<span class="n">two</span> <span class="o">|</span> <span
class="mi">78</span> <span class="o">|</span> <span
class="mf">0.9099653871772082</span> <span class="o">|</span> <span
class="mf">0.188493695424385</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">bar</span> <span class="o">|</span>
<span class="n">two</span> <span class="o">|</span> <span
class="mi">51</span> <span class="o">|</span> <span
class="mf">0.4186091425839046</span> <span class="o">|</span> <span
class="mf">0.4186091425839046</span> <span class="o">|</span>
+<span
class="o">+-----+-------+----------------+----------------------+----------------------+</span>
</pre></div>
</div>
</section>
diff --git a/user-guide/common-operations/basic-info.html
b/user-guide/common-operations/basic-info.html
index d325587..fe59ec7 100644
--- a/user-guide/common-operations/basic-info.html
+++ b/user-guide/common-operations/basic-info.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -379,11 +384,11 @@
<span class="o">+-----+---------+--------+--------+</span>
<span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span>
<span class="n">names</span> <span class="o">|</span> <span
class="n">random</span> <span class="o">|</span> <span class="n">groups</span>
<span class="o">|</span>
<span class="o">+-----+---------+--------+--------+</span>
-<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span>
<span class="n">python</span> <span class="o">|</span> <span
class="mi">636</span> <span class="o">|</span> <span class="n">A</span>
<span class="o">|</span>
-<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span>
<span class="n">ruby</span> <span class="o">|</span> <span
class="mi">291</span> <span class="o">|</span> <span class="n">A</span>
<span class="o">|</span>
-<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span>
<span class="n">java</span> <span class="o">|</span> <span
class="mi">526</span> <span class="o">|</span> <span class="n">B</span>
<span class="o">|</span>
-<span class="o">|</span> <span class="mi">4</span> <span class="o">|</span>
<span class="n">haskell</span> <span class="o">|</span> <span
class="mi">298</span> <span class="o">|</span> <span class="n">C</span>
<span class="o">|</span>
-<span class="o">|</span> <span class="mi">5</span> <span class="o">|</span>
<span class="n">go</span> <span class="o">|</span> <span
class="mi">403</span> <span class="o">|</span> <span class="n">B</span>
<span class="o">|</span>
+<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span>
<span class="n">python</span> <span class="o">|</span> <span
class="mi">791</span> <span class="o">|</span> <span class="n">A</span>
<span class="o">|</span>
+<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span>
<span class="n">ruby</span> <span class="o">|</span> <span
class="mi">383</span> <span class="o">|</span> <span class="n">A</span>
<span class="o">|</span>
+<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span>
<span class="n">java</span> <span class="o">|</span> <span
class="mi">303</span> <span class="o">|</span> <span class="n">B</span>
<span class="o">|</span>
+<span class="o">|</span> <span class="mi">4</span> <span class="o">|</span>
<span class="n">haskell</span> <span class="o">|</span> <span
class="mi">697</span> <span class="o">|</span> <span class="n">C</span>
<span class="o">|</span>
+<span class="o">|</span> <span class="mi">5</span> <span class="o">|</span>
<span class="n">go</span> <span class="o">|</span> <span
class="mi">529</span> <span class="o">|</span> <span class="n">B</span>
<span class="o">|</span>
<span class="o">+-----+---------+--------+--------+</span>
</pre></div>
</div>
@@ -394,8 +399,8 @@
<span class="o">+-----+--------+--------+--------+</span>
<span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span>
<span class="n">names</span> <span class="o">|</span> <span
class="n">random</span> <span class="o">|</span> <span class="n">groups</span>
<span class="o">|</span>
<span class="o">+-----+--------+--------+--------+</span>
-<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span>
<span class="n">python</span> <span class="o">|</span> <span
class="mi">636</span> <span class="o">|</span> <span class="n">A</span>
<span class="o">|</span>
-<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span>
<span class="n">ruby</span> <span class="o">|</span> <span
class="mi">291</span> <span class="o">|</span> <span class="n">A</span>
<span class="o">|</span>
+<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span>
<span class="n">python</span> <span class="o">|</span> <span
class="mi">791</span> <span class="o">|</span> <span class="n">A</span>
<span class="o">|</span>
+<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span>
<span class="n">ruby</span> <span class="o">|</span> <span
class="mi">383</span> <span class="o">|</span> <span class="n">A</span>
<span class="o">|</span>
<span class="o">+-----+--------+--------+--------+</span>
</pre></div>
</div>
@@ -413,11 +418,11 @@ passing them to an Arrow table, and then converting them
to a pandas DataFrame.<
<div class="highlight-ipython notranslate"><div
class="highlight"><pre><span></span><span class="n">In</span> <span
class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span
class="n">df</span><span class="o">.</span><span
class="n">to_pandas</span><span class="p">()</span>
<span class="n">Out</span><span class="p">[</span><span
class="mi">8</span><span class="p">]:</span>
<span class="n">nrs</span> <span class="n">names</span> <span
class="n">random</span> <span class="n">groups</span>
-<span class="mi">0</span> <span class="mi">1</span> <span
class="n">python</span> <span class="mi">636</span> <span
class="n">A</span>
-<span class="mi">1</span> <span class="mi">2</span> <span
class="n">ruby</span> <span class="mi">291</span> <span
class="n">A</span>
-<span class="mi">2</span> <span class="mi">3</span> <span
class="n">java</span> <span class="mi">526</span> <span
class="n">B</span>
-<span class="mi">3</span> <span class="mi">4</span> <span
class="n">haskell</span> <span class="mi">298</span> <span
class="n">C</span>
-<span class="mi">4</span> <span class="mi">5</span> <span
class="n">go</span> <span class="mi">403</span> <span
class="n">B</span>
+<span class="mi">0</span> <span class="mi">1</span> <span
class="n">python</span> <span class="mi">791</span> <span
class="n">A</span>
+<span class="mi">1</span> <span class="mi">2</span> <span
class="n">ruby</span> <span class="mi">383</span> <span
class="n">A</span>
+<span class="mi">2</span> <span class="mi">3</span> <span
class="n">java</span> <span class="mi">303</span> <span
class="n">B</span>
+<span class="mi">3</span> <span class="mi">4</span> <span
class="n">haskell</span> <span class="mi">697</span> <span
class="n">C</span>
+<span class="mi">4</span> <span class="mi">5</span> <span
class="n">go</span> <span class="mi">529</span> <span
class="n">B</span>
</pre></div>
</div>
<p><a class="reference internal"
href="../../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.describe"
title="datafusion.dataframe.DataFrame.describe"><code class="xref py py-func
docutils literal notranslate"><span class="pre">describe()</span></code></a>
shows a quick statistic summary of your data:</p>
@@ -429,11 +434,11 @@ passing them to an Arrow table, and then converting them
to a pandas DataFrame.<
<span
class="o">+------------+--------------------+-------+--------------------+--------+</span>
<span class="o">|</span> <span class="n">count</span> <span
class="o">|</span> <span class="mf">5.0</span> <span
class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span
class="mf">5.0</span> <span class="o">|</span> <span
class="mi">5</span> <span class="o">|</span>
<span class="o">|</span> <span class="n">null_count</span> <span
class="o">|</span> <span class="mf">0.0</span> <span
class="o">|</span> <span class="mi">0</span> <span class="o">|</span> <span
class="mf">0.0</span> <span class="o">|</span> <span
class="mi">0</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">mean</span> <span
class="o">|</span> <span class="mf">3.0</span> <span
class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span
class="mf">430.8</span> <span class="o">|</span> <span
class="n">null</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">std</span> <span
class="o">|</span> <span class="mf">1.5811388300841898</span> <span
class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span
class="mf">149.26721006302756</span> <span class="o">|</span> <span
class="n">null</span> <span class="o">|</span>
-<span class="o">|</span> <span class="nb">min</span> <span
class="o">|</span> <span class="mf">1.0</span> <span
class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span
class="mf">291.0</span> <span class="o">|</span> <span
class="n">A</span> <span class="o">|</span>
-<span class="o">|</span> <span class="nb">max</span> <span
class="o">|</span> <span class="mf">5.0</span> <span
class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span
class="mf">636.0</span> <span class="o">|</span> <span
class="n">C</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">median</span> <span
class="o">|</span> <span class="mf">3.0</span> <span
class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span
class="mf">403.0</span> <span class="o">|</span> <span
class="n">null</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">mean</span> <span
class="o">|</span> <span class="mf">3.0</span> <span
class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span
class="mf">540.6</span> <span class="o">|</span> <span
class="n">null</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">std</span> <span
class="o">|</span> <span class="mf">1.5811388300841898</span> <span
class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span
class="mf">205.29685823217073</span> <span class="o">|</span> <span
class="n">null</span> <span class="o">|</span>
+<span class="o">|</span> <span class="nb">min</span> <span
class="o">|</span> <span class="mf">1.0</span> <span
class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span
class="mf">303.0</span> <span class="o">|</span> <span
class="n">A</span> <span class="o">|</span>
+<span class="o">|</span> <span class="nb">max</span> <span
class="o">|</span> <span class="mf">5.0</span> <span
class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span
class="mf">791.0</span> <span class="o">|</span> <span
class="n">C</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">median</span> <span
class="o">|</span> <span class="mf">3.0</span> <span
class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span
class="mf">529.0</span> <span class="o">|</span> <span
class="n">null</span> <span class="o">|</span>
<span
class="o">+------------+--------------------+-------+--------------------+--------+</span>
</pre></div>
</div>
diff --git a/user-guide/common-operations/expressions.html
b/user-guide/common-operations/expressions.html
index b607476..4e94620 100644
--- a/user-guide/common-operations/expressions.html
+++ b/user-guide/common-operations/expressions.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/user-guide/common-operations/functions.html
b/user-guide/common-operations/functions.html
index 683adf9..9ee6fa6 100644
--- a/user-guide/common-operations/functions.html
+++ b/user-guide/common-operations/functions.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -400,7 +405,7 @@ In here we will cover some of the more popular use cases.
If you want to view al
<span class="o">...</span><span class="p">:</span> <span
class="s2">"pokemon.csv"</span><span class="p">,</span>
<span class="o">...</span><span class="p">:</span> <span class="p">)</span>
<span class="o">...</span><span class="p">:</span>
-<span class="n">Out</span><span class="p">[</span><span
class="mi">3</span><span class="p">]:</span> <span class="p">(</span><span
class="s1">'pokemon.csv'</span><span class="p">,</span> <span
class="o"><</span><span class="n">http</span><span class="o">.</span><span
class="n">client</span><span class="o">.</span><span
class="n">HTTPMessage</span> <span class="n">at</span> <span
class="mh">0x7faefc3ca690</span><span class="o">></span><span
class="p">)</span>
+<span class="n">Out</span><span class="p">[</span><span
class="mi">3</span><span class="p">]:</span> <span class="p">(</span><span
class="s1">'pokemon.csv'</span><span class="p">,</span> <span
class="o"><</span><span class="n">http</span><span class="o">.</span><span
class="n">client</span><span class="o">.</span><span
class="n">HTTPMessage</span> <span class="n">at</span> <span
class="mh">0x7f8e60f05d10</span><span class="o">></span><span
class="p">)</span>
<span class="n">In</span> <span class="p">[</span><span
class="mi">4</span><span class="p">]:</span> <span class="n">ctx</span> <span
class="o">=</span> <span class="n">SessionContext</span><span
class="p">()</span>
@@ -474,16 +479,16 @@ In here we will cover some of the more popular use cases.
If you want to view al
<span class="o">+--------------------------------+</span>
<span class="o">|</span> <span class="n">now</span><span class="p">()</span>
<span class="o">|</span>
<span class="o">+--------------------------------+</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">27</span><span class="n">T16</span><span class="p">:</span><span
class="mi">23</span><span class="p">:</span><span
class="mf">22.700996415</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2024</span><span
class="o">-</span><span class="mi">08</span><span class="o">-</span><span
class="mi">30</span><span class="n">T21</span><span class="p">:</span><span
class="mi">08</span><span class="p">:</span><span
class="mf">40.062457495</span><span class="n">Z</span> <span class="o">|</span>
<span class="o">+--------------------------------+</span>
</pre></div>
</div>
diff --git a/user-guide/common-operations/index.html
b/user-guide/common-operations/index.html
index f4a115f..fb0f2fe 100644
--- a/user-guide/common-operations/index.html
+++ b/user-guide/common-operations/index.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/user-guide/common-operations/joins.html
b/user-guide/common-operations/joins.html
index 9db4abc..617be98 100644
--- a/user-guide/common-operations/joins.html
+++ b/user-guide/common-operations/joins.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -428,8 +433,8 @@ will be included in the resulting DataFrame.</p>
<span class="o">+-------------+----------+----+-----------+</span>
<span class="o">|</span> <span class="n">customer_id</span> <span
class="o">|</span> <span class="n">customer</span> <span class="o">|</span>
<span class="nb">id</span> <span class="o">|</span> <span class="n">name</span>
<span class="o">|</span>
<span class="o">+-------------+----------+----+-----------+</span>
-<span class="o">|</span> <span class="mi">2</span> <span
class="o">|</span> <span class="n">Bob</span> <span class="o">|</span>
<span class="mi">2</span> <span class="o">|</span> <span
class="n">MetroRide</span> <span class="o">|</span>
<span class="o">|</span> <span class="mi">1</span> <span
class="o">|</span> <span class="n">Alice</span> <span class="o">|</span>
<span class="mi">1</span> <span class="o">|</span> <span
class="n">CityCabs</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2</span> <span
class="o">|</span> <span class="n">Bob</span> <span class="o">|</span>
<span class="mi">2</span> <span class="o">|</span> <span
class="n">MetroRide</span> <span class="o">|</span>
<span class="o">+-------------+----------+----+-----------+</span>
</pre></div>
</div>
@@ -447,9 +452,9 @@ values for the corresponding columns.</p>
<span class="o">+-------------+----------+----+-----------+</span>
<span class="o">|</span> <span class="n">customer_id</span> <span
class="o">|</span> <span class="n">customer</span> <span class="o">|</span>
<span class="nb">id</span> <span class="o">|</span> <span class="n">name</span>
<span class="o">|</span>
<span class="o">+-------------+----------+----+-----------+</span>
-<span class="o">|</span> <span class="mi">1</span> <span
class="o">|</span> <span class="n">Alice</span> <span class="o">|</span>
<span class="mi">1</span> <span class="o">|</span> <span
class="n">CityCabs</span> <span class="o">|</span>
<span class="o">|</span> <span class="mi">2</span> <span
class="o">|</span> <span class="n">Bob</span> <span class="o">|</span>
<span class="mi">2</span> <span class="o">|</span> <span
class="n">MetroRide</span> <span class="o">|</span>
<span class="o">|</span> <span class="mi">3</span> <span
class="o">|</span> <span class="n">Charlie</span> <span class="o">|</span>
<span class="o">|</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">1</span> <span
class="o">|</span> <span class="n">Alice</span> <span class="o">|</span>
<span class="mi">1</span> <span class="o">|</span> <span
class="n">CityCabs</span> <span class="o">|</span>
<span class="o">+-------------+----------+----+-----------+</span>
</pre></div>
</div>
@@ -464,8 +469,8 @@ is no match. Unmatched rows will have null values.</p>
<span class="o">+-------------+----------+----+-----------+</span>
<span class="o">|</span> <span class="n">customer_id</span> <span
class="o">|</span> <span class="n">customer</span> <span class="o">|</span>
<span class="nb">id</span> <span class="o">|</span> <span class="n">name</span>
<span class="o">|</span>
<span class="o">+-------------+----------+----+-----------+</span>
-<span class="o">|</span> <span class="mi">1</span> <span
class="o">|</span> <span class="n">Alice</span> <span class="o">|</span>
<span class="mi">1</span> <span class="o">|</span> <span
class="n">CityCabs</span> <span class="o">|</span>
<span class="o">|</span> <span class="mi">2</span> <span
class="o">|</span> <span class="n">Bob</span> <span class="o">|</span>
<span class="mi">2</span> <span class="o">|</span> <span
class="n">MetroRide</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">1</span> <span
class="o">|</span> <span class="n">Alice</span> <span class="o">|</span>
<span class="mi">1</span> <span class="o">|</span> <span
class="n">CityCabs</span> <span class="o">|</span>
<span class="o">|</span> <span class="o">|</span> <span
class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span
class="n">UrbanGo</span> <span class="o">|</span>
<span class="o">|</span> <span class="mi">3</span> <span
class="o">|</span> <span class="n">Charlie</span> <span class="o">|</span>
<span class="o">|</span> <span class="o">|</span>
<span class="o">+-------------+----------+----+-----------+</span>
@@ -482,8 +487,8 @@ omitting duplicates with multiple matches in the right
table.</p>
<span class="o">+-------------+----------+</span>
<span class="o">|</span> <span class="n">customer_id</span> <span
class="o">|</span> <span class="n">customer</span> <span class="o">|</span>
<span class="o">+-------------+----------+</span>
-<span class="o">|</span> <span class="mi">1</span> <span
class="o">|</span> <span class="n">Alice</span> <span class="o">|</span>
<span class="o">|</span> <span class="mi">2</span> <span
class="o">|</span> <span class="n">Bob</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">1</span> <span
class="o">|</span> <span class="n">Alice</span> <span class="o">|</span>
<span class="o">+-------------+----------+</span>
</pre></div>
</div>
diff --git a/user-guide/common-operations/select-and-filter.html
b/user-guide/common-operations/select-and-filter.html
index 4c6c4e1..c2d2676 100644
--- a/user-guide/common-operations/select-and-filter.html
+++ b/user-guide/common-operations/select-and-filter.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -368,7 +373,7 @@
<span class="n">In</span> <span class="p">[</span><span
class="mi">3</span><span class="p">]:</span> <span class="n">urllib</span><span
class="o">.</span><span class="n">request</span><span class="o">.</span><span
class="n">urlretrieve</span><span class="p">(</span><span
class="s2">"https://d37ci6vzurychx.cloudfront.net/trip-data/yellow_tripdata_2021-01.parquet"</span><span
class="p">,</span>
<span class="o">...</span><span class="p">:</span>
<span class="s2">"yellow_trip_data.parquet"</span><span
class="p">)</span>
<span class="o">...</span><span class="p">:</span>
-<span class="n">Out</span><span class="p">[</span><span
class="mi">3</span><span class="p">]:</span> <span class="p">(</span><span
class="s1">'yellow_trip_data.parquet'</span><span class="p">,</span>
<span class="o"><</span><span class="n">http</span><span
class="o">.</span><span class="n">client</span><span class="o">.</span><span
class="n">HTTPMessage</span> <span class="n">at</span> <span
class="mh">0x7faef4107b90</span><span class="o">></span><span
class="p">)</span>
+<span class="n">Out</span><span class="p">[</span><span
class="mi">3</span><span class="p">]:</span> <span class="p">(</span><span
class="s1">'yellow_trip_data.parquet'</span><span class="p">,</span>
<span class="o"><</span><span class="n">http</span><span
class="o">.</span><span class="n">client</span><span class="o">.</span><span
class="n">HTTPMessage</span> <span class="n">at</span> <span
class="mh">0x7f8e60f47dd0</span><span class="o">></span><span
class="p">)</span>
<span class="n">In</span> <span class="p">[</span><span
class="mi">4</span><span class="p">]:</span> <span class="n">ctx</span> <span
class="o">=</span> <span class="n">SessionContext</span><span
class="p">()</span>
diff --git a/user-guide/common-operations/udf-and-udfa.html
b/user-guide/common-operations/udf-and-udfa.html
index 7c13967..5914656 100644
--- a/user-guide/common-operations/udf-and-udfa.html
+++ b/user-guide/common-operations/udf-and-udfa.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/user-guide/common-operations/windows.html
b/user-guide/common-operations/windows.html
index 6fc3a95..f81d314 100644
--- a/user-guide/common-operations/windows.html
+++ b/user-guide/common-operations/windows.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../io/csv.html">
- CSV
+ <a class="reference internal" href="../io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/parquet.html">
- Parquet
+ <a class="reference internal" href="../io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../io/avro.html">
- Avro
+ <a class="reference internal" href="../io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -375,7 +380,7 @@ produce a result for each individual row, unlike an
aggregate function that prov
<span class="o">...</span><span class="p">:</span> <span
class="s2">"pokemon.csv"</span><span class="p">,</span>
<span class="o">...</span><span class="p">:</span> <span class="p">)</span>
<span class="o">...</span><span class="p">:</span>
-<span class="n">Out</span><span class="p">[</span><span
class="mi">5</span><span class="p">]:</span> <span class="p">(</span><span
class="s1">'pokemon.csv'</span><span class="p">,</span> <span
class="o"><</span><span class="n">http</span><span class="o">.</span><span
class="n">client</span><span class="o">.</span><span
class="n">HTTPMessage</span> <span class="n">at</span> <span
class="mh">0x7faef41a8b50</span><span class="o">></span><span
class="p">)</span>
+<span class="n">Out</span><span class="p">[</span><span
class="mi">5</span><span class="p">]:</span> <span class="p">(</span><span
class="s1">'pokemon.csv'</span><span class="p">,</span> <span
class="o"><</span><span class="n">http</span><span class="o">.</span><span
class="n">client</span><span class="o">.</span><span
class="n">HTTPMessage</span> <span class="n">at</span> <span
class="mh">0x7f8e60fc6f10</span><span class="o">></span><span
class="p">)</span>
<span class="n">In</span> <span class="p">[</span><span
class="mi">6</span><span class="p">]:</span> <span class="n">ctx</span> <span
class="o">=</span> <span class="n">SessionContext</span><span
class="p">()</span>
diff --git a/user-guide/configuration.html b/user-guide/configuration.html
index 914a857..74b27d5 100644
--- a/user-guide/configuration.html
+++ b/user-guide/configuration.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="io/csv.html">
- CSV
+ <a class="reference internal" href="io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="io/parquet.html">
- Parquet
+ <a class="reference internal" href="io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="io/avro.html">
- Avro
+ <a class="reference internal" href="io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/user-guide/introduction.html b/user-guide/introduction.html
index 2de7f3c..0d22dcc 100644
--- a/user-guide/introduction.html
+++ b/user-guide/introduction.html
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="io/csv.html">
- CSV
+ <a class="reference internal" href="io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="io/parquet.html">
- Parquet
+ <a class="reference internal" href="io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="io/avro.html">
- Avro
+ <a class="reference internal" href="io/parquet.html">
+ Parquet
</a>
</li>
</ul>
diff --git a/user-guide/io/csv.html b/user-guide/io/arrow.html
similarity index 56%
copy from user-guide/io/csv.html
copy to user-guide/io/arrow.html
index aa576b9..3503c4e 100644
--- a/user-guide/io/csv.html
+++ b/user-guide/io/arrow.html
@@ -5,7 +5,7 @@
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0"
/><meta name="viewport" content="width=device-width, initial-scale=1" />
- <title>CSV — Apache Arrow DataFusion documentation</title>
+ <title>Arrow — Apache Arrow DataFusion documentation</title>
<link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf"
rel="stylesheet">
<link
href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf"
rel="stylesheet">
@@ -34,7 +34,7 @@
<script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Parquet" href="parquet.html" />
+ <link rel="next" title="Avro" href="avro.html" />
<link rel="prev" title="IO" href="index.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
@@ -181,12 +181,17 @@
<ul class="current">
<li class="toctree-l2 current active">
<a class="current reference internal" href="#">
- CSV
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="parquet.html">
- Parquet
+ <a class="reference internal" href="avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="avro.html">
- Avro
+ <a class="reference internal" href="parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -334,9 +339,24 @@
<div class="toc-item">
+<div class="tocsection onthispage pt-5 pb-3">
+ <i class="fas fa-list"></i> On this page
+</div>
<nav id="bd-toc-nav">
-
+ <ul class="visible nav section-nav flex-column">
+ <li class="toc-h2 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#importing-to-datafusion">
+ Importing to DataFusion
+ </a>
+ </li>
+ <li class="toc-h2 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#exporting-from-datafusion">
+ Exporting from DataFusion
+ </a>
+ </li>
+</ul>
+
</nav>
</div>
@@ -356,20 +376,76 @@
<div>
- <section id="csv">
-<h1>CSV<a class="headerlink" href="#csv" title="Link to this
heading">¶</a></h1>
-<p>Reading a csv is very straightforward with <a class="reference internal"
href="../../autoapi/datafusion/context/index.html#datafusion.context.SessionContext.read_csv"
title="datafusion.context.SessionContext.read_csv"><code class="xref py
py-func docutils literal notranslate"><span
class="pre">read_csv()</span></code></a></p>
-<div class="highlight-python notranslate"><div
class="highlight"><pre><span></span><span class="kn">from</span> <span
class="nn">datafusion</span> <span class="kn">import</span> <span
class="n">SessionContext</span>
+ <section id="arrow">
+<h1>Arrow<a class="headerlink" href="#arrow" title="Link to this
heading">¶</a></h1>
+<p>DataFusion implements the
+<a class="reference external"
href="https://arrow.apache.org/docs/format/CDataInterface/PyCapsuleInterface.html";>Apache
Arrow PyCapsule interface</a>
+for importing and exporting DataFrames with zero copy. With this feature, any
Python
+project that implements this interface can share data back and forth with
DataFusion
+with zero copy.</p>
+<p>We can demonstrate using <a class="reference external"
href="https://arrow.apache.org/docs/python/index.html";>pyarrow</a>.</p>
+<section id="importing-to-datafusion">
+<h2>Importing to DataFusion<a class="headerlink"
href="#importing-to-datafusion" title="Link to this heading">¶</a></h2>
+<p>Here we will create an Arrow table and import it to DataFusion.</p>
+<p>To import an Arrow table, use <a class="reference internal"
href="../../autoapi/datafusion/context/index.html#datafusion.context.SessionContext.from_arrow"
title="datafusion.context.SessionContext.from_arrow"><code class="xref py
py-func docutils literal notranslate"><span
class="pre">datafusion.context.SessionContext.from_arrow()</span></code></a>.
+This will accept any Python object that implements
+<a class="reference external"
href="https://arrow.apache.org/docs/format/CDataInterface/PyCapsuleInterface.html#arrowstream-export";>__arrow_c_stream__</a>
+or <a class="reference external"
href="https://arrow.apache.org/docs/format/CDataInterface/PyCapsuleInterface.html#arrowarray-export";>__arrow_c_array__</a>
+and returns a <code class="docutils literal notranslate"><span
class="pre">StructArray</span></code>. Common pyarrow sources you can use
are:</p>
+<ul class="simple">
+<li><p><a class="reference external"
href="https://arrow.apache.org/docs/python/generated/pyarrow.Array.html";>Array</a>
(but it must return a Struct Array)</p></li>
+<li><p><a class="reference external"
href="https://arrow.apache.org/docs/python/generated/pyarrow.RecordBatch.html";>Record
Batch</a></p></li>
+<li><p><a class="reference external"
href="https://arrow.apache.org/docs/python/generated/pyarrow.RecordBatchReader.html";>Record
Batch Reader</a></p></li>
+<li><p><a class="reference external"
href="https://arrow.apache.org/docs/python/generated/pyarrow.Table.html";>Table</a></p></li>
+</ul>
+<div class="highlight-ipython notranslate"><div
class="highlight"><pre><span></span><span class="n">In</span> <span
class="p">[</span><span class="mi">1</span><span class="p">]:</span> <span
class="kn">from</span> <span class="nn">datafusion</span> <span
class="kn">import</span> <span class="n">SessionContext</span>
+
+<span class="n">In</span> <span class="p">[</span><span
class="mi">2</span><span class="p">]:</span> <span class="kn">import</span>
<span class="nn">pyarrow</span> <span class="k">as</span> <span
class="nn">pa</span>
+
+<span class="n">In</span> <span class="p">[</span><span
class="mi">3</span><span class="p">]:</span> <span class="n">data</span> <span
class="o">=</span> <span class="p">{</span><span
class="s2">"a"</span><span class="p">:</span> <span
class="p">[</span><span class="mi">1</span><span class="p">,</span> <span
class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span
class="p">],</span> <span class="s2">"b"</span><span
class="p">:</span> <span class="p" [...]
-<span class="n">ctx</span> <span class="o">=</span> <span
class="n">SessionContext</span><span class="p">()</span>
-<span class="n">df</span> <span class="o">=</span> <span
class="n">ctx</span><span class="o">.</span><span
class="n">read_csv</span><span class="p">(</span><span
class="s2">"file.csv"</span><span class="p">)</span>
+<span class="n">In</span> <span class="p">[</span><span
class="mi">4</span><span class="p">]:</span> <span class="n">table</span> <span
class="o">=</span> <span class="n">pa</span><span class="o">.</span><span
class="n">Table</span><span class="o">.</span><span
class="n">from_pydict</span><span class="p">(</span><span
class="n">data</span><span class="p">)</span>
+
+<span class="n">In</span> <span class="p">[</span><span
class="mi">5</span><span class="p">]:</span> <span class="n">ctx</span> <span
class="o">=</span> <span class="n">SessionContext</span><span
class="p">()</span>
+
+<span class="n">In</span> <span class="p">[</span><span
class="mi">6</span><span class="p">]:</span> <span class="n">df</span> <span
class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span
class="n">from_arrow</span><span class="p">(</span><span
class="n">table</span><span class="p">)</span>
+
+<span class="n">In</span> <span class="p">[</span><span
class="mi">7</span><span class="p">]:</span> <span class="n">df</span>
+<span class="n">Out</span><span class="p">[</span><span
class="mi">7</span><span class="p">]:</span>
+<span class="n">DataFrame</span><span class="p">()</span>
+<span class="o">+---+---+</span>
+<span class="o">|</span> <span class="n">a</span> <span class="o">|</span>
<span class="n">b</span> <span class="o">|</span>
+<span class="o">+---+---+</span>
+<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span>
<span class="mi">4</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span>
<span class="mi">5</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span>
<span class="mi">6</span> <span class="o">|</span>
+<span class="o">+---+---+</span>
</pre></div>
</div>
-<p>An alternative is to use <a class="reference internal"
href="../../autoapi/datafusion/context/index.html#datafusion.context.SessionContext.register_csv"
title="datafusion.context.SessionContext.register_csv"><code class="xref py
py-func docutils literal notranslate"><span
class="pre">register_csv()</span></code></a></p>
-<div class="highlight-python notranslate"><div
class="highlight"><pre><span></span><span class="n">ctx</span><span
class="o">.</span><span class="n">register_csv</span><span
class="p">(</span><span class="s2">"file"</span><span
class="p">,</span> <span class="s2">"file.csv"</span><span
class="p">)</span>
-<span class="n">df</span> <span class="o">=</span> <span
class="n">ctx</span><span class="o">.</span><span class="n">table</span><span
class="p">(</span><span class="s2">"file"</span><span
class="p">)</span>
+</section>
+<section id="exporting-from-datafusion">
+<h2>Exporting from DataFusion<a class="headerlink"
href="#exporting-from-datafusion" title="Link to this heading">¶</a></h2>
+<p>DataFusion DataFrames implement <code class="docutils literal
notranslate"><span class="pre">__arrow_c_stream__</span></code> PyCapsule
interface, so any
+Python library that accepts these can import a DataFusion DataFrame
directly.</p>
+<div class="admonition warning">
+<p class="admonition-title">Warning</p>
+<p>It is important to note that this will cause the DataFrame execution to
happen, which may be
+a time consuming task. That is, you will cause a
+<a class="reference internal"
href="../../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.collect"
title="datafusion.dataframe.DataFrame.collect"><code class="xref py py-func
docutils literal notranslate"><span
class="pre">datafusion.dataframe.DataFrame.collect()</span></code></a>
operation call to occur.</p>
+</div>
+<div class="highlight-ipython notranslate"><div
class="highlight"><pre><span></span><span class="n">In</span> <span
class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span
class="n">df</span> <span class="o">=</span> <span class="n">df</span><span
class="o">.</span><span class="n">select</span><span class="p">((</span><span
class="n">col</span><span class="p">(</span><span
class="s2">"a"</span><span class="p">)</span> <span
class="o">*</span> <span class="n"> [...]
+
+<span class="n">In</span> <span class="p">[</span><span
class="mi">9</span><span class="p">]:</span> <span class="n">pa</span><span
class="o">.</span><span class="n">table</span><span class="p">(</span><span
class="n">df</span><span class="p">)</span>
+<span class="n">Out</span><span class="p">[</span><span
class="mi">9</span><span class="p">]:</span>
+<span class="n">pyarrow</span><span class="o">.</span><span
class="n">Table</span>
+<span class="n">c</span><span class="p">:</span> <span class="n">double</span>
+<span class="n">d</span><span class="p">:</span> <span class="n">string</span>
<span class="ow">not</span> <span class="n">null</span>
+<span class="o">----</span>
+<span class="n">c</span><span class="p">:</span> <span
class="p">[[</span><span class="mf">1.5</span><span class="p">,</span><span
class="mi">3</span><span class="p">,</span><span class="mf">4.5</span><span
class="p">]]</span>
+<span class="n">d</span><span class="p">:</span> <span
class="p">[[</span><span class="s2">"df"</span><span
class="p">,</span><span class="s2">"df"</span><span
class="p">,</span><span class="s2">"df"</span><span
class="p">]]</span>
</pre></div>
</div>
+</section>
</section>
@@ -385,10 +461,10 @@
<p class="prev-next-title">IO</p>
</div>
</a>
- <a class='right-next' id="next-link" href="parquet.html" title="next page">
+ <a class='right-next' id="next-link" href="avro.html" title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">Parquet</p>
+ <p class="prev-next-title">Avro</p>
</div>
<i class="fas fa-angle-right"></i>
</a>
diff --git a/user-guide/io/avro.html b/user-guide/io/avro.html
index dfbf2a6..6399c28 100644
--- a/user-guide/io/avro.html
+++ b/user-guide/io/avro.html
@@ -34,8 +34,8 @@
<script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="SQL" href="../sql.html" />
- <link rel="prev" title="JSON" href="json.html" />
+ <link rel="next" title="CSV" href="csv.html" />
+ <link rel="prev" title="Arrow" href="arrow.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
@@ -180,13 +180,18 @@
</label>
<ul class="current">
<li class="toctree-l2">
- <a class="reference internal" href="csv.html">
- CSV
+ <a class="reference internal" href="arrow.html">
+ Arrow
+ </a>
+ </li>
+ <li class="toctree-l2 current active">
+ <a class="current reference internal" href="#">
+ Avro
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="parquet.html">
- Parquet
+ <a class="reference internal" href="csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -194,9 +199,9 @@
JSON
</a>
</li>
- <li class="toctree-l2 current active">
- <a class="current reference internal" href="#">
- Avro
+ <li class="toctree-l2">
+ <a class="reference internal" href="parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -374,17 +379,17 @@ with <a class="reference internal"
href="../../autoapi/datafusion/context/index.
<!-- Previous / next buttons -->
<div class='prev-next-area'>
- <a class='left-prev' id="prev-link" href="json.html" title="previous page">
+ <a class='left-prev' id="prev-link" href="arrow.html" title="previous
page">
<i class="fas fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">JSON</p>
+ <p class="prev-next-title">Arrow</p>
</div>
</a>
- <a class='right-next' id="next-link" href="../sql.html" title="next page">
+ <a class='right-next' id="next-link" href="csv.html" title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">SQL</p>
+ <p class="prev-next-title">CSV</p>
</div>
<i class="fas fa-angle-right"></i>
</a>
diff --git a/user-guide/io/csv.html b/user-guide/io/csv.html
index aa576b9..5cdc19d 100644
--- a/user-guide/io/csv.html
+++ b/user-guide/io/csv.html
@@ -34,8 +34,8 @@
<script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Parquet" href="parquet.html" />
- <link rel="prev" title="IO" href="index.html" />
+ <link rel="next" title="JSON" href="json.html" />
+ <link rel="prev" title="Avro" href="avro.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
@@ -179,14 +179,19 @@
</i>
</label>
<ul class="current">
- <li class="toctree-l2 current active">
- <a class="current reference internal" href="#">
- CSV
+ <li class="toctree-l2">
+ <a class="reference internal" href="arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="parquet.html">
- Parquet
+ <a class="reference internal" href="avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2 current active">
+ <a class="current reference internal" href="#">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="avro.html">
- Avro
+ <a class="reference internal" href="parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -378,17 +383,17 @@
<!-- Previous / next buttons -->
<div class='prev-next-area'>
- <a class='left-prev' id="prev-link" href="index.html" title="previous
page">
+ <a class='left-prev' id="prev-link" href="avro.html" title="previous page">
<i class="fas fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">IO</p>
+ <p class="prev-next-title">Avro</p>
</div>
</a>
- <a class='right-next' id="next-link" href="parquet.html" title="next page">
+ <a class='right-next' id="next-link" href="json.html" title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">Parquet</p>
+ <p class="prev-next-title">JSON</p>
</div>
<i class="fas fa-angle-right"></i>
</a>
diff --git a/user-guide/io/index.html b/user-guide/io/index.html
index 7ef324e..072b862 100644
--- a/user-guide/io/index.html
+++ b/user-guide/io/index.html
@@ -34,7 +34,7 @@
<script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="CSV" href="csv.html" />
+ <link rel="next" title="Arrow" href="arrow.html" />
<link rel="prev" title="User Defined Functions"
href="../common-operations/udf-and-udfa.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="csv.html">
- CSV
+ <a class="reference internal" href="arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="parquet.html">
- Parquet
+ <a class="reference internal" href="avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="avro.html">
- Avro
+ <a class="reference internal" href="parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -360,10 +365,15 @@
<h1>IO<a class="headerlink" href="#io" title="Link to this heading">¶</a></h1>
<div class="toctree-wrapper compound">
<ul>
+<li class="toctree-l1"><a class="reference internal"
href="arrow.html">Arrow</a><ul>
+<li class="toctree-l2"><a class="reference internal"
href="arrow.html#importing-to-datafusion">Importing to DataFusion</a></li>
+<li class="toctree-l2"><a class="reference internal"
href="arrow.html#exporting-from-datafusion">Exporting from DataFusion</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal"
href="avro.html">Avro</a></li>
<li class="toctree-l1"><a class="reference internal"
href="csv.html">CSV</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="parquet.html">Parquet</a></li>
<li class="toctree-l1"><a class="reference internal"
href="json.html">JSON</a></li>
-<li class="toctree-l1"><a class="reference internal"
href="avro.html">Avro</a></li>
+<li class="toctree-l1"><a class="reference internal"
href="parquet.html">Parquet</a></li>
</ul>
</div>
</section>
@@ -381,10 +391,10 @@
<p class="prev-next-title">User Defined Functions</p>
</div>
</a>
- <a class='right-next' id="next-link" href="csv.html" title="next page">
+ <a class='right-next' id="next-link" href="arrow.html" title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">CSV</p>
+ <p class="prev-next-title">Arrow</p>
</div>
<i class="fas fa-angle-right"></i>
</a>
diff --git a/user-guide/io/json.html b/user-guide/io/json.html
index 3488581..cf88df9 100644
--- a/user-guide/io/json.html
+++ b/user-guide/io/json.html
@@ -34,8 +34,8 @@
<script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Avro" href="avro.html" />
- <link rel="prev" title="Parquet" href="parquet.html" />
+ <link rel="next" title="Parquet" href="parquet.html" />
+ <link rel="prev" title="CSV" href="csv.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
@@ -180,13 +180,18 @@
</label>
<ul class="current">
<li class="toctree-l2">
- <a class="reference internal" href="csv.html">
- CSV
+ <a class="reference internal" href="arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="parquet.html">
- Parquet
+ <a class="reference internal" href="avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2 current active">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="avro.html">
- Avro
+ <a class="reference internal" href="parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -374,17 +379,17 @@ When it comes to reading a JSON file, using <a
class="reference internal" href="
<!-- Previous / next buttons -->
<div class='prev-next-area'>
- <a class='left-prev' id="prev-link" href="parquet.html" title="previous
page">
+ <a class='left-prev' id="prev-link" href="csv.html" title="previous page">
<i class="fas fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">Parquet</p>
+ <p class="prev-next-title">CSV</p>
</div>
</a>
- <a class='right-next' id="next-link" href="avro.html" title="next page">
+ <a class='right-next' id="next-link" href="parquet.html" title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">Avro</p>
+ <p class="prev-next-title">Parquet</p>
</div>
<i class="fas fa-angle-right"></i>
</a>
diff --git a/user-guide/io/parquet.html b/user-guide/io/parquet.html
index 5302a64..56fc8a2 100644
--- a/user-guide/io/parquet.html
+++ b/user-guide/io/parquet.html
@@ -34,8 +34,8 @@
<script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="JSON" href="json.html" />
- <link rel="prev" title="CSV" href="csv.html" />
+ <link rel="next" title="SQL" href="../sql.html" />
+ <link rel="prev" title="JSON" href="json.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
@@ -180,13 +180,18 @@
</label>
<ul class="current">
<li class="toctree-l2">
- <a class="reference internal" href="csv.html">
- CSV
+ <a class="reference internal" href="arrow.html">
+ Arrow
</a>
</li>
- <li class="toctree-l2 current active">
- <a class="current reference internal" href="#">
- Parquet
+ <li class="toctree-l2">
+ <a class="reference internal" href="avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -194,9 +199,9 @@
JSON
</a>
</li>
- <li class="toctree-l2">
- <a class="reference internal" href="avro.html">
- Avro
+ <li class="toctree-l2 current active">
+ <a class="current reference internal" href="#">
+ Parquet
</a>
</li>
</ul>
@@ -378,17 +383,17 @@
<!-- Previous / next buttons -->
<div class='prev-next-area'>
- <a class='left-prev' id="prev-link" href="csv.html" title="previous page">
+ <a class='left-prev' id="prev-link" href="json.html" title="previous page">
<i class="fas fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">CSV</p>
+ <p class="prev-next-title">JSON</p>
</div>
</a>
- <a class='right-next' id="next-link" href="json.html" title="next page">
+ <a class='right-next' id="next-link" href="../sql.html" title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">JSON</p>
+ <p class="prev-next-title">SQL</p>
</div>
<i class="fas fa-angle-right"></i>
</a>
diff --git a/user-guide/sql.html b/user-guide/sql.html
index 6b665d7..2857173 100644
--- a/user-guide/sql.html
+++ b/user-guide/sql.html
@@ -35,7 +35,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="Introduction"
href="../contributor-guide/introduction.html" />
- <link rel="prev" title="Avro" href="io/avro.html" />
+ <link rel="prev" title="Parquet" href="io/parquet.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
@@ -180,13 +180,18 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="io/csv.html">
- CSV
+ <a class="reference internal" href="io/arrow.html">
+ Arrow
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="io/parquet.html">
- Parquet
+ <a class="reference internal" href="io/avro.html">
+ Avro
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="io/csv.html">
+ CSV
</a>
</li>
<li class="toctree-l2">
@@ -195,8 +200,8 @@
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="io/avro.html">
- Avro
+ <a class="reference internal" href="io/parquet.html">
+ Parquet
</a>
</li>
</ul>
@@ -401,11 +406,11 @@
<!-- Previous / next buttons -->
<div class='prev-next-area'>
- <a class='left-prev' id="prev-link" href="io/avro.html" title="previous
page">
+ <a class='left-prev' id="prev-link" href="io/parquet.html" title="previous
page">
<i class="fas fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">Avro</p>
+ <p class="prev-next-title">Parquet</p>
</div>
</a>
<a class='right-next' id="next-link"
href="../contributor-guide/introduction.html" title="next page">
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
