This is an automated email from the ASF dual-hosted git repository. github-bot pushed a commit to branch asf-staging in repository https://gitbox.apache.org/repos/asf/datafusion-python.git
The following commit(s) were added to refs/heads/asf-staging by this push: new 8e68bc72 Publish built docs triggered by 9b6acec075f49d551a2b90608b0c7114de84d718 8e68bc72 is described below commit 8e68bc723fcc63ad2809055d7b37246709706656 Author: github-actions[bot] <github-actions[bot]@users.noreply.github.com> AuthorDate: Thu Jun 19 18:03:13 2025 +0000 Publish built docs triggered by 9b6acec075f49d551a2b90608b0c7114de84d718 --- _sources/autoapi/datafusion/context/index.rst.txt | 21 ++++++---- _sources/autoapi/datafusion/index.rst.txt | 8 ++-- _sources/autoapi/datafusion/io/index.rst.txt | 8 ++-- autoapi/datafusion/context/index.html | 30 ++++++++++---- autoapi/datafusion/index.html | 8 ++-- autoapi/datafusion/io/index.html | 8 ++-- genindex.html | 2 + objects.inv | Bin 7868 -> 7881 bytes searchindex.js | 2 +- user-guide/common-operations/aggregations.html | 34 ++++++++-------- user-guide/common-operations/basic-info.html | 46 +++++++++++----------- user-guide/common-operations/functions.html | 20 +++++----- 12 files changed, 104 insertions(+), 83 deletions(-) diff --git a/_sources/autoapi/datafusion/context/index.rst.txt b/_sources/autoapi/datafusion/context/index.rst.txt index c086b8e0..0a653655 100644 --- a/_sources/autoapi/datafusion/context/index.rst.txt +++ b/_sources/autoapi/datafusion/context/index.rst.txt @@ -417,6 +417,11 @@ Module Contents + .. py:method:: _convert_table_partition_cols(table_partition_cols: list[tuple[str, str | pyarrow.DataType]]) -> list[tuple[str, pyarrow.DataType]] + :staticmethod: + + + .. py:method:: catalog(name: str = 'datafusion') -> datafusion.catalog.Catalog Retrieve a catalog by name. @@ -550,7 +555,7 @@ Module Contents - .. py:method:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame + .. py:method:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame Create a :py:class:`DataFrame` for reading Avro data source. @@ -563,7 +568,7 @@ Module Contents - .. py:method:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame + .. py:method:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a CSV data source. @@ -585,7 +590,7 @@ Module Contents - .. py:method:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame + .. py:method:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a line-delimited JSON data source. @@ -602,7 +607,7 @@ Module Contents - .. py:method:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr | datafusion.expr.SortExpr]] | None = None) -> datafusion.dataframe.DataFrame + .. py:method:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr | datafusion.expr.SortExpr]] | None = None) -> datafusion.dataframe.DataFrame Read a Parquet source into a :py:class:`~datafusion.dataframe.Dataframe`. @@ -634,7 +639,7 @@ Module Contents - .. py:method:: register_avro(name: str, path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_extension: str = '.avro', table_partition_cols: list[tuple[str, str]] | None = None) -> None + .. py:method:: register_avro(name: str, path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_extension: str = '.avro', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None) -> None Register an Avro file as a table. @@ -680,7 +685,7 @@ Module Contents - .. py:method:: register_json(name: str, path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> None + .. py:method:: register_json(name: str, path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> None Register a JSON file as a table. @@ -699,7 +704,7 @@ Module Contents - .. py:method:: register_listing_table(name: str, path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, file_extension: str = '.parquet', schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr | datafusion.expr.SortExpr]] | None = None) -> None + .. py:method:: register_listing_table(name: str, path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_extension: str = '.parquet', schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr | datafusion.expr.SortExpr]] | None = None) -> None Register multiple files as a single table. @@ -726,7 +731,7 @@ Module Contents - .. py:method:: register_parquet(name: str, path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.SortExpr]] | None = None) -> None + .. py:method:: register_parquet(name: str, path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.SortExpr]] | None = None) -> None Register a Parquet file as a table. diff --git a/_sources/autoapi/datafusion/index.rst.txt b/_sources/autoapi/datafusion/index.rst.txt index 5873d575..10c93ace 100644 --- a/_sources/autoapi/datafusion/index.rst.txt +++ b/_sources/autoapi/datafusion/index.rst.txt @@ -2004,7 +2004,7 @@ Package Contents Create a literal expression. -.. py:function:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame +.. py:function:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame Create a :py:class:`DataFrame` for reading Avro data source. @@ -2020,7 +2020,7 @@ Package Contents :returns: DataFrame representation of the read Avro file -.. py:function:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a CSV data source. @@ -2045,7 +2045,7 @@ Package Contents :returns: DataFrame representation of the read CSV files -.. py:function:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a line-delimited JSON data source. @@ -2065,7 +2065,7 @@ Package Contents :returns: DataFrame representation of the read JSON files. -.. py:function:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr]] | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr]] | None = None) -> datafusion.dataframe.DataFrame Read a Parquet source into a :py:class:`~datafusion.dataframe.Dataframe`. diff --git a/_sources/autoapi/datafusion/io/index.rst.txt b/_sources/autoapi/datafusion/io/index.rst.txt index 79ef20e5..bb80c1cd 100644 --- a/_sources/autoapi/datafusion/io/index.rst.txt +++ b/_sources/autoapi/datafusion/io/index.rst.txt @@ -23,7 +23,7 @@ Functions Module Contents --------------- -.. py:function:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame +.. py:function:: read_avro(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, file_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_extension: str = '.avro') -> datafusion.dataframe.DataFrame Create a :py:class:`DataFrame` for reading Avro data source. @@ -39,7 +39,7 @@ Module Contents :returns: DataFrame representation of the read Avro file -.. py:function:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_csv(path: str | pathlib.Path | list[str] | list[pathlib.Path], schema: pyarrow.Schema | None = None, has_header: bool = True, delimiter: str = ',', schema_infer_max_records: int = 1000, file_extension: str = '.csv', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a CSV data source. @@ -64,7 +64,7 @@ Module Contents :returns: DataFrame representation of the read CSV files -.. py:function:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_json(path: str | pathlib.Path, schema: pyarrow.Schema | None = None, schema_infer_max_records: int = 1000, file_extension: str = '.json', table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, file_compression_type: str | None = None) -> datafusion.dataframe.DataFrame Read a line-delimited JSON data source. @@ -84,7 +84,7 @@ Module Contents :returns: DataFrame representation of the read JSON files. -.. py:function:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr]] | None = None) -> datafusion.dataframe.DataFrame +.. py:function:: read_parquet(path: str | pathlib.Path, table_partition_cols: list[tuple[str, str | pyarrow.DataType]] | None = None, parquet_pruning: bool = True, file_extension: str = '.parquet', skip_metadata: bool = True, schema: pyarrow.Schema | None = None, file_sort_order: list[list[datafusion.expr.Expr]] | None = None) -> datafusion.dataframe.DataFrame Read a Parquet source into a :py:class:`~datafusion.dataframe.Dataframe`. diff --git a/autoapi/datafusion/context/index.html b/autoapi/datafusion/context/index.html index 82f1575a..c5754088 100644 --- a/autoapi/datafusion/context/index.html +++ b/autoapi/datafusion/context/index.html @@ -751,6 +751,15 @@ </code> </a> </li> + <li class="toc-h4 nav-item toc-entry"> + <a class="reference internal nav-link" href="#datafusion.context.SessionContext._convert_table_partition_cols"> + <code class="docutils literal notranslate"> + <span class="pre"> + SessionContext._convert_table_partition_cols() + </span> + </code> + </a> + </li> <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#datafusion.context.SessionContext.catalog"> <code class="docutils literal notranslate"> @@ -1671,6 +1680,11 @@ a query against a CSV data source using the <code class="xref py py-class docuti <dd><p>Print a string representation of the Session Context.</p> </dd></dl> +<dl class="py method"> +<dt class="sig sig-object py" id="datafusion.context.SessionContext._convert_table_partition_cols"> +<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">_convert_table_partition_cols</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_partition_cols</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">list</span><span class="p"><span class="pre">[</span></span><span class="pre">tuple</span [...] +<dd></dd></dl> + <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.catalog"> <span class="sig-name descname"><span class="pre">catalog</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'datafusion'</span></span></em><span class="sig- [...] @@ -1847,7 +1861,7 @@ a struct array.</p> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.read_avro"> -<span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span clas [...] +<span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span clas [...] <dd><p>Create a <code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code> for reading Avro data source.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1866,7 +1880,7 @@ a struct array.</p> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.read_csv"> -<span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</sp [...] +<span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span><span class="w"> </span><span class="p"><span class="pre">|</sp [...] <dd><p>Read a CSV data source.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1894,7 +1908,7 @@ selected for data input.</p></li> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.read_json"> -<span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span clas [...] +<span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span clas [...] <dd><p>Read a line-delimited JSON data source.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1917,7 +1931,7 @@ selected for data input.</p></li> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.read_parquet"> -<span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span c [...] +<span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span c [...] <dd><p>Read a Parquet source into a <code class="xref py py-class docutils literal notranslate"><span class="pre">Dataframe</span></code>.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -1954,7 +1968,7 @@ file.</p></li> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_avro"> -<span class="sig-name descname"><span class="pre">register_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pr [...] +<span class="sig-name descname"><span class="pre">register_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pr [...] <dd><p>Register an Avro file as a table.</p> <p>The registered table can be referenced from SQL statement executed against this context.</p> @@ -2013,7 +2027,7 @@ selected for data input.</p></li> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_json"> -<span class="sig-name descname"><span class="pre">register_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pr [...] +<span class="sig-name descname"><span class="pre">register_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pr [...] <dd><p>Register a JSON file as a table.</p> <p>The registered table can be referenced from SQL statement executed against this context.</p> @@ -2036,7 +2050,7 @@ selected for data input.</p></li> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_listing_table"> -<span class="sig-name descname"><span class="pre">register_listing_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span [...] +<span class="sig-name descname"><span class="pre">register_listing_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span [...] <dd><p>Register multiple files as a single table.</p> <p>Registers a <a class="reference internal" href="../catalog/index.html#datafusion.catalog.Table" title="datafusion.catalog.Table"><code class="xref py py-class docutils literal notranslate"><span class="pre">Table</span></code></a> that can assemble multiple files from locations in an <code class="xref py py-class docutils literal notranslate"><span class="pre">ObjectStore</span></code> @@ -2072,7 +2086,7 @@ instance.</p> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.context.SessionContext.register_parquet"> -<span class="sig-name descname"><span class="pre">register_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class= [...] +<span class="sig-name descname"><span class="pre">register_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class= [...] <dd><p>Register a Parquet file as a table.</p> <p>The registered table can be referenced from SQL statement executed against this context.</p> diff --git a/autoapi/datafusion/index.html b/autoapi/datafusion/index.html index 192b98a4..8c980466 100644 --- a/autoapi/datafusion/index.html +++ b/autoapi/datafusion/index.html @@ -4869,7 +4869,7 @@ max_width, max_height, enable_cell_expansion, etc.</p> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.read_avro"> -<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre [...] +<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre [...] <dd><p>Create a <code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code> for reading Avro data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -4891,7 +4891,7 @@ using this function.</p> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.read_csv"> -<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre" [...] +<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre" [...] <dd><p>Read a CSV data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -4922,7 +4922,7 @@ selected for data input.</p></li> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.read_json"> -<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre [...] +<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre [...] <dd><p>Read a line-delimited JSON data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -4948,7 +4948,7 @@ selected for data input.</p></li> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.read_parquet"> -<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class=" [...] +<span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class=" [...] <dd><p>Read a Parquet source into a <code class="xref py py-class docutils literal notranslate"><span class="pre">Dataframe</span></code>.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created diff --git a/autoapi/datafusion/io/index.html b/autoapi/datafusion/io/index.html index 6ed86dd6..04c00425 100644 --- a/autoapi/datafusion/io/index.html +++ b/autoapi/datafusion/io/index.html @@ -502,7 +502,7 @@ <h2>Module Contents<a class="headerlink" href="#module-contents" title="Link to this heading">ΒΆ</a></h2> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.io.read_avro"> -<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class=" [...] +<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_avro</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class=" [...] <dd><p>Create a <code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code> for reading Avro data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -524,7 +524,7 @@ using this function.</p> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.io.read_csv"> -<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="p [...] +<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="p [...] <dd><p>Read a CSV data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -555,7 +555,7 @@ selected for data input.</p></li> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.io.read_json"> -<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class=" [...] +<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_json</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class=" [...] <dd><p>Read a line-delimited JSON data source.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created @@ -581,7 +581,7 @@ selected for data input.</p></li> <dl class="py function"> <dt class="sig sig-object py" id="datafusion.io.read_parquet"> -<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span clas [...] +<span class="sig-prename descclassname"><span class="pre">datafusion.io.</span></span><span class="sig-name descname"><span class="pre">read_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span clas [...] <dd><p>Read a Parquet source into a <code class="xref py py-class docutils literal notranslate"><span class="pre">Dataframe</span></code>.</p> <p>This function will use the global context. Any functions or tables registered with another context may not be accessible when used with a DataFrame created diff --git a/genindex.html b/genindex.html index f7d2cf0b..86d186ef 100644 --- a/genindex.html +++ b/genindex.html @@ -702,6 +702,8 @@ <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_container_start">_build_table_container_start() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> </li> <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter._build_table_header">_build_table_header() (datafusion.html_formatter.DataFrameHtmlFormatter method)</a> +</li> + <li><a href="autoapi/datafusion/context/index.html#datafusion.context.SessionContext._convert_table_partition_cols">_convert_table_partition_cols() (datafusion.context.SessionContext static method)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.TableFunction._create_table_udf">_create_table_udf() (datafusion.TableFunction static method)</a> diff --git a/objects.inv b/objects.inv index 49c14d42..96312f0f 100644 Binary files a/objects.inv and b/objects.inv differ diff --git a/searchindex.js b/searchindex.js index 9547f1cd..cc3b6453 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"API Reference": [[1, null], [19, null]], "Additional Resources": [[0, "additional-resources"]], "Aggregate Functions": [[24, "aggregate-functions"], [31, "aggregate-functions"], [33, "aggregate-functions"]], "Aggregation": [[24, null]], "Alternative Approach": [[20, "alternative-approach"]], "Arrays": [[26, "arrays"]], "Arrow": [[38, null]], "Attributes": [[5, "attributes"], [8, "attributes"], [13, "attributes"], [18, "attributes"]], "Available Functions": [...] \ No newline at end of file +Search.setIndex({"alltitles": {"API Reference": [[1, null], [19, null]], "Additional Resources": [[0, "additional-resources"]], "Aggregate Functions": [[24, "aggregate-functions"], [31, "aggregate-functions"], [33, "aggregate-functions"]], "Aggregation": [[24, null]], "Alternative Approach": [[20, "alternative-approach"]], "Arrays": [[26, "arrays"]], "Arrow": [[38, null]], "Attributes": [[5, "attributes"], [8, "attributes"], [13, "attributes"], [18, "attributes"]], "Available Functions": [...] \ No newline at end of file diff --git a/user-guide/common-operations/aggregations.html b/user-guide/common-operations/aggregations.html index d3931090..f82847d9 100644 --- a/user-guide/common-operations/aggregations.html +++ b/user-guide/common-operations/aggregations.html @@ -610,15 +610,15 @@ Pokemon set. Since there will be many entries of <code class="docutils literal n <span class="o">+----------+--------------------------------------------------+</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+--------------------------------------------------+</span> -<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Grass</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fairy</span> <span class="o">|</span> <span class="p">[]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Fairy</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Ice</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Dragon</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ground</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Rock</span><span class="p">]</span> <span class="o">|</span> <span class="o">+----------+--------------------------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> @@ -634,14 +634,14 @@ entries entirely removed. The second is we can use the <code class="docutils lit <span class="o">+----------+------------------------------------------------+</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> -<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Grass</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Ground</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Dragon</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Ice</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Rock</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Water</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ghost</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> @@ -653,15 +653,15 @@ entries entirely removed. The second is we can use the <code class="docutils lit <span class="o">+----------+------------------------------------------------+</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> -<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Grass</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Steel</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fairy</span> <span class="o">|</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Fairy</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Fighting</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Dark</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Dragon</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ground</span> <span class="o">|</span> <span class="p">[</span><span class="n">Rock</span><span class="p">]</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> diff --git a/user-guide/common-operations/basic-info.html b/user-guide/common-operations/basic-info.html index d4e4280b..fba489df 100644 --- a/user-guide/common-operations/basic-info.html +++ b/user-guide/common-operations/basic-info.html @@ -446,11 +446,11 @@ <span class="o">+-----+---------+--------+--------+</span> <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span> <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span> <span class="o">+-----+---------+--------+--------+</span> -<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">648</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">554</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span> <span class="n">java</span> <span class="o">|</span> <span class="mi">301</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">4</span> <span class="o">|</span> <span class="n">haskell</span> <span class="o">|</span> <span class="mi">875</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mi">856</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">770</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">331</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span> <span class="n">java</span> <span class="o">|</span> <span class="mi">16</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">4</span> <span class="o">|</span> <span class="n">haskell</span> <span class="o">|</span> <span class="mi">87</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mi">264</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> <span class="o">+-----+---------+--------+--------+</span> </pre></div> </div> @@ -461,8 +461,8 @@ <span class="o">+-----+--------+--------+--------+</span> <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span> <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span> <span class="o">+-----+--------+--------+--------+</span> -<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">648</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">554</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">770</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">331</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> <span class="o">+-----+--------+--------+--------+</span> </pre></div> </div> @@ -480,28 +480,28 @@ passing them to an Arrow table, and then converting them to a pandas DataFrame.< <div class="highlight-ipython notranslate"><div class="highlight"><pre><span></span><span class="n">In</span> <span class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span> <span class="n">Out</span><span class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span class="n">nrs</span> <span class="n">names</span> <span class="n">random</span> <span class="n">groups</span> -<span class="mi">0</span> <span class="mi">1</span> <span class="n">python</span> <span class="mi">648</span> <span class="n">A</span> -<span class="mi">1</span> <span class="mi">2</span> <span class="n">ruby</span> <span class="mi">554</span> <span class="n">A</span> -<span class="mi">2</span> <span class="mi">3</span> <span class="n">java</span> <span class="mi">301</span> <span class="n">B</span> -<span class="mi">3</span> <span class="mi">4</span> <span class="n">haskell</span> <span class="mi">875</span> <span class="n">C</span> -<span class="mi">4</span> <span class="mi">5</span> <span class="n">go</span> <span class="mi">856</span> <span class="n">B</span> +<span class="mi">0</span> <span class="mi">1</span> <span class="n">python</span> <span class="mi">770</span> <span class="n">A</span> +<span class="mi">1</span> <span class="mi">2</span> <span class="n">ruby</span> <span class="mi">331</span> <span class="n">A</span> +<span class="mi">2</span> <span class="mi">3</span> <span class="n">java</span> <span class="mi">16</span> <span class="n">B</span> +<span class="mi">3</span> <span class="mi">4</span> <span class="n">haskell</span> <span class="mi">87</span> <span class="n">C</span> +<span class="mi">4</span> <span class="mi">5</span> <span class="n">go</span> <span class="mi">264</span> <span class="n">B</span> </pre></div> </div> <p><a class="reference internal" href="../../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.describe" title="datafusion.dataframe.DataFrame.describe"><code class="xref py py-func docutils literal notranslate"><span class="pre">describe()</span></code></a> shows a quick statistic summary of your data:</p> <div class="highlight-ipython notranslate"><div class="highlight"><pre><span></span><span class="n">In</span> <span class="p">[</span><span class="mi">9</span><span class="p">]:</span> <span class="n">df</span><span class="o">.</span><span class="n">describe</span><span class="p">()</span> <span class="n">Out</span><span class="p">[</span><span class="mi">9</span><span class="p">]:</span> <span class="n">DataFrame</span><span class="p">()</span> -<span class="o">+------------+--------------------+-------+-------------------+--------+</span> -<span class="o">|</span> <span class="n">describe</span> <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span> <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span> -<span class="o">+------------+--------------------+-------+-------------------+--------+</span> -<span class="o">|</span> <span class="n">count</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">null_count</span> <span class="o">|</span> <span class="mf">0.0</span> <span class="o">|</span> <span class="mi">0</span> <span class="o">|</span> <span class="mf">0.0</span> <span class="o">|</span> <span class="mi">0</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">mean</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">646.8</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">std</span> <span class="o">|</span> <span class="mf">1.5811388300841898</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">236.6594599841722</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> -<span class="o">|</span> <span class="nb">min</span> <span class="o">|</span> <span class="mf">1.0</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mf">301.0</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="nb">max</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mf">875.0</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">median</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">648.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> -<span class="o">+------------+--------------------+-------+-------------------+--------+</span> +<span class="o">+------------+--------------------+-------+--------------------+--------+</span> +<span class="o">|</span> <span class="n">describe</span> <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span> <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span> +<span class="o">+------------+--------------------+-------+--------------------+--------+</span> +<span class="o">|</span> <span class="n">count</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">null_count</span> <span class="o">|</span> <span class="mf">0.0</span> <span class="o">|</span> <span class="mi">0</span> <span class="o">|</span> <span class="mf">0.0</span> <span class="o">|</span> <span class="mi">0</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">mean</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">293.6</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">std</span> <span class="o">|</span> <span class="mf">1.5811388300841898</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">295.37146104524044</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">|</span> <span class="nb">min</span> <span class="o">|</span> <span class="mf">1.0</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mf">16.0</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="nb">max</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mf">770.0</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">median</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">264.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">+------------+--------------------+-------+--------------------+--------+</span> </pre></div> </div> </section> diff --git a/user-guide/common-operations/functions.html b/user-guide/common-operations/functions.html index 6face2ac..4878545a 100644 --- a/user-guide/common-operations/functions.html +++ b/user-guide/common-operations/functions.html @@ -556,16 +556,16 @@ In here we will cover some of the more popular use cases. If you want to view al <span class="o">+--------------------------------+</span> <span class="o">|</span> <span class="n">now</span><span class="p">()</span> <span class="o">|</span> <span class="o">+--------------------------------+</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">16</span><span class="n">T21</span><span class="p">:</span><span class="mi">23</span><span class="p">:</span><span class="mf">40.746364430</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">19</span><span class="n">T18</span><span class="p">:</span><span class="mi">03</span><span class="p">:</span><span class="mf">00.747687844</span><span class="n">Z</span> <span class="o">|</span> <span class="o">+--------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> </pre></div> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@datafusion.apache.org For additional commands, e-mail: commits-h...@datafusion.apache.org