This is an automated email from the ASF dual-hosted git repository. github-bot pushed a commit to branch asf-staging in repository https://gitbox.apache.org/repos/asf/datafusion-python.git
The following commit(s) were added to refs/heads/asf-staging by this push: new 6ebca088 Publish built docs triggered by ef62fa897e6e8334779f556aad4c0da89ebdc86f 6ebca088 is described below commit 6ebca0886749955689fe464a78387488590559b9 Author: github-actions[bot] <github-actions[bot]@users.noreply.github.com> AuthorDate: Wed Jun 25 11:31:52 2025 +0000 Publish built docs triggered by ef62fa897e6e8334779f556aad4c0da89ebdc86f --- .../autoapi/datafusion/dataframe/index.rst.txt | 11 ++- _sources/autoapi/datafusion/index.rst.txt | 7 +- autoapi/datafusion/dataframe/index.html | 76 +++++++++------------ autoapi/datafusion/index.html | 70 ++++++++----------- genindex.html | 60 ++++++++-------- objects.inv | Bin 8501 -> 8500 bytes searchindex.js | 2 +- user-guide/common-operations/aggregations.html | 24 +++---- user-guide/common-operations/basic-info.html | 34 ++++----- user-guide/common-operations/functions.html | 20 +++--- 10 files changed, 136 insertions(+), 168 deletions(-) diff --git a/_sources/autoapi/datafusion/dataframe/index.rst.txt b/_sources/autoapi/datafusion/dataframe/index.rst.txt index 7ceaa04d..eac352c6 100644 --- a/_sources/autoapi/datafusion/dataframe/index.rst.txt +++ b/_sources/autoapi/datafusion/dataframe/index.rst.txt @@ -675,7 +675,9 @@ Module Contents - .. py:method:: write_parquet(path: str | pathlib.Path, compression: Union[str, Compression] = Compression.ZSTD, compression_level: int | None = None) -> None + .. py:method:: write_parquet(path: str | pathlib.Path, compression: str, compression_level: int | None = None) -> None + write_parquet(path: str | pathlib.Path, compression: Compression = Compression.ZSTD, compression_level: int | None = None) -> None + write_parquet(path: str | pathlib.Path, compression: ParquetWriterOptions, compression_level: None = None) -> None Execute the :py:class:`DataFrame` and write the results to a Parquet file. @@ -796,7 +798,7 @@ Module Contents -.. py:class:: ParquetWriterOptions(data_pagesize_limit: int = 1024 * 1024, write_batch_size: int = 1024, writer_version: str = '1.0', skip_arrow_metadata: bool = False, compression: Optional[str] = 'zstd(3)', dictionary_enabled: Optional[bool] = True, dictionary_page_size_limit: int = 1024 * 1024, statistics_enabled: Optional[str] = 'page', max_row_group_size: int = 1024 * 1024, created_by: str = 'datafusion-python', column_index_truncate_length: Optional[int] = 64, statistics_truncate_l [...] +.. py:class:: ParquetWriterOptions(data_pagesize_limit: int = 1024 * 1024, write_batch_size: int = 1024, writer_version: str = '1.0', skip_arrow_metadata: bool = False, compression: Optional[str] = 'zstd(3)', compression_level: Optional[int] = None, dictionary_enabled: Optional[bool] = True, dictionary_page_size_limit: int = 1024 * 1024, statistics_enabled: Optional[str] = 'page', max_row_group_size: int = 1024 * 1024, created_by: str = 'datafusion-python', column_index_truncate_length: [...] Advanced parquet writer options. @@ -958,11 +960,6 @@ Module Contents - .. py:attribute:: compression - :value: 'zstd(3)' - - - .. py:attribute:: created_by :value: 'datafusion-python' diff --git a/_sources/autoapi/datafusion/index.rst.txt b/_sources/autoapi/datafusion/index.rst.txt index 59f6294f..16acf49d 100644 --- a/_sources/autoapi/datafusion/index.rst.txt +++ b/_sources/autoapi/datafusion/index.rst.txt @@ -1359,7 +1359,7 @@ Package Contents -.. py:class:: ParquetWriterOptions(data_pagesize_limit: int = 1024 * 1024, write_batch_size: int = 1024, writer_version: str = '1.0', skip_arrow_metadata: bool = False, compression: Optional[str] = 'zstd(3)', dictionary_enabled: Optional[bool] = True, dictionary_page_size_limit: int = 1024 * 1024, statistics_enabled: Optional[str] = 'page', max_row_group_size: int = 1024 * 1024, created_by: str = 'datafusion-python', column_index_truncate_length: Optional[int] = 64, statistics_truncate_l [...] +.. py:class:: ParquetWriterOptions(data_pagesize_limit: int = 1024 * 1024, write_batch_size: int = 1024, writer_version: str = '1.0', skip_arrow_metadata: bool = False, compression: Optional[str] = 'zstd(3)', compression_level: Optional[int] = None, dictionary_enabled: Optional[bool] = True, dictionary_page_size_limit: int = 1024 * 1024, statistics_enabled: Optional[str] = 'page', max_row_group_size: int = 1024 * 1024, created_by: str = 'datafusion-python', column_index_truncate_length: [...] Advanced parquet writer options. @@ -1521,11 +1521,6 @@ Package Contents - .. py:attribute:: compression - :value: 'zstd(3)' - - - .. py:attribute:: created_by :value: 'datafusion-python' diff --git a/autoapi/datafusion/dataframe/index.html b/autoapi/datafusion/dataframe/index.html index 936edf07..b081c375 100644 --- a/autoapi/datafusion/dataframe/index.html +++ b/autoapi/datafusion/dataframe/index.html @@ -1383,15 +1383,6 @@ </li> <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#id13"> - <code class="docutils literal notranslate"> - <span class="pre"> - ParquetWriterOptions.compression - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id14"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.created_by @@ -1400,7 +1391,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id15"> + <a class="reference internal nav-link" href="#id14"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.data_page_row_count_limit @@ -1409,7 +1400,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id16"> + <a class="reference internal nav-link" href="#id15"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.data_pagesize_limit @@ -1418,7 +1409,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id17"> + <a class="reference internal nav-link" href="#id16"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.dictionary_enabled @@ -1427,7 +1418,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id18"> + <a class="reference internal nav-link" href="#id17"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.dictionary_page_size_limit @@ -1436,7 +1427,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id19"> + <a class="reference internal nav-link" href="#id18"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.encoding @@ -1445,7 +1436,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id20"> + <a class="reference internal nav-link" href="#id19"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.max_row_group_size @@ -1454,7 +1445,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id21"> + <a class="reference internal nav-link" href="#id20"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.maximum_buffered_record_batches_per_stream @@ -1463,7 +1454,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id22"> + <a class="reference internal nav-link" href="#id21"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.maximum_parallel_row_group_writers @@ -1472,7 +1463,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id23"> + <a class="reference internal nav-link" href="#id22"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.skip_arrow_metadata @@ -1481,7 +1472,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id24"> + <a class="reference internal nav-link" href="#id23"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.statistics_enabled @@ -1490,7 +1481,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id25"> + <a class="reference internal nav-link" href="#id24"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.statistics_truncate_length @@ -1499,7 +1490,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id26"> + <a class="reference internal nav-link" href="#id25"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.write_batch_size @@ -1508,7 +1499,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id27"> + <a class="reference internal nav-link" href="#id26"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.writer_version @@ -2401,7 +2392,11 @@ pass named expressions use the form name=Expr.</p> <dl class="py method"> <dt class="sig sig-object py" id="datafusion.dataframe.DataFrame.write_parquet"> -<span class="sig-name descname"><span class="pre">write_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span [...] +<span class="sig-name descname"><span class="pre">write_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span [...] +<dt class="sig sig-object py"> +<span class="sig-name descname"><span class="pre">write_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span [...] +<dt class="sig sig-object py"> +<span class="sig-name descname"><span class="pre">write_parquet</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">pathlib.Path</span></span></em>, <em class="sig-param"><span class="n"><span [...] <dd><p>Execute the <a class="reference internal" href="#datafusion.dataframe.DataFrame" title="datafusion.dataframe.DataFrame"><code class="xref py py-class docutils literal notranslate"><span class="pre">DataFrame</span></code></a> and write the results to a Parquet file.</p> <dl class="field-list simple"> <dt class="field-odd">Parameters<span class="colon">:</span></dt> @@ -2548,7 +2543,7 @@ the default parquet options.</p> <dl class="py class"> <dt class="sig sig-object py" id="datafusion.dataframe.ParquetWriterOptions"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe.</span></span><span class="sig-name descname"><span class="pre">ParquetWriterOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">data_pagesize_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</sp [...] +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.dataframe.</span></span><span class="sig-name descname"><span class="pre">ParquetWriterOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">data_pagesize_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</sp [...] <dd><p>Advanced parquet writer options.</p> <p>Allows settings the writer options that apply to the entire file. Some options can also be set on a column by column basis, with the field <cite>column_specific_options</cite> @@ -2749,77 +2744,72 @@ is not a part of this dictionary, it will use the parameters provided here.</p> <dl class="py attribute"> <dt class="sig sig-object py" id="id13"> -<span class="sig-name descname"><span class="pre">compression</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'zstd(3)'</span></em><a class="headerlink" href="#id13" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">created_by</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'datafusion-python'</span></em><a class="headerlink" href="#id13" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id14"> -<span class="sig-name descname"><span class="pre">created_by</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'datafusion-python'</span></em><a class="headerlink" href="#id14" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">data_page_row_count_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">20000</span></em><a class="headerlink" href="#id14" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id15"> -<span class="sig-name descname"><span class="pre">data_page_row_count_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">20000</span></em><a class="headerlink" href="#id15" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">data_pagesize_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id15" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id16"> -<span class="sig-name descname"><span class="pre">data_pagesize_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id16" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#id16" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id17"> -<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">dictionary_page_size_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id18"> -<span class="sig-name descname"><span class="pre">dictionary_page_size_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">encoding</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id19"> -<span class="sig-name descname"><span class="pre">encoding</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">max_row_group_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id20"> -<span class="sig-name descname"><span class="pre">max_row_group_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id20" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">2</span></em><a class="headerlink" href="#id20" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id21"> -<span class="sig-name descname"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">2</span></em><a class="headerlink" href="#id21" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">maximum_parallel_row_group_writers</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1</span></em><a class="headerlink" href="#id21" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id22"> -<span class="sig-name descname"><span class="pre">maximum_parallel_row_group_writers</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1</span></em><a class="headerlink" href="#id22" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">skip_arrow_metadata</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#id22" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id23"> -<span class="sig-name descname"><span class="pre">skip_arrow_metadata</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#id23" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'page'</span></em><a class="headerlink" href="#id23" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id24"> -<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'page'</span></em><a class="headerlink" href="#id24" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">statistics_truncate_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id24" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id25"> -<span class="sig-name descname"><span class="pre">statistics_truncate_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id25" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">write_batch_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1024</span></em><a class="headerlink" href="#id25" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id26"> -<span class="sig-name descname"><span class="pre">write_batch_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1024</span></em><a class="headerlink" href="#id26" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="id27"> -<span class="sig-name descname"><span class="pre">writer_version</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'1.0'</span></em><a class="headerlink" href="#id27" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">writer_version</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'1.0'</span></em><a class="headerlink" href="#id26" title="Link to this definition">¶</a></dt> <dd></dd></dl> </dd></dl> diff --git a/autoapi/datafusion/index.html b/autoapi/datafusion/index.html index 77ec85eb..c63b5edb 100644 --- a/autoapi/datafusion/index.html +++ b/autoapi/datafusion/index.html @@ -2290,15 +2290,6 @@ </li> <li class="toc-h4 nav-item toc-entry"> <a class="reference internal nav-link" href="#id14"> - <code class="docutils literal notranslate"> - <span class="pre"> - ParquetWriterOptions.compression - </span> - </code> - </a> - </li> - <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id15"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.created_by @@ -2307,7 +2298,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id16"> + <a class="reference internal nav-link" href="#id15"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.data_page_row_count_limit @@ -2316,7 +2307,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id17"> + <a class="reference internal nav-link" href="#id16"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.data_pagesize_limit @@ -2325,7 +2316,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id18"> + <a class="reference internal nav-link" href="#id17"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.dictionary_enabled @@ -2334,7 +2325,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id19"> + <a class="reference internal nav-link" href="#id18"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.dictionary_page_size_limit @@ -2343,7 +2334,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id20"> + <a class="reference internal nav-link" href="#id19"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.encoding @@ -2352,7 +2343,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id21"> + <a class="reference internal nav-link" href="#id20"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.max_row_group_size @@ -2361,7 +2352,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id22"> + <a class="reference internal nav-link" href="#id21"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.maximum_buffered_record_batches_per_stream @@ -2370,7 +2361,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id23"> + <a class="reference internal nav-link" href="#id22"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.maximum_parallel_row_group_writers @@ -2379,7 +2370,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id24"> + <a class="reference internal nav-link" href="#id23"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.skip_arrow_metadata @@ -2388,7 +2379,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id25"> + <a class="reference internal nav-link" href="#id24"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.statistics_enabled @@ -2397,7 +2388,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id26"> + <a class="reference internal nav-link" href="#id25"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.statistics_truncate_length @@ -2406,7 +2397,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id27"> + <a class="reference internal nav-link" href="#id26"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.write_batch_size @@ -2415,7 +2406,7 @@ </a> </li> <li class="toc-h4 nav-item toc-entry"> - <a class="reference internal nav-link" href="#id28"> + <a class="reference internal nav-link" href="#id27"> <code class="docutils literal notranslate"> <span class="pre"> ParquetWriterOptions.writer_version @@ -4665,7 +4656,7 @@ the default parquet options.</p> <dl class="py class"> <dt class="sig sig-object py" id="datafusion.ParquetWriterOptions"> -<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">ParquetWriterOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">data_pagesize_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span> [...] +<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">datafusion.</span></span><span class="sig-name descname"><span class="pre">ParquetWriterOptions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">data_pagesize_limit</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span> [...] <dd><p>Advanced parquet writer options.</p> <p>Allows settings the writer options that apply to the entire file. Some options can also be set on a column by column basis, with the field <cite>column_specific_options</cite> @@ -4866,77 +4857,72 @@ is not a part of this dictionary, it will use the parameters provided here.</p> <dl class="py attribute"> <dt class="sig sig-object py" id="id14"> -<span class="sig-name descname"><span class="pre">compression</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'zstd(3)'</span></em><a class="headerlink" href="#id14" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">created_by</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'datafusion-python'</span></em><a class="headerlink" href="#id14" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id15"> -<span class="sig-name descname"><span class="pre">created_by</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'datafusion-python'</span></em><a class="headerlink" href="#id15" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">data_page_row_count_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">20000</span></em><a class="headerlink" href="#id15" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id16"> -<span class="sig-name descname"><span class="pre">data_page_row_count_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">20000</span></em><a class="headerlink" href="#id16" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">data_pagesize_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id16" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id17"> -<span class="sig-name descname"><span class="pre">data_pagesize_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#id17" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id18"> -<span class="sig-name descname"><span class="pre">dictionary_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">True</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">dictionary_page_size_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id18" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id19"> -<span class="sig-name descname"><span class="pre">dictionary_page_size_limit</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">encoding</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id19" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id20"> -<span class="sig-name descname"><span class="pre">encoding</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id20" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">max_row_group_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id20" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id21"> -<span class="sig-name descname"><span class="pre">max_row_group_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1048576</span></em><a class="headerlink" href="#id21" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">2</span></em><a class="headerlink" href="#id21" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id22"> -<span class="sig-name descname"><span class="pre">maximum_buffered_record_batches_per_stream</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">2</span></em><a class="headerlink" href="#id22" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">maximum_parallel_row_group_writers</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1</span></em><a class="headerlink" href="#id22" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id23"> -<span class="sig-name descname"><span class="pre">maximum_parallel_row_group_writers</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1</span></em><a class="headerlink" href="#id23" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">skip_arrow_metadata</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#id23" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id24"> -<span class="sig-name descname"><span class="pre">skip_arrow_metadata</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#id24" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'page'</span></em><a class="headerlink" href="#id24" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id25"> -<span class="sig-name descname"><span class="pre">statistics_enabled</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'page'</span></em><a class="headerlink" href="#id25" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">statistics_truncate_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id25" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id26"> -<span class="sig-name descname"><span class="pre">statistics_truncate_length</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#id26" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">write_batch_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1024</span></em><a class="headerlink" href="#id26" title="Link to this definition">¶</a></dt> <dd></dd></dl> <dl class="py attribute"> <dt class="sig sig-object py" id="id27"> -<span class="sig-name descname"><span class="pre">write_batch_size</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">1024</span></em><a class="headerlink" href="#id27" title="Link to this definition">¶</a></dt> -<dd></dd></dl> - -<dl class="py attribute"> -<dt class="sig sig-object py" id="id28"> -<span class="sig-name descname"><span class="pre">writer_version</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'1.0'</span></em><a class="headerlink" href="#id28" title="Link to this definition">¶</a></dt> +<span class="sig-name descname"><span class="pre">writer_version</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'1.0'</span></em><a class="headerlink" href="#id27" title="Link to this definition">¶</a></dt> <dd></dd></dl> </dd></dl> diff --git a/genindex.html b/genindex.html index 57dd9bd1..89b98179 100644 --- a/genindex.html +++ b/genindex.html @@ -1303,11 +1303,11 @@ <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.compression">compression (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id3">[1]</a> <ul> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.compression">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id13">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.compression">(datafusion.dataframe.ParquetWriterOptions attribute)</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.compression">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id4">[1]</a> </li> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.compression">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id14">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.compression">(datafusion.ParquetWriterOptions attribute)</a> </li> </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.concat">concat() (in module datafusion.functions)</a> @@ -1382,10 +1382,10 @@ </li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.CreateCatalogSchema">CreateCatalogSchema (in module datafusion.expr)</a> </li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.created_by">created_by (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id14">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.created_by">created_by (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id13">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.created_by">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id15">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.created_by">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id14">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.CreateExternalTable">CreateExternalTable (in module datafusion.expr)</a> @@ -1416,16 +1416,16 @@ <h2 id="D">D</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.data_page_row_count_limit">data_page_row_count_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id15">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.data_page_row_count_limit">data_page_row_count_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id14">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.data_page_row_count_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id16">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.data_page_row_count_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id15">[1]</a> </li> </ul></li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.data_pagesize_limit">data_pagesize_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id16">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.data_pagesize_limit">data_pagesize_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id15">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.data_pagesize_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id17">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.data_pagesize_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id16">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/index.html#datafusion.Database">Database (class in datafusion)</a> @@ -1620,17 +1620,17 @@ <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.dictionary_enabled">dictionary_enabled (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id4">[1]</a> <ul> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.dictionary_enabled">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id17">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.dictionary_enabled">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id16">[1]</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.dictionary_enabled">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id5">[1]</a> </li> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.dictionary_enabled">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id18">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.dictionary_enabled">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id17">[1]</a> </li> </ul></li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.dictionary_page_size_limit">dictionary_page_size_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id18">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.dictionary_page_size_limit">dictionary_page_size_limit (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id17">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.dictionary_page_size_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id19">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.dictionary_page_size_limit">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id18">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.digest">digest() (in module datafusion.functions)</a> @@ -1728,11 +1728,11 @@ <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.encoding">encoding (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id5">[1]</a> <ul> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.encoding">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id19">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.encoding">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id18">[1]</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.encoding">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id6">[1]</a> </li> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.encoding">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id20">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.encoding">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id19">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.CaseBuilder.end">end() (datafusion.expr.CaseBuilder method)</a> @@ -2329,24 +2329,24 @@ </li> <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.max_memory_bytes">max_memory_bytes (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.max_row_group_size">max_row_group_size (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id20">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.max_row_group_size">max_row_group_size (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id19">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.max_row_group_size">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id21">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.max_row_group_size">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id20">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.max_width">max_width (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a> </li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.maximum_buffered_record_batches_per_stream">maximum_buffered_record_batches_per_stream (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id21">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.maximum_buffered_record_batches_per_stream">maximum_buffered_record_batches_per_stream (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id20">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.maximum_buffered_record_batches_per_stream">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id22">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.maximum_buffered_record_batches_per_stream">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id21">[1]</a> </li> </ul></li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.maximum_parallel_row_group_writers">maximum_parallel_row_group_writers (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id22">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.maximum_parallel_row_group_writers">maximum_parallel_row_group_writers (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id21">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.maximum_parallel_row_group_writers">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id23">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.maximum_parallel_row_group_writers">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id22">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/index.html#datafusion.Expr.md5">md5() (datafusion.Expr method)</a> @@ -2918,10 +2918,10 @@ <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.sinh">(in module datafusion.functions)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.skip_arrow_metadata">skip_arrow_metadata (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id23">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.skip_arrow_metadata">skip_arrow_metadata (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id22">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.skip_arrow_metadata">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id24">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.skip_arrow_metadata">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id23">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.Compression.SNAPPY">SNAPPY (datafusion.dataframe.Compression attribute)</a> @@ -2973,17 +2973,17 @@ <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetColumnOptions.statistics_enabled">statistics_enabled (datafusion.dataframe.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id6">[1]</a> <ul> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.statistics_enabled">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id24">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.statistics_enabled">(datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id23">[1]</a> </li> <li><a href="autoapi/datafusion/index.html#datafusion.ParquetColumnOptions.statistics_enabled">(datafusion.ParquetColumnOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id7">[1]</a> </li> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.statistics_enabled">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id25">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.statistics_enabled">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id24">[1]</a> </li> </ul></li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.statistics_truncate_length">statistics_truncate_length (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id25">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.statistics_truncate_length">statistics_truncate_length (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id24">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.statistics_truncate_length">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id26">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.statistics_truncate_length">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id25">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.stddev">stddev() (in module datafusion.functions)</a> @@ -3480,10 +3480,10 @@ <li><a href="autoapi/datafusion/index.html#datafusion.RuntimeEnvBuilder.with_unbounded_memory_pool">(datafusion.RuntimeEnvBuilder method)</a> </li> </ul></li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.write_batch_size">write_batch_size (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id26">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.write_batch_size">write_batch_size (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id25">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.write_batch_size">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id27">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.write_batch_size">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id26">[1]</a> </li> </ul></li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.write_csv">write_csv() (datafusion.dataframe.DataFrame method)</a> @@ -3494,10 +3494,10 @@ </li> <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.write_parquet_with_options">write_parquet_with_options() (datafusion.dataframe.DataFrame method)</a> </li> - <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.writer_version">writer_version (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id27">[1]</a> + <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.ParquetWriterOptions.writer_version">writer_version (datafusion.dataframe.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/dataframe/index.html#id26">[1]</a> <ul> - <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.writer_version">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id28">[1]</a> + <li><a href="autoapi/datafusion/index.html#datafusion.ParquetWriterOptions.writer_version">(datafusion.ParquetWriterOptions attribute)</a>, <a href="autoapi/datafusion/index.html#id27">[1]</a> </li> </ul></li> </ul></td> diff --git a/objects.inv b/objects.inv index ea595dab..3b725e85 100644 Binary files a/objects.inv and b/objects.inv differ diff --git a/searchindex.js b/searchindex.js index 1ec61032..23a65f80 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"API Reference": [[17, null]], "Additional Resources": [[35, "additional-resources"]], "Aggregate Functions": [[22, "aggregate-functions"], [29, "aggregate-functions"], [31, "aggregate-functions"]], "Aggregation": [[22, null]], "Alternative Approach": [[18, "alternative-approach"]], "Arrays": [[24, "arrays"]], "Arrow": [[37, null]], "Attributes": [[3, "attributes"], [6, "attributes"], [11, "attributes"], [16, "attributes"]], "Available Functions": [[31, "av [...] \ No newline at end of file +Search.setIndex({"alltitles": {"API Reference": [[17, null]], "Additional Resources": [[35, "additional-resources"]], "Aggregate Functions": [[22, "aggregate-functions"], [29, "aggregate-functions"], [31, "aggregate-functions"]], "Aggregation": [[22, null]], "Alternative Approach": [[18, "alternative-approach"]], "Arrays": [[24, "arrays"]], "Arrow": [[37, null]], "Attributes": [[3, "attributes"], [6, "attributes"], [11, "attributes"], [16, "attributes"]], "Available Functions": [[31, "av [...] \ No newline at end of file diff --git a/user-guide/common-operations/aggregations.html b/user-guide/common-operations/aggregations.html index 2b77274b..b59f10ca 100644 --- a/user-guide/common-operations/aggregations.html +++ b/user-guide/common-operations/aggregations.html @@ -605,16 +605,16 @@ Pokemon set. Since there will be many entries of <code class="docutils literal n <span class="o">+----------+--------------------------------------------------+</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+--------------------------------------------------+</span> -<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Grass</span><span class="p">,</span> <span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Ground</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Grass</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fairy</span> <span class="o">|</span> <span class="p">[]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Fairy</span><span class="p">,</span> <span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Dragon</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Ice</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Ground</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Rock</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Ground</span> <span class="o">|</span> <span class="p">[</span><span class="n">Rock</span><span class="p">,</span> <span class="p">]</span> <span class="o">|</span> <span class="o">+----------+--------------------------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> </pre></div> @@ -629,12 +629,12 @@ entries entirely removed. The second is we can use the <code class="docutils lit <span class="o">+----------+------------------------------------------------+</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> -<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Grass</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Fairy</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Rock</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Ground</span><span class="p">,</span> <span class="n">Water</span><span class="p">]</span> <span class="o">|</span> @@ -649,14 +649,14 @@ entries entirely removed. The second is we can use the <code class="docutils lit <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> <span class="o">|</span> <span class="n">Bug</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Grass</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Ground</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Poison</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fairy</span> <span class="o">|</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Normal</span> <span class="o">|</span> <span class="p">[</span><span class="n">Fairy</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ice</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Grass</span> <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Fire</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">Water</span> <span class="o">|</span> <span class="p">[</span><span class="n">Dark</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span> <span class="o">|</span> <span class="o">|</span> <span class="n">Ground</span> <span class="o">|</span> <span class="p">[</span><span class="n">Rock</span><span class="p">]</span> <span class="o">|</span> <span class="o">+----------+------------------------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> diff --git a/user-guide/common-operations/basic-info.html b/user-guide/common-operations/basic-info.html index 44afe62a..2d952c32 100644 --- a/user-guide/common-operations/basic-info.html +++ b/user-guide/common-operations/basic-info.html @@ -441,11 +441,11 @@ <span class="o">+-----+---------+--------+--------+</span> <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span> <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span> <span class="o">+-----+---------+--------+--------+</span> -<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">232</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">373</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span> <span class="n">java</span> <span class="o">|</span> <span class="mi">265</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">4</span> <span class="o">|</span> <span class="n">haskell</span> <span class="o">|</span> <span class="mi">152</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mi">922</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">549</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">871</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">3</span> <span class="o">|</span> <span class="n">java</span> <span class="o">|</span> <span class="mi">416</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">4</span> <span class="o">|</span> <span class="n">haskell</span> <span class="o">|</span> <span class="mi">641</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mi">316</span> <span class="o">|</span> <span class="n">B</span> <span class="o">|</span> <span class="o">+-----+---------+--------+--------+</span> </pre></div> </div> @@ -456,8 +456,8 @@ <span class="o">+-----+--------+--------+--------+</span> <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span> <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span> <span class="o">+-----+--------+--------+--------+</span> -<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">232</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">373</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">1</span> <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">549</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mi">871</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> <span class="o">+-----+--------+--------+--------+</span> </pre></div> </div> @@ -475,11 +475,11 @@ passing them to an Arrow table, and then converting them to a pandas DataFrame.< <div class="highlight-ipython notranslate"><div class="highlight"><pre><span></span><span class="n">In</span> <span class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span> <span class="n">Out</span><span class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span class="n">nrs</span> <span class="n">names</span> <span class="n">random</span> <span class="n">groups</span> -<span class="mi">0</span> <span class="mi">1</span> <span class="n">python</span> <span class="mi">232</span> <span class="n">A</span> -<span class="mi">1</span> <span class="mi">2</span> <span class="n">ruby</span> <span class="mi">373</span> <span class="n">A</span> -<span class="mi">2</span> <span class="mi">3</span> <span class="n">java</span> <span class="mi">265</span> <span class="n">B</span> -<span class="mi">3</span> <span class="mi">4</span> <span class="n">haskell</span> <span class="mi">152</span> <span class="n">C</span> -<span class="mi">4</span> <span class="mi">5</span> <span class="n">go</span> <span class="mi">922</span> <span class="n">B</span> +<span class="mi">0</span> <span class="mi">1</span> <span class="n">python</span> <span class="mi">549</span> <span class="n">A</span> +<span class="mi">1</span> <span class="mi">2</span> <span class="n">ruby</span> <span class="mi">871</span> <span class="n">A</span> +<span class="mi">2</span> <span class="mi">3</span> <span class="n">java</span> <span class="mi">416</span> <span class="n">B</span> +<span class="mi">3</span> <span class="mi">4</span> <span class="n">haskell</span> <span class="mi">641</span> <span class="n">C</span> +<span class="mi">4</span> <span class="mi">5</span> <span class="n">go</span> <span class="mi">316</span> <span class="n">B</span> </pre></div> </div> <p><a class="reference internal" href="../../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.describe" title="datafusion.dataframe.DataFrame.describe"><code class="xref py py-func docutils literal notranslate"><span class="pre">describe()</span></code></a> shows a quick statistic summary of your data:</p> @@ -491,11 +491,11 @@ passing them to an Arrow table, and then converting them to a pandas DataFrame.< <span class="o">+------------+--------------------+-------+-------------------+--------+</span> <span class="o">|</span> <span class="n">count</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="mi">5</span> <span class="o">|</span> <span class="o">|</span> <span class="n">null_count</span> <span class="o">|</span> <span class="mf">0.0</span> <span class="o">|</span> <span class="mi">0</span> <span class="o">|</span> <span class="mf">0.0</span> <span class="o">|</span> <span class="mi">0</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">mean</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">388.8</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">std</span> <span class="o">|</span> <span class="mf">1.5811388300841898</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">308.4391350007324</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> -<span class="o">|</span> <span class="nb">min</span> <span class="o">|</span> <span class="mf">1.0</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mf">152.0</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> -<span class="o">|</span> <span class="nb">max</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mf">922.0</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> -<span class="o">|</span> <span class="n">median</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">265.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">mean</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">558.6</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">std</span> <span class="o">|</span> <span class="mf">1.5811388300841898</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">214.2808904218946</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> +<span class="o">|</span> <span class="nb">min</span> <span class="o">|</span> <span class="mf">1.0</span> <span class="o">|</span> <span class="n">go</span> <span class="o">|</span> <span class="mf">316.0</span> <span class="o">|</span> <span class="n">A</span> <span class="o">|</span> +<span class="o">|</span> <span class="nb">max</span> <span class="o">|</span> <span class="mf">5.0</span> <span class="o">|</span> <span class="n">ruby</span> <span class="o">|</span> <span class="mf">871.0</span> <span class="o">|</span> <span class="n">C</span> <span class="o">|</span> +<span class="o">|</span> <span class="n">median</span> <span class="o">|</span> <span class="mf">3.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="mf">549.0</span> <span class="o">|</span> <span class="n">null</span> <span class="o">|</span> <span class="o">+------------+--------------------+-------+-------------------+--------+</span> </pre></div> </div> diff --git a/user-guide/common-operations/functions.html b/user-guide/common-operations/functions.html index bcfcb666..2861a199 100644 --- a/user-guide/common-operations/functions.html +++ b/user-guide/common-operations/functions.html @@ -551,16 +551,16 @@ In here we will cover some of the more popular use cases. If you want to view al <span class="o">+--------------------------------+</span> <span class="o">|</span> <span class="n">now</span><span class="p">()</span> <span class="o">|</span> <span class="o">+--------------------------------+</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> -<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">24</span><span class="n">T23</span><span class="p">:</span><span class="mi">37</span><span class="p">:</span><span class="mf">46.589562648</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> +<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">25</span><span class="n">T11</span><span class="p">:</span><span class="mi">31</span><span class="p">:</span><span class="mf">39.437788444</span><span class="n">Z</span> <span class="o">|</span> <span class="o">+--------------------------------+</span> <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span> </pre></div> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@datafusion.apache.org For additional commands, e-mail: commits-h...@datafusion.apache.org