This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 43ce1faa87 deploy: 2c487d0eba33569086887d434d971129a77db4eb
43ce1faa87 is described below
commit 43ce1faa87e93e6dc75013a73d13e873a58f7deb
Author: tustvold <[email protected]>
AuthorDate: Fri Aug 18 11:41:51 2023 +0000
deploy: 2c487d0eba33569086887d434d971129a77db4eb
---
parquet/arrow/arrow_reader/fn.apply_range.html | 2 +-
.../arrow/arrow_reader/fn.evaluate_predicate.html | 2 +-
parquet/arrow/arrow_reader/fn.selects_any.html | 2 +-
parquet/arrow/arrow_reader/index.html | 2 +-
.../arrow_reader/struct.ArrowReaderBuilder.html | 28 +++++--
.../struct.ParquetRecordBatchReader.html | 12 +--
.../arrow_reader/struct.ReaderPageIterator.html | 6 +-
.../arrow/arrow_reader/struct.ReaderRowGroups.html | 4 +-
parquet/arrow/arrow_reader/trait.RowGroups.html | 2 +-
.../type.ParquetRecordBatchReaderBuilder.html | 11 +--
.../arrow/async_reader/enum.ColumnChunkData.html | 4 +-
parquet/arrow/async_reader/enum.StreamState.html | 4 +-
parquet/arrow/async_reader/index.html | 12 +--
.../async_reader/struct.ColumnChunkIterator.html | 6 +-
.../async_reader/struct.InMemoryRowGroup.html | 6 +-
.../struct.ParquetRecordBatchStream.html | 8 +-
.../arrow/async_reader/struct.ReaderFactory.html | 6 +-
.../type.ParquetRecordBatchStreamBuilder.html | 23 ++++--
parquet/arrow/async_reader/type.ReadResult.html | 2 +-
parquet/arrow/constant.ARROW_SCHEMA_META_KEY.html | 2 +-
.../arrow/constant.PARQUET_FIELD_ID_META_KEY.html | 2 +-
parquet/arrow/index.html | 35 +++------
parquet/arrow/struct.ProjectionMask.html | 12 +--
parquet/column/page/trait.PageIterator.html | 2 +-
parquet/file/reader/trait.ChunkReader.html | 2 +-
parquet/file/reader/trait.Length.html | 2 +-
src/parquet/arrow/arrow_reader/mod.rs.html | 4 +
src/parquet/arrow/async_reader/mod.rs.html | 86 ++++++++++++++++++++--
src/parquet/arrow/mod.rs.html | 48 +++++-------
29 files changed, 200 insertions(+), 137 deletions(-)
diff --git a/parquet/arrow/arrow_reader/fn.apply_range.html
b/parquet/arrow/arrow_reader/fn.apply_range.html
index c666b6e908..8d08bc0911 100644
--- a/parquet/arrow/arrow_reader/fn.apply_range.html
+++ b/parquet/arrow/arrow_reader/fn.apply_range.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Applies an
optional offset and limit to an optional `RowSelection`"><title>apply_range in
parquet::arrow::arrow_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Applies an
optional offset and limit to an optional `RowSelection`"><title>apply_range in
parquet::arrow::arrow_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload [...]
selection: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="selection/struct.RowSelection.html" title="struct
parquet::arrow::arrow_reader::selection::RowSelection">RowSelection</a>>,
row_count: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
offset: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>>,
diff --git a/parquet/arrow/arrow_reader/fn.evaluate_predicate.html
b/parquet/arrow/arrow_reader/fn.evaluate_predicate.html
index 5bdac07252..ba7fb080fe 100644
--- a/parquet/arrow/arrow_reader/fn.evaluate_predicate.html
+++ b/parquet/arrow/arrow_reader/fn.evaluate_predicate.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Evaluates
an `ArrowPredicate` returning the `RowSelection`"><title>evaluate_predicate in
parquet::arrow::arrow_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Evaluates
an `ArrowPredicate` returning the `RowSelection`"><title>evaluate_predicate in
parquet::arrow::arrow_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" [...]
batch_size: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
array_reader: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/boxed/struct.Box.html";
title="struct alloc::boxed::Box">Box</a><dyn ArrayReader>,
input_selection: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="selection/struct.RowSelection.html" title="struct
parquet::arrow::arrow_reader::selection::RowSelection">RowSelection</a>>,
diff --git a/parquet/arrow/arrow_reader/fn.selects_any.html
b/parquet/arrow/arrow_reader/fn.selects_any.html
index 9dc4fbd133..be2ad62748 100644
--- a/parquet/arrow/arrow_reader/fn.selects_any.html
+++ b/parquet/arrow/arrow_reader/fn.selects_any.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Returns
`true` if `selection` is `None` or selects some rows"><title>selects_any in
parquet::arrow::arrow_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as=" [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Returns
`true` if `selection` is `None` or selects some rows"><title>selects_any in
parquet::arrow::arrow_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as=" [...]
</div></details></section></div></main></body></html>
\ No newline at end of file
diff --git a/parquet/arrow/arrow_reader/index.html
b/parquet/arrow/arrow_reader/index.html
index b32d8a10c9..84c60b1e70 100644
--- a/parquet/arrow/arrow_reader/index.html
+++ b/parquet/arrow/arrow_reader/index.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Contains
reader which reads parquet data into arrow
`RecordBatch`"><title>parquet::arrow::arrow_reader - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" type [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Contains
reader which reads parquet data into arrow
`RecordBatch`"><title>parquet::arrow::arrow_reader - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" type [...]
</div></details><h2 id="modules" class="small-section-header"><a
href="#modules">Modules</a></h2><ul class="item-table"><li><div
class="item-name"><a class="mod" href="filter/index.html" title="mod
parquet::arrow::arrow_reader::filter">filter</a><span title="Restricted
Visibility"> 🔒</span> </div></li><li><div class="item-name"><a class="mod"
href="selection/index.html" title="mod
parquet::arrow::arrow_reader::selection">selection</a><span title="Restricted
Visibility"> 🔒</span [...]
to be used directly, instead you should use the specialization for the type of
reader
you wish to use</div></li><li><div class="item-name"><a class="struct"
href="struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReaderMetadata</a></div><div
class="desc docblock-short">The cheaply clone-able metadata necessary to
construct a <a href="struct.ArrowReaderBuilder.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderBuilder"><code>ArrowReaderBuilder</code></a></div></li><li><div
class="item-name"><a class="struct" hr [...]
diff --git a/parquet/arrow/arrow_reader/struct.ArrowReaderBuilder.html
b/parquet/arrow/arrow_reader/struct.ArrowReaderBuilder.html
index 58b49253b4..581219a3a6 100644
--- a/parquet/arrow/arrow_reader/struct.ArrowReaderBuilder.html
+++ b/parquet/arrow/arrow_reader/struct.ArrowReaderBuilder.html
@@ -38,7 +38,7 @@ allowing it to limit the final set of rows decoded after any
pushed down predica
</div></details><details class="toggle method-toggle" open><summary><section
id="method.with_offset" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#178-183">source</a><h4
class="code-header">pub fn <a href="#method.with_offset"
class="fn">with_offset</a>(self, offset: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>)
-> Self</h4></section></summary><div class="docblock"><p>Provide an off [...]
<p>The offset will be applied after any <a
href="struct.ArrowReaderBuilder.html#method.with_row_selection" title="method
parquet::arrow::arrow_reader::ArrowReaderBuilder::with_row_selection"><code>Self::with_row_selection</code></a>
and <a href="struct.ArrowReaderBuilder.html#method.with_row_filter"
title="method
parquet::arrow::arrow_reader::ArrowReaderBuilder::with_row_filter"><code>Self::with_row_filter</code></a>
allowing it to skip rows after any pushed down predicates</p>
-</div></details></div></details><details class="toggle implementors-toggle"
open><summary><section id="impl-ArrowReaderBuilder%3CSyncReader%3CT%3E%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#309-437">source</a><a
href="#impl-ArrowReaderBuilder%3CSyncReader%3CT%3E%3E" class="anchor">§</a><h3
class="code-header">impl<T: <a class="trait"
href="../../file/reader/trait.ChunkReader.html" title="trait
parquet::file::reader::ChunkReader" [...]
+</div></details></div></details><details class="toggle implementors-toggle"
open><summary><section id="impl-ArrowReaderBuilder%3CSyncReader%3CT%3E%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#311-439">source</a><a
href="#impl-ArrowReaderBuilder%3CSyncReader%3CT%3E%3E" class="anchor">§</a><h3
class="code-header">impl<T: <a class="trait"
href="../../file/reader/trait.ChunkReader.html" title="trait
parquet::file::reader::ChunkReader" [...]
<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">let </span><span class="kw-2">mut </span>builder =
ParquetRecordBatchReaderBuilder::try_new(file).unwrap();
@@ -50,11 +50,11 @@ allowing it to skip rows after any pushed down
predicates</p>
<span class="comment">// Read data
</span><span class="kw">let </span>_batch =
reader.next().unwrap().unwrap();</code></pre></div>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.try_new_with_options" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#343-346">source</a><h4
class="code-header">pub fn <a href="#method.try_new_with_options"
class="fn">try_new_with_options</a>(
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.try_new_with_options" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#345-348">source</a><h4
class="code-header">pub fn <a href="#method.try_new_with_options"
class="fn">try_new_with_options</a>(
reader: T,
options: <a class="struct" href="struct.ArrowReaderOptions.html"
title="struct
parquet::arrow::arrow_reader::ArrowReaderOptions">ArrowReaderOptions</a>
) -> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><Self></h4></section></summary><div
class="docblock"><p>Create a new <a
href="type.ParquetRecordBatchReaderBuilder.html" title="type
parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder"><code>ParquetRecordBatchReaderBuilder</code></a>
with <a href="struct.ArrowReaderOptions.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderOptions"><code>ArrowReaderOption [...]
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_metadata" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#376-378">source</a><h4
class="code-header">pub fn <a href="#method.new_with_metadata"
class="fn">new_with_metadata</a>(input: T, metadata: <a class="struct"
href="struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReaderMetadata</a>) -
[...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_metadata" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#378-380">source</a><h4
class="code-header">pub fn <a href="#method.new_with_metadata"
class="fn">new_with_metadata</a>(input: T, metadata: <a class="struct"
href="struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReaderMetadata</a>) -
[...]
<p>This allows loading metadata once and using it to create multiple builders
with
potentially different settings</p>
@@ -64,18 +64,30 @@ potentially different settings</p>
<span class="comment">// Should be able to read from both in parallel
</span><span class="macro">assert_eq!</span>(a.next().unwrap().unwrap(),
b.next().unwrap().unwrap());</code></pre></div>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.build" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#383-436">source</a><h4
class="code-header">pub fn <a href="#method.build" class="fn">build</a>(self)
-> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="struct.ParquetRecordBatchReader.html" title="struct parquet::arr [...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.build" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#385-438">source</a><h4
class="code-header">pub fn <a href="#method.build" class="fn">build</a>(self)
-> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="struct.ParquetRecordBatchReader.html" title="struct parquet::arr [...]
<p>Note: this will eagerly evaluate any <code>RowFilter</code> before
returning</p>
-</div></details></div></details><details class="toggle implementors-toggle"
open><summary><section id="impl-ArrowReaderBuilder%3CAsyncReader%3CT%3E%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#246-312">source</a><a
href="#impl-ArrowReaderBuilder%3CAsyncReader%3CT%3E%3E" class="anchor">§</a><h3
class="code-header">impl<T: <a class="trait"
href="../async_reader/trait.AsyncFileReader.html" title="trait
parquet::arrow::async_reader::A [...]
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_options" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#254-260">source</a><h4
class="code-header">pub async fn <a href="#method.new_with_options"
class="fn">new_with_options</a>(
+</div></details></div></details><details class="toggle implementors-toggle"
open><summary><section id="impl-ArrowReaderBuilder%3CAsyncReader%3CT%3E%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#248-347">source</a><a
href="#impl-ArrowReaderBuilder%3CAsyncReader%3CT%3E%3E" class="anchor">§</a><h3
class="code-header">impl<T: <a class="trait"
href="../async_reader/trait.AsyncFileReader.html" title="trait
parquet::arrow::async_reader::A [...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_options" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#256-262">source</a><h4
class="code-header">pub async fn <a href="#method.new_with_options"
class="fn">new_with_options</a>(
input: T,
options: <a class="struct" href="struct.ArrowReaderOptions.html"
title="struct
parquet::arrow::arrow_reader::ArrowReaderOptions">ArrowReaderOptions</a>
) -> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><Self></h4></section></summary><div
class="docblock"><p>Create a new <a
href="../async_reader/type.ParquetRecordBatchStreamBuilder.html" title="type
parquet::arrow::async_reader::ParquetRecordBatchStreamBuilder"><code>ParquetRecordBatchStreamBuilder</code></a>
with the provided parquet file
and <a href="struct.ArrowReaderOptions.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderOptions"><code>ArrowReaderOptions</code></a></p>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_metadata-1" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#266-268">source</a><h4
class="code-header">pub fn <a href="#method.new_with_metadata-1"
class="fn">new_with_metadata</a>(input: T, metadata: <a class="struct"
href="struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReaderMetadata</a [...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_metadata-1" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#301-303">source</a><h4
class="code-header">pub fn <a href="#method.new_with_metadata-1"
class="fn">new_with_metadata</a>(input: T, metadata: <a class="struct"
href="struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReaderMetadata</a [...]
<p>This allows loading metadata once and using it to create multiple builders
with
potentially different settings</p>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.build-1" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#271-311">source</a><h4
class="code-header">pub fn <a href="#method.build-1"
class="fn">build</a>(self) -> <a class="type"
href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="../async_reader/struct.ParquetRecordBatchStream.html" title= [...]
+
+<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">let </span><span class="kw-2">mut </span>file = tempfile().unwrap();
+<span class="kw">let </span><span class="kw-2">mut </span>file =
tokio::fs::File::from_std(file);
+<span class="kw">let </span>meta = ArrowReaderMetadata::load_async(<span
class="kw-2">&mut </span>file, Default::default()).<span
class="kw">await</span>.unwrap();
+<span class="kw">let </span><span class="kw-2">mut </span>a =
ParquetRecordBatchStreamBuilder::new_with_metadata(
+ file.try_clone().<span class="kw">await</span>.unwrap(),
+ meta.clone()
+).build().unwrap();
+<span class="kw">let </span><span class="kw-2">mut </span>b =
ParquetRecordBatchStreamBuilder::new_with_metadata(file, meta).build().unwrap();
+
+<span class="comment">// Should be able to read from both in parallel
+</span><span class="macro">assert_eq!</span>(a.next().<span
class="kw">await</span>.unwrap().unwrap(), b.next().<span
class="kw">await</span>.unwrap().unwrap());</code></pre></div>
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.build-1" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#306-346">source</a><h4
class="code-header">pub fn <a href="#method.build-1"
class="fn">build</a>(self) -> <a class="type"
href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="../async_reader/struct.ParquetRecordBatchStream.html" title= [...]
</div></details></div></details></div><h2 id="synthetic-implementations"
class="small-section-header">Auto Trait Implementations<a
href="#synthetic-implementations" class="anchor">§</a></h2><div
id="synthetic-implementations-list"><section
id="impl-RefUnwindSafe-for-ArrowReaderBuilder%3CT%3E" class="impl"><a
href="#impl-RefUnwindSafe-for-ArrowReaderBuilder%3CT%3E"
class="anchor">§</a><h3 class="code-header">impl<T> !<a class="trait"
href="https://doc.rust-lang.org/nightly/core/pani [...]
T: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Send.html";
title="trait core::marker::Send">Send</a>,</span></h3></section><section
id="impl-Sync-for-ArrowReaderBuilder%3CT%3E" class="impl"><a
href="#impl-Sync-for-ArrowReaderBuilder%3CT%3E" class="anchor">§</a><h3
class="code-header">impl<T> !<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sync.html";
title="trait core::marker::Sync">Sync</a> for <a class="struct" href="st [...]
T: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Unpin.html";
title="trait core::marker::Unpin">Unpin</a>,</span></h3></section><section
id="impl-UnwindSafe-for-ArrowReaderBuilder%3CT%3E" class="impl"><a
href="#impl-UnwindSafe-for-ArrowReaderBuilder%3CT%3E" class="anchor">§</a><h3
class="code-header">impl<T> !<a class="trait"
href="https://doc.rust-lang.org/nightly/core/panic/unwind_safe/trait.UnwindSafe.html";
title="trait core::panic::unwind_safe::U [...]
diff --git a/parquet/arrow/arrow_reader/struct.ParquetRecordBatchReader.html
b/parquet/arrow/arrow_reader/struct.ParquetRecordBatchReader.html
index 1e2db5512c..81ec8aabf4 100644
--- a/parquet/arrow/arrow_reader/struct.ParquetRecordBatchReader.html
+++ b/parquet/arrow/arrow_reader/struct.ParquetRecordBatchReader.html
@@ -1,16 +1,16 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
`Iterator<Item = ArrowResult<RecordBatch>>` that yields
`RecordBatch` read from a parquet data source"><title>ParquetRecordBatchReader
in parquet::arrow::arrow_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin href="../../../static.files/Sour [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
`Iterator<Item = ArrowResult<RecordBatch>>` that yields
`RecordBatch` read from a parquet data source"><title>ParquetRecordBatchReader
in parquet::arrow::arrow_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin href="../../../static.files/Sour [...]
batch_size: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
array_reader: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/boxed/struct.Box.html";
title="struct alloc::boxed::Box">Box</a><dyn ArrayReader>,
schema: <a class="type"
href="../../../arrow_schema/schema/type.SchemaRef.html" title="type
arrow_schema::schema::SchemaRef">SchemaRef</a>,
selection: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/collections/vec_deque/struct.VecDeque.html";
title="struct alloc::collections::vec_deque::VecDeque">VecDeque</a><<a
class="struct" href="selection/struct.RowSelector.html" title="struct
parquet::arrow::arrow_reader::selection::RowSelector">RowSelector</a>>>,
}</code></pre><details class="toggle top-doc" open><summary
class="hideme"><span>Expand description</span></summary><div
class="docblock"><p>An <code>Iterator<Item =
ArrowResult<RecordBatch>></code> that yields <a
href="../../../arrow_array/record_batch/struct.RecordBatch.html" title="struct
arrow_array::record_batch::RecordBatch"><code>RecordBatch</code></a>
read from a parquet data source</p>
-</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.batch_size"
class="structfield small-section-header"><a href="#structfield.batch_size"
class="anchor field">§</a><code>batch_size: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a></code></span><span
id="structfield.array_reader" class="structfield small-section-header"><a
href="#structfield.array_reader" [...]
+</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.batch_size"
class="structfield small-section-header"><a href="#structfield.batch_size"
class="anchor field">§</a><code>batch_size: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a></code></span><span
id="structfield.array_reader" class="structfield small-section-header"><a
href="#structfield.array_reader" [...]
reader: T,
batch_size: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>
) -> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><Self></h4></section></summary><div
class="docblock"><p>Create a new <a href="struct.ParquetRecordBatchReader.html"
title="struct
parquet::arrow::arrow_reader::ParquetRecordBatchReader"><code>ParquetRecordBatchReader</code></a>
from the provided chunk reader</p>
<p>See <a href="type.ParquetRecordBatchReaderBuilder.html" title="type
parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder"><code>ParquetRecordBatchReaderBuilder</code></a>
for more options</p>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.try_new_with_row_groups" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#600-618">source</a><h4
class="code-header">pub fn <a href="#method.try_new_with_row_groups"
class="fn">try_new_with_row_groups</a>(
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.try_new_with_row_groups" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#602-620">source</a><h4
class="code-header">pub fn <a href="#method.try_new_with_row_groups"
class="fn">try_new_with_row_groups</a>(
levels: &<a class="struct" href="../struct.FieldLevels.html"
title="struct parquet::arrow::FieldLevels">FieldLevels</a>,
row_groups: &dyn <a class="trait" href="trait.RowGroups.html"
title="trait parquet::arrow::arrow_reader::RowGroups">RowGroups</a>,
batch_size: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
@@ -18,14 +18,14 @@ read from a parquet data source</p>
) -> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><Self></h4></section></summary><div
class="docblock"><p>Create a new <a href="struct.ParquetRecordBatchReader.html"
title="struct
parquet::arrow::arrow_reader::ParquetRecordBatchReader"><code>ParquetRecordBatchReader</code></a>
from the provided <a href="trait.RowGroups.html" title="trait
parquet::arrow::arrow_reader::RowGroups"><code>RowGroups</code></a></p>
<p>Note: this is a low-level interface see <a
href="struct.ParquetRecordBatchReader.html#method.try_new" title="associated
function
parquet::arrow::arrow_reader::ParquetRecordBatchReader::try_new"><code>ParquetRecordBatchReader::try_new</code></a>
for a
higher-level interface for reading parquet data from a file</p>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.new" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#623-639">source</a><h4
class="code-header">pub(crate) fn <a href="#method.new" class="fn">new</a>(
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.new" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#625-641">source</a><h4
class="code-header">pub(crate) fn <a href="#method.new" class="fn">new</a>(
batch_size: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
array_reader: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/boxed/struct.Box.html";
title="struct alloc::boxed::Box">Box</a><dyn ArrayReader>,
selection: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="selection/struct.RowSelection.html" title="struct
parquet::arrow::arrow_reader::selection::RowSelection">RowSelection</a>>
) -> Self</h4></section></summary><div class="docblock"><p>Create a new <a
href="struct.ParquetRecordBatchReader.html" title="struct
parquet::arrow::arrow_reader::ParquetRecordBatchReader"><code>ParquetRecordBatchReader</code></a>
that will read at most <code>batch_size</code> rows at
a time from [<code>ArrayReader</code>] based on the configured
<code>selection</code>. If <code>selection</code> is <code>None</code>
all rows will be returned</p>
-</div></details></div></details></div><h2 id="trait-implementations"
class="small-section-header">Trait Implementations<a
href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-Iterator-for-ParquetRecordBatchReader"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#501-575">source</a><a
href="#impl-Iterator-for-ParquetRecordBatchRe [...]
+</div></details></div></details></div><h2 id="trait-implementations"
class="small-section-header">Trait Implementations<a
href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-Iterator-for-ParquetRecordBatchReader"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#503-577">source</a><a
href="#impl-Iterator-for-ParquetRecordBatchRe [...]
&mut self
) -> <a class="enum"
href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html";
title="enum core::result::Result">Result</a><[Self::<a
class="associatedtype"
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#associatedtype.Item";
title="type core::iter::traits::iterator::Iterator::Item">Item</a>; <a
class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.array.html";>N</a>], <a
class="struct" href="https://doc.rust-lang.o [...]
Self: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h4></section></summary><span
class="item-info"><div class="stab unstable"><span
class="emoji">🔬</span><span>This is a nightly-only experimental API.
(<code>iter_next_chunk</code>)</span></div></span><div
class='docblock'>Advances the iterator and returns an array containing the next
<code>N</code> values. <a href="https://doc.rust-lang.org/ [...]
@@ -211,7 +211,7 @@ greater than or equal to those of another. <a
href="https://doc.rust-lang.org/ni
Self: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait core::marker::Sized">Sized</a>,
F: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/ops/function/trait.FnMut.html";
title="trait core::ops::function::FnMut">FnMut</a>(Self::<a
class="associatedtype"
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#associatedtype.Item";
title="type core::iter::traits::iterator::Iterator::Item">Item</a>) -> K,
K: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/cmp/trait.PartialOrd.html";
title="trait
core::cmp::PartialOrd">PartialOrd</a><K>,</span></h4></section></summary><span
class="item-info"><div class="stab unstable"><span
class="emoji">🔬</span><span>This is a nightly-only experimental API.
(<code>is_sorted</code>)</span></div></span><div class='docblock'>Checks if the
elements of this iterator are sorted using the given key extraction
-function. <a
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#method.is_sorted_by_key";>Read
more</a></div></details></div></details><details class="toggle
implementors-toggle" open><summary><section
id="impl-RecordBatchReader-for-ParquetRecordBatchReader" class="impl"><a
class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#577-581">source</a><a
href="#impl-RecordBatchReader-for-ParquetRecordBatchReader"
class="anchor">§</a>< [...]
+function. <a
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#method.is_sorted_by_key";>Read
more</a></div></details></div></details><details class="toggle
implementors-toggle" open><summary><section
id="impl-RecordBatchReader-for-ParquetRecordBatchReader" class="impl"><a
class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#579-583">source</a><a
href="#impl-RecordBatchReader-for-ParquetRecordBatchReader"
class="anchor">§</a>< [...]
T: 'static + ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.type_id" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/any.rs.html#136";>source</a><a
href="#method.type_id" class="anchor">§</a><h4 class="code-header">fn <a hre
[...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#210";>source</a><a
href="#method.borrow" class="anchor">§</a><h4 class="code-header">fn <a
href="https: [...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow_mut" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#217";>source</a><a
href="#method.borrow_mut" class="anchor">§</a><h4 class="code-header">fn <a
href [...]
diff --git a/parquet/arrow/arrow_reader/struct.ReaderPageIterator.html
b/parquet/arrow/arrow_reader/struct.ReaderPageIterator.html
index 35a3a7feab..97fec91da7 100644
--- a/parquet/arrow/arrow_reader/struct.ReaderPageIterator.html
+++ b/parquet/arrow/arrow_reader/struct.ReaderPageIterator.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="API
documentation for the Rust `ReaderPageIterator` struct in crate
`parquet`."><title>ReaderPageIterator in parquet::arrow::arrow_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"
[...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="API
documentation for the Rust `ReaderPageIterator` struct in crate
`parquet`."><title>ReaderPageIterator in parquet::arrow::arrow_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"
[...]
reader: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><T>,
column_idx: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
row_groups: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/vec/into_iter/struct.IntoIter.html";
title="struct alloc::vec::into_iter::IntoIter">IntoIter</a><<a
class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>>,
metadata: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><<a class="struct"
href="../../file/metadata/struct.ParquetMetaData.html" title="struct
parquet::file::metadata::ParquetMetaData">ParquetMetaData</a>>,
-}</code></pre><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.reader"
class="structfield small-section-header"><a href="#structfield.reader"
class="anchor field">§</a><code>reader: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><T></code></span><span
id="structfield.column_idx" class="structfield small-section-header"><a
href="#str [...]
+}</code></pre><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.reader"
class="structfield small-section-header"><a href="#structfield.reader"
class="anchor field">§</a><code>reader: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><T></code></span><span
id="structfield.column_idx" class="structfield small-section-header"><a
href="#str [...]
&mut self
) -> <a class="enum"
href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html";
title="enum core::result::Result">Result</a><[Self::<a
class="associatedtype"
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#associatedtype.Item";
title="type core::iter::traits::iterator::Iterator::Item">Item</a>; <a
class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.array.html";>N</a>], <a
class="struct" href="https://doc.rust-lang.o [...]
Self: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h4></section></summary><span
class="item-info"><div class="stab unstable"><span
class="emoji">🔬</span><span>This is a nightly-only experimental API.
(<code>iter_next_chunk</code>)</span></div></span><div
class='docblock'>Advances the iterator and returns an array containing the next
<code>N</code> values. <a href="https://doc.rust-lang.org/ [...]
@@ -180,7 +180,7 @@ greater than or equal to those of another. <a
href="https://doc.rust-lang.org/ni
Self: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait core::marker::Sized">Sized</a>,
F: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/ops/function/trait.FnMut.html";
title="trait core::ops::function::FnMut">FnMut</a>(Self::<a
class="associatedtype"
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#associatedtype.Item";
title="type core::iter::traits::iterator::Iterator::Item">Item</a>) -> K,
K: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/cmp/trait.PartialOrd.html";
title="trait
core::cmp::PartialOrd">PartialOrd</a><K>,</span></h4></section></summary><span
class="item-info"><div class="stab unstable"><span
class="emoji">🔬</span><span>This is a nightly-only experimental API.
(<code>is_sorted</code>)</span></div></span><div class='docblock'>Checks if the
elements of this iterator are sorted using the given key extraction
-function. <a
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#method.is_sorted_by_key";>Read
more</a></div></details></div></details><section
id="impl-PageIterator-for-ReaderPageIterator%3CT%3E" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#490">source</a><a
href="#impl-PageIterator-for-ReaderPageIterator%3CT%3E" class="anchor">§</a><h3
class="code-header">impl<T: <a class="trait" href="../../file/re [...]
+function. <a
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#method.is_sorted_by_key";>Read
more</a></div></details></div></details><section
id="impl-PageIterator-for-ReaderPageIterator%3CT%3E" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#492">source</a><a
href="#impl-PageIterator-for-ReaderPageIterator%3CT%3E" class="anchor">§</a><h3
class="code-header">impl<T: <a class="trait" href="../../file/re [...]
T: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/panic/unwind_safe/trait.RefUnwindSafe.html";
title="trait
core::panic::unwind_safe::RefUnwindSafe">RefUnwindSafe</a>,</span></h3></section><section
id="impl-Send-for-ReaderPageIterator%3CT%3E" class="impl"><a
href="#impl-Send-for-ReaderPageIterator%3CT%3E" class="anchor">§</a><h3
class="code-header">impl<T> <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Send.html";
title="trait core::mark [...]
T: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/panic/unwind_safe/trait.RefUnwindSafe.html";
title="trait
core::panic::unwind_safe::RefUnwindSafe">RefUnwindSafe</a>,</span></h3></section></div><h2
id="blanket-implementations" class="small-section-header">Blanket
Implementations<a href="#blanket-implementations" class="anchor">§</a></h2><div
id="blanket-implementations-list"><details class="toggle
implementors-toggle"><summary><section id="impl-Any-for-ReaderPageIterat [...]
T: 'static + ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.type_id" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/any.rs.html#136";>source</a><a
href="#method.type_id" class="anchor">§</a><h4 class="code-header">fn <a hre
[...]
diff --git a/parquet/arrow/arrow_reader/struct.ReaderRowGroups.html
b/parquet/arrow/arrow_reader/struct.ReaderRowGroups.html
index ae2d0f2e7e..612d315bda 100644
--- a/parquet/arrow/arrow_reader/struct.ReaderRowGroups.html
+++ b/parquet/arrow/arrow_reader/struct.ReaderRowGroups.html
@@ -1,9 +1,9 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="API
documentation for the Rust `ReaderRowGroups` struct in crate
`parquet`."><title>ReaderRowGroups in parquet::arrow::arrow_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
[...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="API
documentation for the Rust `ReaderRowGroups` struct in crate
`parquet`."><title>ReaderRowGroups in parquet::arrow::arrow_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
[...]
reader: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><T>,
metadata: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><<a class="struct"
href="../../file/metadata/struct.ParquetMetaData.html" title="struct
parquet::file::metadata::ParquetMetaData">ParquetMetaData</a>>,
row_groups: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/vec/struct.Vec.html";
title="struct alloc::vec::Vec">Vec</a><<a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>>,
}</code></pre><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.reader"
class="structfield small-section-header"><a href="#structfield.reader"
class="anchor field">§</a><code>reader: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><T></code></span><span
id="structfield.metadata" class="structfield small-section-header"><a
href="#struc [...]
-</div><h2 id="trait-implementations" class="small-section-header">Trait
Implementations<a href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-RowGroups-for-ReaderRowGroups%3CT%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#447-464">source</a><a
href="#impl-RowGroups-for-ReaderRowGroups%3CT%3E" class="anchor">§</a><h3 clas
[...]
+</div><h2 id="trait-implementations" class="small-section-header">Trait
Implementations<a href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-RowGroups-for-ReaderRowGroups%3CT%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#449-466">source</a><a
href="#impl-RowGroups-for-ReaderRowGroups%3CT%3E" class="anchor">§</a><h3 clas
[...]
T: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/panic/unwind_safe/trait.RefUnwindSafe.html";
title="trait
core::panic::unwind_safe::RefUnwindSafe">RefUnwindSafe</a>,</span></h3></section><section
id="impl-Send-for-ReaderRowGroups%3CT%3E" class="impl"><a
href="#impl-Send-for-ReaderRowGroups%3CT%3E" class="anchor">§</a><h3
class="code-header">impl<T> <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Send.html";
title="trait core::marker::Se [...]
T: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/panic/unwind_safe/trait.RefUnwindSafe.html";
title="trait
core::panic::unwind_safe::RefUnwindSafe">RefUnwindSafe</a>,</span></h3></section></div><h2
id="blanket-implementations" class="small-section-header">Blanket
Implementations<a href="#blanket-implementations" class="anchor">§</a></h2><div
id="blanket-implementations-list"><details class="toggle
implementors-toggle"><summary><section id="impl-Any-for-ReaderRowGroups% [...]
T: 'static + ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.type_id" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/any.rs.html#136";>source</a><a
href="#method.type_id" class="anchor">§</a><h4 class="code-header">fn <a hre
[...]
diff --git a/parquet/arrow/arrow_reader/trait.RowGroups.html
b/parquet/arrow/arrow_reader/trait.RowGroups.html
index 52c923bb45..9465b7b118 100644
--- a/parquet/arrow/arrow_reader/trait.RowGroups.html
+++ b/parquet/arrow/arrow_reader/trait.RowGroups.html
@@ -5,4 +5,4 @@
}</code></pre><details class="toggle top-doc" open><summary
class="hideme"><span>Expand description</span></summary><div
class="docblock"><p>A collection of row groups</p>
</div></details><h2 id="required-methods"
class="small-section-header">Required Methods<a href="#required-methods"
class="anchor">§</a></h2><div class="methods"><details class="toggle
method-toggle" open><summary><section id="tymethod.num_rows" class="method"><a
class="src rightside"
href="../../../src/parquet/arrow/array_reader/mod.rs.html#104">source</a><h4
class="code-header">fn <a href="#tymethod.num_rows"
class="fn">num_rows</a>(&self) -> <a class="primitive" href="https://do
[...]
</div></details><details class="toggle method-toggle" open><summary><section
id="tymethod.column_chunks" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/array_reader/mod.rs.html#107">source</a><h4
class="code-header">fn <a href="#tymethod.column_chunks"
class="fn">column_chunks</a>(&self, i: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>)
-> <a class="type" href="../../errors/type.Result.html" title="type p [...]
-</div></details></div><h2 id="foreign-impls"
class="small-section-header">Implementations on Foreign Types<a
href="#foreign-impls" class="anchor">§</a></h2><details class="toggle
implementors-toggle"><summary><section
id="impl-RowGroups-for-Arc%3Cdyn+FileReader%3E" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/array_reader/mod.rs.html#110-119">source</a><a
href="#impl-RowGroups-for-Arc%3Cdyn+FileReader%3E" class="anchor">§</a><h3
class="code-header">impl <a class [...]
\ No newline at end of file
+</div></details></div><h2 id="foreign-impls"
class="small-section-header">Implementations on Foreign Types<a
href="#foreign-impls" class="anchor">§</a></h2><details class="toggle
implementors-toggle"><summary><section
id="impl-RowGroups-for-Arc%3Cdyn+FileReader%3E" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/array_reader/mod.rs.html#110-119">source</a><a
href="#impl-RowGroups-for-Arc%3Cdyn+FileReader%3E" class="anchor">§</a><h3
class="code-header">impl <a class [...]
\ No newline at end of file
diff --git
a/parquet/arrow/arrow_reader/type.ParquetRecordBatchReaderBuilder.html
b/parquet/arrow/arrow_reader/type.ParquetRecordBatchReaderBuilder.html
index c1d8d87405..9da7ea366d 100644
--- a/parquet/arrow/arrow_reader/type.ParquetRecordBatchReaderBuilder.html
+++ b/parquet/arrow/arrow_reader/type.ParquetRecordBatchReaderBuilder.html
@@ -1,6 +1,7 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="A
synchronous builder used to construct `ParquetRecordBatchReader` for a
file"><title>ParquetRecordBatchReaderBuilder in parquet::arrow::arrow_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac529 [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="A
synchronous builder used to construct `ParquetRecordBatchReader` for a
file"><title>ParquetRecordBatchReaderBuilder in parquet::arrow::arrow_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac529 [...]
<p>For an async API see <a
href="../async_reader/type.ParquetRecordBatchStreamBuilder.html" title="type
parquet::arrow::async_reader::ParquetRecordBatchStreamBuilder"><code>crate::arrow::async_reader::ParquetRecordBatchStreamBuilder</code></a></p>
-</div></details><h2 id="implementations"
class="small-section-header">Implementations<a href="#implementations"
class="anchor">§</a></h2><div id="implementations-list"><details class="toggle
implementors-toggle" open><summary><section
id="impl-ParquetRecordBatchReaderBuilder%3CT%3E" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#309-437">source</a><a
href="#impl-ParquetRecordBatchReaderBuilder%3CT%3E" class="anchor">§</a><h3
class="code-he [...]
+<p>See <a href="struct.ArrowReaderBuilder.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderBuilder"><code>ArrowReaderBuilder</code></a>
for additional member functions</p>
+</div></details><h2 id="implementations"
class="small-section-header">Implementations<a href="#implementations"
class="anchor">§</a></h2><div id="implementations-list"><details class="toggle
implementors-toggle" open><summary><section
id="impl-ParquetRecordBatchReaderBuilder%3CT%3E" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#311-439">source</a><a
href="#impl-ParquetRecordBatchReaderBuilder%3CT%3E" class="anchor">§</a><h3
class="code-he [...]
<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">let </span><span class="kw-2">mut </span>builder =
ParquetRecordBatchReaderBuilder::try_new(file).unwrap();
@@ -12,11 +13,11 @@
<span class="comment">// Read data
</span><span class="kw">let </span>_batch =
reader.next().unwrap().unwrap();</code></pre></div>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.try_new_with_options" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#343-346">source</a><h4
class="code-header">pub fn <a href="#method.try_new_with_options"
class="fn">try_new_with_options</a>(
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.try_new_with_options" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#345-348">source</a><h4
class="code-header">pub fn <a href="#method.try_new_with_options"
class="fn">try_new_with_options</a>(
reader: T,
options: <a class="struct" href="struct.ArrowReaderOptions.html"
title="struct
parquet::arrow::arrow_reader::ArrowReaderOptions">ArrowReaderOptions</a>
) -> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><Self></h4></section></summary><div
class="docblock"><p>Create a new <a
href="type.ParquetRecordBatchReaderBuilder.html" title="type
parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder"><code>ParquetRecordBatchReaderBuilder</code></a>
with <a href="struct.ArrowReaderOptions.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderOptions"><code>ArrowReaderOption [...]
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_metadata" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#376-378">source</a><h4
class="code-header">pub fn <a href="#method.new_with_metadata"
class="fn">new_with_metadata</a>(input: T, metadata: <a class="struct"
href="struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReaderMetadata</a>) -
[...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_metadata" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#378-380">source</a><h4
class="code-header">pub fn <a href="#method.new_with_metadata"
class="fn">new_with_metadata</a>(input: T, metadata: <a class="struct"
href="struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReaderMetadata</a>) -
[...]
<p>This allows loading metadata once and using it to create multiple builders
with
potentially different settings</p>
@@ -26,6 +27,6 @@ potentially different settings</p>
<span class="comment">// Should be able to read from both in parallel
</span><span class="macro">assert_eq!</span>(a.next().unwrap().unwrap(),
b.next().unwrap().unwrap());</code></pre></div>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.build" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#383-436">source</a><h4
class="code-header">pub fn <a href="#method.build" class="fn">build</a>(self)
-> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="struct.ParquetRecordBatchReader.html" title="struct parquet::arr [...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.build" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/arrow_reader/mod.rs.html#385-438">source</a><h4
class="code-header">pub fn <a href="#method.build" class="fn">build</a>(self)
-> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="struct.ParquetRecordBatchReader.html" title="struct parquet::arr [...]
<p>Note: this will eagerly evaluate any <code>RowFilter</code> before
returning</p>
</div></details></div></details></div></section></div></main></body></html>
\ No newline at end of file
diff --git a/parquet/arrow/async_reader/enum.ColumnChunkData.html
b/parquet/arrow/async_reader/enum.ColumnChunkData.html
index 61dd368d2f..b7dc427341 100644
--- a/parquet/arrow/async_reader/enum.ColumnChunkData.html
+++ b/parquet/arrow/async_reader/enum.ColumnChunkData.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
in-memory column chunk"><title>ColumnChunkData in parquet::arrow::async_reader
- Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" type="font/woff2" crossor [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
in-memory column chunk"><title>ColumnChunkData in parquet::arrow::async_reader
- Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" type="font/woff2" crossor [...]
Sparse {
length: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
data: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/vec/struct.Vec.html";
title="struct alloc::vec::Vec">Vec</a><(<a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
Bytes)>,
@@ -13,7 +13,7 @@
of (page offset, page data)</p>
</div></div></div><div class="docblock"><p>Column chunk data representing only
a subset of data pages</p>
</div><section id="variant.Dense" class="variant"><a href="#variant.Dense"
class="anchor">§</a><h3 class="code-header">Dense</h3></section><div
class="sub-variant" id="variant.Dense.fields"><h4>Fields</h4><div
class="sub-variant-field"><span id="variant.Dense.field.offset"
class="small-section-header"><a href="#variant.Dense.field.offset"
class="anchor field">§</a><code>offset: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a></code></span><
[...]
-</div></div><h2 id="implementations"
class="small-section-header">Implementations<a href="#implementations"
class="anchor">§</a></h2><div id="implementations-list"><details class="toggle
implementors-toggle" open><summary><section id="impl-ColumnChunkData"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#713-730">source</a><a
href="#impl-ColumnChunkData" class="anchor">§</a><h3 class="code-header">impl
<a class="enum" href="enum.ColumnChunkD [...]
+</div></div><h2 id="implementations"
class="small-section-header">Implementations<a href="#implementations"
class="anchor">§</a></h2><div id="implementations-list"><details class="toggle
implementors-toggle" open><summary><section id="impl-ColumnChunkData"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#748-765">source</a><a
href="#impl-ColumnChunkData" class="anchor">§</a><h3 class="code-header">impl
<a class="enum" href="enum.ColumnChunkD [...]
T: 'static + ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.type_id" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/any.rs.html#136";>source</a><a
href="#method.type_id" class="anchor">§</a><h4 class="code-header">fn <a hre
[...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#210";>source</a><a
href="#method.borrow" class="anchor">§</a><h4 class="code-header">fn <a
href="https: [...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow_mut" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#217";>source</a><a
href="#method.borrow_mut" class="anchor">§</a><h4 class="code-header">fn <a
href [...]
diff --git a/parquet/arrow/async_reader/enum.StreamState.html
b/parquet/arrow/async_reader/enum.StreamState.html
index 586f03deb3..bc2bc2c24a 100644
--- a/parquet/arrow/async_reader/enum.StreamState.html
+++ b/parquet/arrow/async_reader/enum.StreamState.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="API
documentation for the Rust `StreamState` enum in crate
`parquet`."><title>StreamState in parquet::arrow::async_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="prel [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="API
documentation for the Rust `StreamState` enum in crate
`parquet`."><title>StreamState in parquet::arrow::async_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="prel [...]
Init,
Decoding(<a class="struct"
href="../arrow_reader/struct.ParquetRecordBatchReader.html" title="struct
parquet::arrow::arrow_reader::ParquetRecordBatchReader">ParquetRecordBatchReader</a>),
Reading(BoxFuture<'static, <a class="type"
href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><(<a class="struct"
href="struct.ReaderFactory.html" title="struct
parquet::arrow::async_reader::ReaderFactory">ReaderFactory</a><T>, <a
class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="../arrow_reader/struct.ParquetRecordBatchReader.html" tit [...]
@@ -7,7 +7,7 @@
</div><section id="variant.Decoding" class="variant"><a
href="#variant.Decoding" class="anchor">§</a><h3
class="code-header">Decoding(<a class="struct"
href="../arrow_reader/struct.ParquetRecordBatchReader.html" title="struct
parquet::arrow::arrow_reader::ParquetRecordBatchReader">ParquetRecordBatchReader</a>)</h3></section><div
class="docblock"><p>Decoding a batch</p>
</div><section id="variant.Reading" class="variant"><a href="#variant.Reading"
class="anchor">§</a><h3 class="code-header">Reading(BoxFuture<'static, <a
class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><(<a class="struct"
href="struct.ReaderFactory.html" title="struct
parquet::arrow::async_reader::ReaderFactory">ReaderFactory</a><T>, <a
class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enu [...]
</div><section id="variant.Error" class="variant"><a href="#variant.Error"
class="anchor">§</a><h3 class="code-header">Error</h3></section><div
class="docblock"><p>Error</p>
-</div></div><h2 id="trait-implementations" class="small-section-header">Trait
Implementations<a href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-Debug-for-StreamState%3CT%3E" class="impl"><a
class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#446-455">source</a><a
href="#impl-Debug-for-StreamState%3CT%3E" class="anchor">§</a><h3
class="code-he [...]
+</div></div><h2 id="trait-implementations" class="small-section-header">Trait
Implementations<a href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-Debug-for-StreamState%3CT%3E" class="impl"><a
class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#481-490">source</a><a
href="#impl-Debug-for-StreamState%3CT%3E" class="anchor">§</a><h3
class="code-he [...]
T: 'static + ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.type_id" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/any.rs.html#136";>source</a><a
href="#method.type_id" class="anchor">§</a><h4 class="code-header">fn <a hre
[...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#210";>source</a><a
href="#method.borrow" class="anchor">§</a><h4 class="code-header">fn <a
href="https: [...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow_mut" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#217";>source</a><a
href="#method.borrow_mut" class="anchor">§</a><h4 class="code-header">fn <a
href [...]
diff --git a/parquet/arrow/async_reader/index.html
b/parquet/arrow/async_reader/index.html
index 00e0f4df6a..1f548a4be2 100644
--- a/parquet/arrow/async_reader/index.html
+++ b/parquet/arrow/async_reader/index.html
@@ -1,15 +1,7 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Provides
`async` API for reading parquet files as
`RecordBatch`es"><title>parquet::arrow::async_reader - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" type [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Provides
`async` API for reading parquet files as
`RecordBatch`es"><title>parquet::arrow::async_reader - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" type [...]
<a href="../../../arrow_array/record_batch/struct.RecordBatch.html"
title="struct
arrow_array::record_batch::RecordBatch"><code>RecordBatch</code></a>es</p>
-<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">use </span>arrow_array::RecordBatch;
-<span class="kw">use </span>arrow::util::pretty::pretty_format_batches;
-<span class="kw">use </span>futures::TryStreamExt;
-<span class="kw">use </span>tokio::fs::File;
-
-<span class="kw">use </span>parquet::arrow::{ParquetRecordBatchStreamBuilder,
ProjectionMask};
-
-
-<span class="kw">let </span>testdata =
arrow::util::test_util::parquet_test_data();
+<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">let </span>testdata = arrow::util::test_util::parquet_test_data();
<span class="kw">let </span>path = <span class="macro">format!</span>(<span
class="string">"{}/alltypes_plain.parquet"</span>, testdata);
<span class="kw">let </span>file = File::open(path).<span
class="kw">await</span>.unwrap();
diff --git a/parquet/arrow/async_reader/struct.ColumnChunkIterator.html
b/parquet/arrow/async_reader/struct.ColumnChunkIterator.html
index 02f06e6ca3..d3b6062bc2 100644
--- a/parquet/arrow/async_reader/struct.ColumnChunkIterator.html
+++ b/parquet/arrow/async_reader/struct.ColumnChunkIterator.html
@@ -1,7 +1,7 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Implements
`PageIterator` for a single column chunk, yielding a single
`PageReader`"><title>ColumnChunkIterator in parquet::arrow::async_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf. [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Implements
`PageIterator` for a single column chunk, yielding a single
`PageReader`"><title>ColumnChunkIterator in parquet::arrow::async_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf. [...]
reader: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="type"
href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/boxed/struct.Box.html";
title="struct alloc::boxed::Box">Box</a><dyn <a class="trait"
href="../../column/page/trait.PageReader.html" title="trait
parquet::column::page::PageRea [...]
}</code></pre><details class="toggle top-doc" open><summary
class="hideme"><span>Expand description</span></summary><div
class="docblock"><p>Implements <a
href="../../column/page/trait.PageIterator.html" title="trait
parquet::column::page::PageIterator"><code>PageIterator</code></a> for a single
column chunk, yielding a single <a
href="../../column/page/trait.PageReader.html" title="trait
parquet::column::page::PageReader"><code>PageReader</code></a></p>
-</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.reader"
class="structfield small-section-header"><a href="#structfield.reader"
class="anchor field">§</a><code>reader: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="type"
href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a> [...]
+</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.reader"
class="structfield small-section-header"><a href="#structfield.reader"
class="anchor field">§</a><code>reader: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="type"
href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a> [...]
&mut self
) -> <a class="enum"
href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html";
title="enum core::result::Result">Result</a><[Self::<a
class="associatedtype"
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#associatedtype.Item";
title="type core::iter::traits::iterator::Iterator::Item">Item</a>; <a
class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.array.html";>N</a>], <a
class="struct" href="https://doc.rust-lang.o [...]
Self: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h4></section></summary><span
class="item-info"><div class="stab unstable"><span
class="emoji">🔬</span><span>This is a nightly-only experimental API.
(<code>iter_next_chunk</code>)</span></div></span><div
class='docblock'>Advances the iterator and returns an array containing the next
<code>N</code> values. <a href="https://doc.rust-lang.org/ [...]
@@ -187,7 +187,7 @@ greater than or equal to those of another. <a
href="https://doc.rust-lang.org/ni
Self: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait core::marker::Sized">Sized</a>,
F: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/ops/function/trait.FnMut.html";
title="trait core::ops::function::FnMut">FnMut</a>(Self::<a
class="associatedtype"
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#associatedtype.Item";
title="type core::iter::traits::iterator::Iterator::Item">Item</a>) -> K,
K: <a class="trait"
href="https://doc.rust-lang.org/nightly/core/cmp/trait.PartialOrd.html";
title="trait
core::cmp::PartialOrd">PartialOrd</a><K>,</span></h4></section></summary><span
class="item-info"><div class="stab unstable"><span
class="emoji">🔬</span><span>This is a nightly-only experimental API.
(<code>is_sorted</code>)</span></div></span><div class='docblock'>Checks if the
elements of this iterator are sorted using the given key extraction
-function. <a
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#method.is_sorted_by_key";>Read
more</a></div></details></div></details><section
id="impl-PageIterator-for-ColumnChunkIterator" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#766">source</a><a
href="#impl-PageIterator-for-ColumnChunkIterator" class="anchor">§</a><h3
class="code-header">impl <a class="trait" href="../../column/page/trait.PageIte
[...]
+function. <a
href="https://doc.rust-lang.org/nightly/core/iter/traits/iterator/trait.Iterator.html#method.is_sorted_by_key";>Read
more</a></div></details></div></details><section
id="impl-PageIterator-for-ColumnChunkIterator" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#801">source</a><a
href="#impl-PageIterator-for-ColumnChunkIterator" class="anchor">§</a><h3
class="code-header">impl <a class="trait" href="../../column/page/trait.PageIte
[...]
T: 'static + ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.type_id" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/any.rs.html#136";>source</a><a
href="#method.type_id" class="anchor">§</a><h4 class="code-header">fn <a hre
[...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#210";>source</a><a
href="#method.borrow" class="anchor">§</a><h4 class="code-header">fn <a
href="https: [...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow_mut" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#217";>source</a><a
href="#method.borrow_mut" class="anchor">§</a><h4 class="code-header">fn <a
href [...]
diff --git a/parquet/arrow/async_reader/struct.InMemoryRowGroup.html
b/parquet/arrow/async_reader/struct.InMemoryRowGroup.html
index 7b62f5698e..2ad7afb01c 100644
--- a/parquet/arrow/async_reader/struct.InMemoryRowGroup.html
+++ b/parquet/arrow/async_reader/struct.InMemoryRowGroup.html
@@ -1,16 +1,16 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
in-memory collection of column chunks"><title>InMemoryRowGroup in
parquet::arrow::async_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" type="fon [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
in-memory collection of column chunks"><title>InMemoryRowGroup in
parquet::arrow::async_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" type="fon [...]
metadata: &'a <a class="struct"
href="../../file/metadata/struct.RowGroupMetaData.html" title="struct
parquet::file::metadata::RowGroupMetaData">RowGroupMetaData</a>,
page_locations: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><&'a [<a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/vec/struct.Vec.html";
title="struct alloc::vec::Vec">Vec</a><<a class="struct"
href="../../format/struct.PageLocation.html" title="struct
parquet::format::PageLocation">PageLocation</a>>]>,
column_chunks: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/vec/struct.Vec.html";
title="struct alloc::vec::Vec">Vec</a><<a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><<a class="enum"
href="enum.ColumnChunkData.html" title="enum parquet::arrow::async_ [...]
row_count: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
}</code></pre><details class="toggle top-doc" open><summary
class="hideme"><span>Expand description</span></summary><div
class="docblock"><p>An in-memory collection of column chunks</p>
-</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.metadata"
class="structfield small-section-header"><a href="#structfield.metadata"
class="anchor field">§</a><code>metadata: &'a <a class="struct"
href="../../file/metadata/struct.RowGroupMetaData.html" title="struct
parquet::file::metadata::RowGroupMetaData">RowGroupMetaData</a></code></span><span
id="structfield.page_locations" class="structfiel [...]
+</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.metadata"
class="structfield small-section-header"><a href="#structfield.metadata"
class="anchor field">§</a><code>metadata: &'a <a class="struct"
href="../../file/metadata/struct.RowGroupMetaData.html" title="struct
parquet::file::metadata::RowGroupMetaData">RowGroupMetaData</a></code></span><span
id="structfield.page_locations" class="structfiel [...]
&mut self,
input: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.reference.html";>&mut
T</a>,
projection: &<a class="struct" href="../struct.ProjectionMask.html"
title="struct parquet::arrow::ProjectionMask">ProjectionMask</a>,
selection: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><&<a class="struct"
href="../arrow_reader/selection/struct.RowSelection.html" title="struct
parquet::arrow::arrow_reader::selection::RowSelection">RowSelection</a>>
) -> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.unit.html";>()</a>></h4></section></summary><div
class="docblock"><p>Fetches the necessary column data into memory</p>
-</div></details></div></details></div><h2 id="trait-implementations"
class="small-section-header">Trait Implementations<a
href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-RowGroups-for-InMemoryRowGroup%3C'a%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#670-696">source</a><a
href="#impl-RowGroups-for-InMemoryRowGroup%3 [...]
+</div></details></div></details></div><h2 id="trait-implementations"
class="small-section-header">Trait Implementations<a
href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-RowGroups-for-InMemoryRowGroup%3C'a%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#705-731">source</a><a
href="#impl-RowGroups-for-InMemoryRowGroup%3 [...]
T: 'static + ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.type_id" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/any.rs.html#136";>source</a><a
href="#method.type_id" class="anchor">§</a><h4 class="code-header">fn <a hre
[...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#210";>source</a><a
href="#method.borrow" class="anchor">§</a><h4 class="code-header">fn <a
href="https: [...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow_mut" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#217";>source</a><a
href="#method.borrow_mut" class="anchor">§</a><h4 class="code-header">fn <a
href [...]
diff --git a/parquet/arrow/async_reader/struct.ParquetRecordBatchStream.html
b/parquet/arrow/async_reader/struct.ParquetRecordBatchStream.html
index ed9b89ce1b..1b9dd0a41f 100644
--- a/parquet/arrow/async_reader/struct.ParquetRecordBatchStream.html
+++ b/parquet/arrow/async_reader/struct.ParquetRecordBatchStream.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
asynchronous `Stream` of `RecordBatch` for a parquet file that can be
constructed using
`ParquetRecordBatchStreamBuilder`."><title>ParquetRecordBatchStream in
parquet::arrow::async_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin href="../../../static.f [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
asynchronous `Stream` of `RecordBatch` for a parquet file that can be
constructed using
`ParquetRecordBatchStreamBuilder`."><title>ParquetRecordBatchStream in
parquet::arrow::async_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin href="../../../static.f [...]
metadata: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><<a class="struct"
href="../../file/metadata/struct.ParquetMetaData.html" title="struct
parquet::file::metadata::ParquetMetaData">ParquetMetaData</a>>,
schema: <a class="type"
href="../../../arrow_schema/schema/type.SchemaRef.html" title="type
arrow_schema::schema::SchemaRef">SchemaRef</a>,
row_groups: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/collections/vec_deque/struct.VecDeque.html";
title="struct alloc::collections::vec_deque::VecDeque">VecDeque</a><<a
class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>>,
@@ -10,9 +10,9 @@
}</code></pre><details class="toggle top-doc" open><summary
class="hideme"><span>Expand description</span></summary><div
class="docblock"><p>An asynchronous <a
href="https://docs.rs/futures/latest/futures/stream/trait.Stream.html";><code>Stream</code></a>
of <a href="../../../arrow_array/record_batch/struct.RecordBatch.html"
title="struct
arrow_array::record_batch::RecordBatch"><code>RecordBatch</code></a>
for a parquet file that can be constructed using <a
href="type.ParquetRecordBatchStreamBuilder.html" title="type
parquet::arrow::async_reader::ParquetRecordBatchStreamBuilder"><code>ParquetRecordBatchStreamBuilder</code></a>.</p>
</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.metadata"
class="structfield small-section-header"><a href="#structfield.metadata"
class="anchor field">§</a><code>metadata: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><<a class="struct"
href="../../file/metadata/struct.ParquetMetaData.html" title="struct
parquet::fil [...]
-</div><span id="structfield.state" class="structfield small-section-header"><a
href="#structfield.state" class="anchor field">§</a><code>state: <a
class="enum" href="enum.StreamState.html" title="enum
parquet::arrow::async_reader::StreamState">StreamState</a><T></code></span><h2
id="implementations" class="small-section-header">Implementations<a
href="#implementations" class="anchor">§</a></h2><div
id="implementations-list"><details class="toggle implementors-toggle"
open><summary> [...]
-</div></details></div></details></div><h2 id="trait-implementations"
class="small-section-header">Trait Implementations<a
href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-Debug-for-ParquetRecordBatchStream%3CT%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#478-488">source</a><a
href="#impl-Debug-for-ParquetRecordBatchS [...]
- T: <a class="trait" href="trait.AsyncFileReader.html" title="trait
parquet::arrow::async_reader::AsyncFileReader">AsyncFileReader</a> + <a
class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Unpin.html";
title="trait core::marker::Unpin">Unpin</a> + <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Send.html";
title="trait core::marker::Send">Send</a> +
'static,</span></h3></section></summary><div class="impl-items"><details
class="toggle" o [...]
+</div><span id="structfield.state" class="structfield small-section-header"><a
href="#structfield.state" class="anchor field">§</a><code>state: <a
class="enum" href="enum.StreamState.html" title="enum
parquet::arrow::async_reader::StreamState">StreamState</a><T></code></span><h2
id="implementations" class="small-section-header">Implementations<a
href="#implementations" class="anchor">§</a></h2><div
id="implementations-list"><details class="toggle implementors-toggle"
open><summary> [...]
+</div></details></div></details></div><h2 id="trait-implementations"
class="small-section-header">Trait Implementations<a
href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-Debug-for-ParquetRecordBatchStream%3CT%3E"
class="impl"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#513-523">source</a><a
href="#impl-Debug-for-ParquetRecordBatchS [...]
+ T: <a class="trait" href="trait.AsyncFileReader.html" title="trait
parquet::arrow::async_reader::AsyncFileReader">AsyncFileReader</a> + <a
class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Unpin.html";
title="trait core::marker::Unpin">Unpin</a> + <a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Send.html";
title="trait core::marker::Send">Send</a> +
'static,</span></h3></section></summary><div class="impl-items"><details
class="toggle" o [...]
self: <a class="struct"
href="https://doc.rust-lang.org/nightly/core/pin/struct.Pin.html"; title="struct
core::pin::Pin">Pin</a><<a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.reference.html";>&mut
Self</a>>,
cx: &mut <a class="struct"
href="https://doc.rust-lang.org/nightly/core/task/wake/struct.Context.html";
title="struct core::task::wake::Context">Context</a><'_>
) -> <a class="enum"
href="https://doc.rust-lang.org/nightly/core/task/poll/enum.Poll.html";
title="enum core::task::poll::Poll">Poll</a><<a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum
core::option::Option">Option</a><Self::Item>></h4></section></summary><div
class='docblock'>Attempt to pull out the next value of this stream,
registering the
diff --git a/parquet/arrow/async_reader/struct.ReaderFactory.html
b/parquet/arrow/async_reader/struct.ReaderFactory.html
index fee66b27ee..3371a95789 100644
--- a/parquet/arrow/async_reader/struct.ReaderFactory.html
+++ b/parquet/arrow/async_reader/struct.ReaderFactory.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description"
content="`ReaderFactory` is used by `ParquetRecordBatchStream` to create
`ParquetRecordBatchReader`"><title>ReaderFactory in
parquet::arrow::async_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description"
content="`ReaderFactory` is used by `ParquetRecordBatchStream` to create
`ParquetRecordBatchReader`"><title>ReaderFactory in
parquet::arrow::async_reader - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf [...]
metadata: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><<a class="struct"
href="../../file/metadata/struct.ParquetMetaData.html" title="struct
parquet::file::metadata::ParquetMetaData">ParquetMetaData</a>>,
fields: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><ParquetField>>,
input: T,
@@ -7,8 +7,8 @@
offset: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>>,
}</code></pre><details class="toggle top-doc" open><summary
class="hideme"><span>Expand description</span></summary><div
class="docblock"><p><a href="struct.ReaderFactory.html" title="struct
parquet::arrow::async_reader::ReaderFactory"><code>ReaderFactory</code></a> is
used by <a href="struct.ParquetRecordBatchStream.html" title="struct
parquet::arrow::async_reader::ParquetRecordBatchStream"><code>ParquetRecordBatchStream</code></a>
to create
<a href="../arrow_reader/struct.ParquetRecordBatchReader.html" title="struct
parquet::arrow::arrow_reader::ParquetRecordBatchReader"><code>ParquetRecordBatchReader</code></a></p>
-</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.metadata"
class="structfield small-section-header"><a href="#structfield.metadata"
class="anchor field">§</a><code>metadata: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><<a class="struct"
href="../../file/metadata/struct.ParquetMetaData.html" title="struct
parquet::fil [...]
- T: <a class="trait" href="trait.AsyncFileReader.html" title="trait
parquet::arrow::async_reader::AsyncFileReader">AsyncFileReader</a> + <a
class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Send.html";
title="trait core::marker::Send">Send</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.read_row_group" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_r [...]
+</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.metadata"
class="structfield small-section-header"><a href="#structfield.metadata"
class="anchor field">§</a><code>metadata: <a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/sync/struct.Arc.html";
title="struct alloc::sync::Arc">Arc</a><<a class="struct"
href="../../file/metadata/struct.ParquetMetaData.html" title="struct
parquet::fil [...]
+ T: <a class="trait" href="trait.AsyncFileReader.html" title="trait
parquet::arrow::async_reader::AsyncFileReader">AsyncFileReader</a> + <a
class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Send.html";
title="trait core::marker::Send">Send</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.read_row_group" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_r [...]
self,
row_group_idx: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>,
selection: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="../arrow_reader/selection/struct.RowSelection.html" title="struct
parquet::arrow::arrow_reader::selection::RowSelection">RowSelection</a>>,
diff --git
a/parquet/arrow/async_reader/type.ParquetRecordBatchStreamBuilder.html
b/parquet/arrow/async_reader/type.ParquetRecordBatchStreamBuilder.html
index 312999338f..1d97231e8b 100644
--- a/parquet/arrow/async_reader/type.ParquetRecordBatchStreamBuilder.html
+++ b/parquet/arrow/async_reader/type.ParquetRecordBatchStreamBuilder.html
@@ -1,15 +1,28 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="A builder
used to construct a `ParquetRecordBatchStream` for a parquet
file"><title>ParquetRecordBatchStreamBuilder in parquet::arrow::async_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295. [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="A builder
used to construct a `ParquetRecordBatchStream` for a parquet
file"><title>ParquetRecordBatchStreamBuilder in parquet::arrow::async_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295. [...]
<p>In particular, this handles reading the parquet file metadata, allowing
consumers
to use this information to select what specific columns, row groups, etc…
they wish to be read by the resulting stream</p>
-</div></details><h2 id="implementations"
class="small-section-header">Implementations<a href="#implementations"
class="anchor">§</a></h2><div id="implementations-list"><details class="toggle
implementors-toggle" open><summary><section
id="impl-ParquetRecordBatchStreamBuilder%3CT%3E" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#246-312">source</a><a
href="#impl-ParquetRecordBatchStreamBuilder%3CT%3E" class="anchor">§</a><h3
class="code-he [...]
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_options" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#254-260">source</a><h4
class="code-header">pub async fn <a href="#method.new_with_options"
class="fn">new_with_options</a>(
+<p>See <a href="../arrow_reader/struct.ArrowReaderBuilder.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderBuilder"><code>ArrowReaderBuilder</code></a>
for additional member functions</p>
+</div></details><h2 id="implementations"
class="small-section-header">Implementations<a href="#implementations"
class="anchor">§</a></h2><div id="implementations-list"><details class="toggle
implementors-toggle" open><summary><section
id="impl-ParquetRecordBatchStreamBuilder%3CT%3E" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#248-347">source</a><a
href="#impl-ParquetRecordBatchStreamBuilder%3CT%3E" class="anchor">§</a><h3
class="code-he [...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_options" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#256-262">source</a><h4
class="code-header">pub async fn <a href="#method.new_with_options"
class="fn">new_with_options</a>(
input: T,
options: <a class="struct"
href="../arrow_reader/struct.ArrowReaderOptions.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderOptions">ArrowReaderOptions</a>
) -> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><Self></h4></section></summary><div
class="docblock"><p>Create a new <a
href="type.ParquetRecordBatchStreamBuilder.html" title="type
parquet::arrow::async_reader::ParquetRecordBatchStreamBuilder"><code>ParquetRecordBatchStreamBuilder</code></a>
with the provided parquet file
and <a href="../arrow_reader/struct.ArrowReaderOptions.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderOptions"><code>ArrowReaderOptions</code></a></p>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_metadata" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#266-268">source</a><h4
class="code-header">pub fn <a href="#method.new_with_metadata"
class="fn">new_with_metadata</a>(input: T, metadata: <a class="struct"
href="../arrow_reader/struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReade [...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.new_with_metadata" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#301-303">source</a><h4
class="code-header">pub fn <a href="#method.new_with_metadata"
class="fn">new_with_metadata</a>(input: T, metadata: <a class="struct"
href="../arrow_reader/struct.ArrowReaderMetadata.html" title="struct
parquet::arrow::arrow_reader::ArrowReaderMetadata">ArrowReade [...]
<p>This allows loading metadata once and using it to create multiple builders
with
potentially different settings</p>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.build" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#271-311">source</a><h4
class="code-header">pub fn <a href="#method.build" class="fn">build</a>(self)
-> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="struct.ParquetRecordBatchStream.html" title="struct parquet::arr [...]
+
+<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">let </span><span class="kw-2">mut </span>file = tempfile().unwrap();
+<span class="kw">let </span><span class="kw-2">mut </span>file =
tokio::fs::File::from_std(file);
+<span class="kw">let </span>meta = ArrowReaderMetadata::load_async(<span
class="kw-2">&mut </span>file, Default::default()).<span
class="kw">await</span>.unwrap();
+<span class="kw">let </span><span class="kw-2">mut </span>a =
ParquetRecordBatchStreamBuilder::new_with_metadata(
+ file.try_clone().<span class="kw">await</span>.unwrap(),
+ meta.clone()
+).build().unwrap();
+<span class="kw">let </span><span class="kw-2">mut </span>b =
ParquetRecordBatchStreamBuilder::new_with_metadata(file, meta).build().unwrap();
+
+<span class="comment">// Should be able to read from both in parallel
+</span><span class="macro">assert_eq!</span>(a.next().<span
class="kw">await</span>.unwrap().unwrap(), b.next().<span
class="kw">await</span>.unwrap().unwrap());</code></pre></div>
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.build" class="method"><a class="src rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#306-346">source</a><h4
class="code-header">pub fn <a href="#method.build" class="fn">build</a>(self)
-> <a class="type" href="../../errors/type.Result.html" title="type
parquet::errors::Result">Result</a><<a class="struct"
href="struct.ParquetRecordBatchStream.html" title="struct parquet::arr [...]
</div></details></div></details></div></section></div></main></body></html>
\ No newline at end of file
diff --git a/parquet/arrow/async_reader/type.ReadResult.html
b/parquet/arrow/async_reader/type.ReadResult.html
index dc0bb81c88..d889e765c5 100644
--- a/parquet/arrow/async_reader/type.ReadResult.html
+++ b/parquet/arrow/async_reader/type.ReadResult.html
@@ -1 +1 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="API
documentation for the Rust `ReadResult` type in crate
`parquet`."><title>ReadResult in parquet::arrow::async_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preloa [...]
\ No newline at end of file
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="API
documentation for the Rust `ReadResult` type in crate
`parquet`."><title>ReadResult in parquet::arrow::async_reader -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preloa [...]
\ No newline at end of file
diff --git a/parquet/arrow/constant.ARROW_SCHEMA_META_KEY.html
b/parquet/arrow/constant.ARROW_SCHEMA_META_KEY.html
index de4df6aff8..500107218b 100644
--- a/parquet/arrow/constant.ARROW_SCHEMA_META_KEY.html
+++ b/parquet/arrow/constant.ARROW_SCHEMA_META_KEY.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Schema
metadata key used to store serialized Arrow IPC
schema"><title>ARROW_SCHEMA_META_KEY in parquet::arrow - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Schema
metadata key used to store serialized Arrow IPC
schema"><title>ARROW_SCHEMA_META_KEY in parquet::arrow - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" [...]
</div></details></section></div></main></body></html>
\ No newline at end of file
diff --git a/parquet/arrow/constant.PARQUET_FIELD_ID_META_KEY.html
b/parquet/arrow/constant.PARQUET_FIELD_ID_META_KEY.html
index 0e2d8e3105..e24a95eab8 100644
--- a/parquet/arrow/constant.PARQUET_FIELD_ID_META_KEY.html
+++ b/parquet/arrow/constant.PARQUET_FIELD_ID_META_KEY.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="The value
of this metadata key, if present on `Field::metadata`, will be used to populate
`BasicTypeInfo::id`"><title>PARQUET_FIELD_ID_META_KEY in parquet::arrow -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../static.files/SourceSerif4-Regular-46f98e [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="The value
of this metadata key, if present on `Field::metadata`, will be used to populate
`BasicTypeInfo::id`"><title>PARQUET_FIELD_ID_META_KEY in parquet::arrow -
Rust</title><link rel="preload" as="font" type="font/woff2" crossorigin
href="../../static.files/SourceSerif4-Regular-46f98e [...]
to populate <a href="../schema/types/struct.BasicTypeInfo.html#method.id"
title="method
parquet::schema::types::BasicTypeInfo::id"><code>BasicTypeInfo::id</code></a></p>
</div></details></section></div></main></body></html>
\ No newline at end of file
diff --git a/parquet/arrow/index.html b/parquet/arrow/index.html
index 77709049b4..707da584dd 100644
--- a/parquet/arrow/index.html
+++ b/parquet/arrow/index.html
@@ -1,46 +1,31 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Provides
API for reading/writing Arrow RecordBatches and Arrays to/from Parquet
Files."><title>parquet::arrow - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" [...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="Provides
API for reading/writing Arrow RecordBatches and Arrays to/from Parquet
Files."><title>parquet::arrow - Rust</title><link rel="preload" as="font"
type="font/woff2" crossorigin
href="../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="font" [...]
<a href="../../arrow_array/record_batch/struct.RecordBatch.html" title="struct
arrow_array::record_batch::RecordBatch">RecordBatch</a>es and
<a href="../../arrow_array/array/trait.Array.html" title="trait
arrow_array::array::Array">Array</a>s to/from Parquet Files.</p>
<p><a href="http://arrow.apache.org/";>Apache Arrow</a> is a cross-language
development platform for
in-memory data.</p>
<h2 id="example-of-writing-arrow-record-batch-to-parquet-file"><a
href="#example-of-writing-arrow-record-batch-to-parquet-file">Example of
writing Arrow record batch to Parquet file</a></h2>
-<div class="example-wrap"><pre class="rust rust-example-rendered"><code> <span
class="kw">use </span>arrow_array::{Int32Array, ArrayRef};
- <span class="kw">use </span>arrow_array::RecordBatch;
- <span class="kw">use </span>parquet::arrow::arrow_writer::ArrowWriter;
- <span class="kw">use </span>parquet::file::properties::WriterProperties;
- <span class="kw">use </span>std::fs::File;
- <span class="kw">use </span>std::sync::Arc;
- <span class="kw">let </span>ids = Int32Array::from(<span
class="macro">vec!</span>[<span class="number">1</span>, <span
class="number">2</span>, <span class="number">3</span>, <span
class="number">4</span>]);
+<div class="example-wrap"><pre class="rust rust-example-rendered"><code> <span
class="kw">let </span>ids = Int32Array::from(<span
class="macro">vec!</span>[<span class="number">1</span>, <span
class="number">2</span>, <span class="number">3</span>, <span
class="number">4</span>]);
<span class="kw">let </span>vals = Int32Array::from(<span
class="macro">vec!</span>[<span class="number">5</span>, <span
class="number">6</span>, <span class="number">7</span>, <span
class="number">8</span>]);
<span class="kw">let </span>batch = RecordBatch::try_from_iter(<span
class="macro">vec!</span>[
(<span class="string">"id"</span>, Arc::new(ids) <span
class="kw">as </span>ArrayRef),
(<span class="string">"val"</span>, Arc::new(vals) <span
class="kw">as </span>ArrayRef),
]).unwrap();
- <span class="kw">let </span>file = File::create(<span
class="string">"data.parquet"</span>).unwrap();
+ <span class="kw">let </span>file = tempfile().unwrap();
- <span class="kw">let </span><span class="kw-2">mut </span>writer =
ArrowWriter::try_new(file, batch.schema(), <span
class="prelude-val">None</span>).unwrap();
+ <span class="comment">// WriterProperties can be used to set Parquet file
options
+ </span><span class="kw">let </span>props = WriterProperties::builder()
+ .set_compression(Compression::SNAPPY)
+ .build();
+
+ <span class="kw">let </span><span class="kw-2">mut </span>writer =
ArrowWriter::try_new(file, batch.schema(), <span
class="prelude-val">Some</span>(props)).unwrap();
writer.write(<span class="kw-2">&</span>batch).expect(<span
class="string">"Writing batch"</span>);
<span class="comment">// writer must be closed to write footer
</span>writer.close().unwrap();</code></pre></div>
-<p><code>WriterProperties</code> can be used to set Parquet file options</p>
-
-<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">use </span>parquet::file::properties::WriterProperties;
-<span class="kw">use </span>parquet::basic::{ Compression, Encoding };
-<span class="kw">use </span>parquet::file::properties::WriterVersion;
-
-<span class="comment">// File compression
-</span><span class="kw">let </span>props = WriterProperties::builder()
- .set_compression(Compression::SNAPPY)
- .build();</code></pre></div>
<h2 id="example-of-reading-parquet-file-into-arrow-record-batch"><a
href="#example-of-reading-parquet-file-into-arrow-record-batch">Example of
reading parquet file into arrow record batch</a></h2>
-<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">use </span>std::fs::File;
-<span class="kw">use
</span>parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder;
-
-
-<span class="kw">let </span>file = File::open(<span
class="string">"data.parquet"</span>).unwrap();
+<div class="example-wrap"><pre class="rust rust-example-rendered"><code><span
class="kw">let </span>file = File::open(<span
class="string">"data.parquet"</span>).unwrap();
<span class="kw">let </span>builder =
ParquetRecordBatchReaderBuilder::try_new(file).unwrap();
<span class="macro">println!</span>(<span class="string">"Converted arrow
schema is: {}"</span>, builder.schema());
diff --git a/parquet/arrow/struct.ProjectionMask.html
b/parquet/arrow/struct.ProjectionMask.html
index 486c15f5ab..7d0b2e663a 100644
--- a/parquet/arrow/struct.ProjectionMask.html
+++ b/parquet/arrow/struct.ProjectionMask.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="A
`ProjectionMask` identifies a set of columns within a potentially nested schema
to project"><title>ProjectionMask in parquet::arrow - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
[...]
+<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="A
`ProjectionMask` identifies a set of columns within a potentially nested schema
to project"><title>ProjectionMask in parquet::arrow - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
[...]
mask: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/vec/struct.Vec.html";
title="struct alloc::vec::Vec">Vec</a><<a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.bool.html";>bool</a>>>,
}</code></pre><details class="toggle top-doc" open><summary
class="hideme"><span>Expand description</span></summary><div
class="docblock"><p>A <a href="struct.ProjectionMask.html" title="struct
parquet::arrow::ProjectionMask"><code>ProjectionMask</code></a> identifies a
set of columns within a potentially nested schema to project</p>
<p>In particular, a <a href="struct.ProjectionMask.html" title="struct
parquet::arrow::ProjectionMask"><code>ProjectionMask</code></a> can be
constructed from a list of leaf column indices
@@ -22,21 +22,21 @@ and leaves are the same</p>
</div></details><h2 id="fields" class="fields small-section-header">Fields<a
href="#fields" class="anchor">§</a></h2><span id="structfield.mask"
class="structfield small-section-header"><a href="#structfield.mask"
class="anchor field">§</a><code>mask: <a class="enum"
href="https://doc.rust-lang.org/nightly/core/option/enum.Option.html";
title="enum core::option::Option">Option</a><<a class="struct"
href="https://doc.rust-lang.org/nightly/alloc/vec/struct.Vec.html";
title="struct alloc:: [...]
the corresponding index is true</p>
<p>If <code>None</code>, include all columns</p>
-</div><h2 id="implementations" class="small-section-header">Implementations<a
href="#implementations" class="anchor">§</a></h2><div
id="implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-ProjectionMask" class="impl"><a class="src
rightside" href="../../src/parquet/arrow/mod.rs.html#174-225">source</a><a
href="#impl-ProjectionMask" class="anchor">§</a><h3 class="code-header">impl <a
class="struct" href="struct.ProjectionMask.html" title="stru [...]
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.leaves" class="method"><a class="src rightside"
href="../../src/parquet/arrow/mod.rs.html#185-194">source</a><h4
class="code-header">pub fn <a href="#method.leaves" class="fn">leaves</a>(
+</div><h2 id="implementations" class="small-section-header">Implementations<a
href="#implementations" class="anchor">§</a></h2><div
id="implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-ProjectionMask" class="impl"><a class="src
rightside" href="../../src/parquet/arrow/mod.rs.html#167-218">source</a><a
href="#impl-ProjectionMask" class="anchor">§</a><h3 class="code-header">impl <a
class="struct" href="struct.ProjectionMask.html" title="stru [...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.leaves" class="method"><a class="src rightside"
href="../../src/parquet/arrow/mod.rs.html#178-187">source</a><h4
class="code-header">pub fn <a href="#method.leaves" class="fn">leaves</a>(
schema: &<a class="struct"
href="../schema/types/struct.SchemaDescriptor.html" title="struct
parquet::schema::types::SchemaDescriptor">SchemaDescriptor</a>,
indices: impl <a class="trait"
href="https://doc.rust-lang.org/nightly/core/iter/traits/collect/trait.IntoIterator.html";
title="trait
core::iter::traits::collect::IntoIterator">IntoIterator</a><Item = <a
class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>>
) -> Self</h4></section></summary><div class="docblock"><p>Create a <a
href="struct.ProjectionMask.html" title="struct
parquet::arrow::ProjectionMask"><code>ProjectionMask</code></a> which selects
only the specified leaf columns</p>
<p>Note: repeated or out of order indices will not impact the final mask</p>
<p>i.e. <code>[0, 1, 2]</code> will construct the same mask as <code>[1, 0, 0,
2]</code></p>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.roots" class="method"><a class="src rightside"
href="../../src/parquet/arrow/mod.rs.html#201-219">source</a><h4
class="code-header">pub fn <a href="#method.roots" class="fn">roots</a>(
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.roots" class="method"><a class="src rightside"
href="../../src/parquet/arrow/mod.rs.html#194-212">source</a><h4
class="code-header">pub fn <a href="#method.roots" class="fn">roots</a>(
schema: &<a class="struct"
href="../schema/types/struct.SchemaDescriptor.html" title="struct
parquet::schema::types::SchemaDescriptor">SchemaDescriptor</a>,
indices: impl <a class="trait"
href="https://doc.rust-lang.org/nightly/core/iter/traits/collect/trait.IntoIterator.html";
title="trait
core::iter::traits::collect::IntoIterator">IntoIterator</a><Item = <a
class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>>
) -> Self</h4></section></summary><div class="docblock"><p>Create a <a
href="struct.ProjectionMask.html" title="struct
parquet::arrow::ProjectionMask"><code>ProjectionMask</code></a> which selects
only the specified root columns</p>
<p>Note: repeated or out of order indices will not impact the final mask</p>
<p>i.e. <code>[0, 1, 2]</code> will construct the same mask as <code>[1, 0, 0,
2]</code></p>
-</div></details><details class="toggle method-toggle" open><summary><section
id="method.leaf_included" class="method"><a class="src rightside"
href="../../src/parquet/arrow/mod.rs.html#222-224">source</a><h4
class="code-header">pub fn <a href="#method.leaf_included"
class="fn">leaf_included</a>(&self, leaf_idx: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>)
-> <a class="primitive" href="https://doc.rust-lang.org/nightly/std/primit
[...]
-</div></details></div></details></div><h2 id="trait-implementations"
class="small-section-header">Trait Implementations<a
href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-Clone-for-ProjectionMask" class="impl"><a
class="src rightside"
href="../../src/parquet/arrow/mod.rs.html#165">source</a><a
href="#impl-Clone-for-ProjectionMask" class="anchor">§</a><h3 class="code-head
[...]
+</div></details><details class="toggle method-toggle" open><summary><section
id="method.leaf_included" class="method"><a class="src rightside"
href="../../src/parquet/arrow/mod.rs.html#215-217">source</a><h4
class="code-header">pub fn <a href="#method.leaf_included"
class="fn">leaf_included</a>(&self, leaf_idx: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>usize</a>)
-> <a class="primitive" href="https://doc.rust-lang.org/nightly/std/primit
[...]
+</div></details></div></details></div><h2 id="trait-implementations"
class="small-section-header">Trait Implementations<a
href="#trait-implementations" class="anchor">§</a></h2><div
id="trait-implementations-list"><details class="toggle implementors-toggle"
open><summary><section id="impl-Clone-for-ProjectionMask" class="impl"><a
class="src rightside"
href="../../src/parquet/arrow/mod.rs.html#158">source</a><a
href="#impl-Clone-for-ProjectionMask" class="anchor">§</a><h3 class="code-head
[...]
T: 'static + ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.type_id" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/any.rs.html#136";>source</a><a
href="#method.type_id" class="anchor">§</a><h4 class="code-header">fn <a hre
[...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#210";>source</a><a
href="#method.borrow" class="anchor">§</a><h4 class="code-header">fn <a
href="https: [...]
T: ?<a class="trait"
href="https://doc.rust-lang.org/nightly/core/marker/trait.Sized.html";
title="trait
core::marker::Sized">Sized</a>,</span></h3></section></summary><div
class="impl-items"><details class="toggle method-toggle" open><summary><section
id="method.borrow_mut" class="method trait-impl"><a class="src rightside"
href="https://doc.rust-lang.org/nightly/src/core/borrow.rs.html#217";>source</a><a
href="#method.borrow_mut" class="anchor">§</a><h4 class="code-header">fn <a
href [...]
diff --git a/parquet/column/page/trait.PageIterator.html
b/parquet/column/page/trait.PageIterator.html
index f161ada91d..7688af4ff4 100644
--- a/parquet/column/page/trait.PageIterator.html
+++ b/parquet/column/page/trait.PageIterator.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta
name="viewport" content="width=device-width, initial-scale=1.0"><meta
name="generator" content="rustdoc"><meta name="description" content="An
iterator over pages of one specific column in a parquet
file."><title>PageIterator in parquet::column::page - Rust</title><link
rel="preload" as="font" type="font/woff2" crossorigin
href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link
rel="preload" as="fo [...]
-</div></details><h2 id="implementors"
class="small-section-header">Implementors<a href="#implementors"
class="anchor">§</a></h2><div id="implementors-list"><section
id="impl-PageIterator-for-ColumnChunkIterator" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#766">source</a><a
href="#impl-PageIterator-for-ColumnChunkIterator" class="anchor">§</a><h3
class="code-header">impl <a class="trait" href="trait.PageIterator.html"
title="trait parque [...]
\ No newline at end of file
+</div></details><h2 id="implementors"
class="small-section-header">Implementors<a href="#implementors"
class="anchor">§</a></h2><div id="implementors-list"><section
id="impl-PageIterator-for-ColumnChunkIterator" class="impl"><a class="src
rightside"
href="../../../src/parquet/arrow/async_reader/mod.rs.html#801">source</a><a
href="#impl-PageIterator-for-ColumnChunkIterator" class="anchor">§</a><h3
class="code-header">impl <a class="trait" href="trait.PageIterator.html"
title="trait parque [...]
\ No newline at end of file
diff --git a/parquet/file/reader/trait.ChunkReader.html
b/parquet/file/reader/trait.ChunkReader.html
index b3f1af3d95..246125f500 100644
--- a/parquet/file/reader/trait.ChunkReader.html
+++ b/parquet/file/reader/trait.ChunkReader.html
@@ -13,4 +13,4 @@ side-effect on previously returned <a
href="trait.ChunkReader.html#associatedtyp
</div></details><details class="toggle method-toggle" open><summary><section
id="tymethod.get_bytes" class="method"><a class="src rightside"
href="../../../src/parquet/file/reader.rs.html#67">source</a><h4
class="code-header">fn <a href="#tymethod.get_bytes"
class="fn">get_bytes</a>(&self, start: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.u64.html";>u64</a>,
length: <a class="primitive"
href="https://doc.rust-lang.org/nightly/std/primitive.usize.html";>u [...]
<p>Concurrent calls to <a
href="trait.ChunkReader.html#tymethod.get_bytes"><code>Self::get_bytes</code></a>
may result in interleaved output</p>
<p>See <a
href="https://doc.rust-lang.org/nightly/std/fs/struct.File.html#method.try_clone";
title="method std::fs::File::try_clone"><code>File::try_clone</code></a> for
more information</p>
-</div></details></div><h2 id="foreign-impls"
class="small-section-header">Implementations on Foreign Types<a
href="#foreign-impls" class="anchor">§</a></h2><details class="toggle
implementors-toggle"><summary><section id="impl-ChunkReader-for-Bytes"
class="impl"><a class="src rightside"
href="../../../src/parquet/file/reader.rs.html#108-120">source</a><a
href="#impl-ChunkReader-for-Bytes" class="anchor">§</a><h3
class="code-header">impl <a class="trait" href="trait.ChunkReader.html" titl
[...]
\ No newline at end of file
+</div></details></div><h2 id="foreign-impls"
class="small-section-header">Implementations on Foreign Types<a
href="#foreign-impls" class="anchor">§</a></h2><details class="toggle
implementors-toggle"><summary><section id="impl-ChunkReader-for-Bytes"
class="impl"><a class="src rightside"
href="../../../src/parquet/file/reader.rs.html#108-120">source</a><a
href="#impl-ChunkReader-for-Bytes" class="anchor">§</a><h3
class="code-header">impl <a class="trait" href="trait.ChunkReader.html" titl
[...]
\ No newline at end of file
diff --git a/parquet/file/reader/trait.Length.html
b/parquet/file/reader/trait.Length.html
index 6b476941c2..8ddf821fbf 100644
--- a/parquet/file/reader/trait.Length.html
+++ b/parquet/file/reader/trait.Length.html
@@ -4,4 +4,4 @@
}</code></pre><details class="toggle top-doc" open><summary
class="hideme"><span>Expand description</span></summary><div
class="docblock"><p>Length should return the total number of bytes in the input
source.
It’s mainly used to read the metadata, which is at the end of the source.</p>
</div></details><h2 id="required-methods"
class="small-section-header">Required Methods<a href="#required-methods"
class="anchor">§</a></h2><div class="methods"><details class="toggle
method-toggle" open><summary><section id="tymethod.len" class="method"><a
class="src rightside"
href="../../../src/parquet/file/reader.rs.html#45">source</a><h4
class="code-header">fn <a href="#tymethod.len" class="fn">len</a>(&self)
-> <a class="primitive" href="https://doc.rust-lang.org/nightly/std [...]
-</div></details></div><h2 id="foreign-impls"
class="small-section-header">Implementations on Foreign Types<a
href="#foreign-impls" class="anchor">§</a></h2><details class="toggle
implementors-toggle"><summary><section id="impl-Length-for-File"
class="impl"><a class="src rightside"
href="../../../src/parquet/file/reader.rs.html#70-74">source</a><a
href="#impl-Length-for-File" class="anchor">§</a><h3 class="code-header">impl
<a class="trait" href="trait.Length.html" title="trait parquet::f [...]
\ No newline at end of file
+</div></details></div><h2 id="foreign-impls"
class="small-section-header">Implementations on Foreign Types<a
href="#foreign-impls" class="anchor">§</a></h2><details class="toggle
implementors-toggle"><summary><section id="impl-Length-for-File"
class="impl"><a class="src rightside"
href="../../../src/parquet/file/reader.rs.html#70-74">source</a><a
href="#impl-Length-for-File" class="anchor">§</a><h3 class="code-header">impl
<a class="trait" href="trait.Length.html" title="trait parquet::f [...]
\ No newline at end of file
diff --git a/src/parquet/arrow/arrow_reader/mod.rs.html
b/src/parquet/arrow/arrow_reader/mod.rs.html
index cdec81736c..6e53b14c3e 100644
--- a/src/parquet/arrow/arrow_reader/mod.rs.html
+++ b/src/parquet/arrow/arrow_reader/mod.rs.html
@@ -2957,6 +2957,8 @@
<a href="#2957" id="2957">2957</a>
<a href="#2958" id="2958">2958</a>
<a href="#2959" id="2959">2959</a>
+<a href="#2960" id="2960">2960</a>
+<a href="#2961" id="2961">2961</a>
</pre></div><pre class="rust"><code><span class="comment">// Licensed to the
Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
@@ -3263,6 +3265,8 @@
<span class="doccomment">/// A synchronous builder used to construct
[`ParquetRecordBatchReader`] for a file
///
/// For an async API see
[`crate::arrow::async_reader::ParquetRecordBatchStreamBuilder`]
+///
+/// See [`ArrowReaderBuilder`] for additional member functions
</span><span class="kw">pub type
</span>ParquetRecordBatchReaderBuilder<T> =
ArrowReaderBuilder<SyncReader<T>>;
<span class="kw">impl</span><T: ChunkReader + <span
class="lifetime">'static</span>>
ParquetRecordBatchReaderBuilder<T> {
diff --git a/src/parquet/arrow/async_reader/mod.rs.html
b/src/parquet/arrow/async_reader/mod.rs.html
index 0f2fd050c8..2b7e3c5657 100644
--- a/src/parquet/arrow/async_reader/mod.rs.html
+++ b/src/parquet/arrow/async_reader/mod.rs.html
@@ -1507,6 +1507,41 @@
<a href="#1507" id="1507">1507</a>
<a href="#1508" id="1508">1508</a>
<a href="#1509" id="1509">1509</a>
+<a href="#1510" id="1510">1510</a>
+<a href="#1511" id="1511">1511</a>
+<a href="#1512" id="1512">1512</a>
+<a href="#1513" id="1513">1513</a>
+<a href="#1514" id="1514">1514</a>
+<a href="#1515" id="1515">1515</a>
+<a href="#1516" id="1516">1516</a>
+<a href="#1517" id="1517">1517</a>
+<a href="#1518" id="1518">1518</a>
+<a href="#1519" id="1519">1519</a>
+<a href="#1520" id="1520">1520</a>
+<a href="#1521" id="1521">1521</a>
+<a href="#1522" id="1522">1522</a>
+<a href="#1523" id="1523">1523</a>
+<a href="#1524" id="1524">1524</a>
+<a href="#1525" id="1525">1525</a>
+<a href="#1526" id="1526">1526</a>
+<a href="#1527" id="1527">1527</a>
+<a href="#1528" id="1528">1528</a>
+<a href="#1529" id="1529">1529</a>
+<a href="#1530" id="1530">1530</a>
+<a href="#1531" id="1531">1531</a>
+<a href="#1532" id="1532">1532</a>
+<a href="#1533" id="1533">1533</a>
+<a href="#1534" id="1534">1534</a>
+<a href="#1535" id="1535">1535</a>
+<a href="#1536" id="1536">1536</a>
+<a href="#1537" id="1537">1537</a>
+<a href="#1538" id="1538">1538</a>
+<a href="#1539" id="1539">1539</a>
+<a href="#1540" id="1540">1540</a>
+<a href="#1541" id="1541">1541</a>
+<a href="#1542" id="1542">1542</a>
+<a href="#1543" id="1543">1543</a>
+<a href="#1544" id="1544">1544</a>
</pre></div><pre class="rust"><code><span class="comment">// Licensed to the
Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
@@ -1531,13 +1566,13 @@
//! # #[tokio::main(flavor="current_thread")]
//! # async fn main() {
//! #
-//! use arrow_array::RecordBatch;
-//! use arrow::util::pretty::pretty_format_batches;
-//! use futures::TryStreamExt;
-//! use tokio::fs::File;
-//!
-//! use parquet::arrow::{ParquetRecordBatchStreamBuilder, ProjectionMask};
-//!
+//! # use arrow_array::RecordBatch;
+//! # use arrow::util::pretty::pretty_format_batches;
+//! # use futures::TryStreamExt;
+//! # use tokio::fs::File;
+//! #
+//! # use parquet::arrow::{ParquetRecordBatchStreamBuilder, ProjectionMask};
+//! #
//! # fn assert_batches_eq(batches: &[RecordBatch], expected_lines:
&[&str]) {
//! # let formatted = pretty_format_batches(batches).unwrap().to_string();
//! # let actual_lines: Vec<_> = formatted.trim().lines().collect();
@@ -1547,7 +1582,7 @@
//! # expected_lines, actual_lines
//! # );
//! # }
-//!
+//! #
//! let testdata = arrow::util::test_util::parquet_test_data();
//! let path = format!("{}/alltypes_plain.parquet", testdata);
//! let file = File::open(path).await.unwrap();
@@ -1750,6 +1785,8 @@
/// In particular, this handles reading the parquet file metadata, allowing
consumers
/// to use this information to select what specific columns, row groups, etc...
/// they wish to be read by the resulting stream
+///
+/// See [`ArrowReaderBuilder`] for additional member functions
</span><span class="kw">pub type
</span>ParquetRecordBatchStreamBuilder<T> =
ArrowReaderBuilder<AsyncReader<T>>;
<span class="kw">impl</span><T: AsyncFileReader + Send + <span
class="lifetime">'static</span>>
ParquetRecordBatchStreamBuilder<T> {
@@ -1772,6 +1809,39 @@
///
/// This allows loading metadata once and using it to create multiple
builders with
/// potentially different settings
+ ///
+ /// ```
+ /// # use std::fs::metadata;
+ /// # use std::sync::Arc;
+ /// # use bytes::Bytes;
+ /// # use arrow_array::{Int32Array, RecordBatch};
+ /// # use arrow_schema::{DataType, Field, Schema};
+ /// # use parquet::arrow::arrow_reader::ArrowReaderMetadata;
+ /// # use parquet::arrow::{ArrowWriter, ParquetRecordBatchStreamBuilder};
+ /// # use tempfile::tempfile;
+ /// # use futures::StreamExt;
+ /// # #[tokio::main(flavor="current_thread")]
+ /// # async fn main() {
+ /// #
+ /// let mut file = tempfile().unwrap();
+ /// # let schema = Arc::new(Schema::new(vec![Field::new("i32",
DataType::Int32, false)]));
+ /// # let mut writer = ArrowWriter::try_new(&mut file, schema.clone(),
None).unwrap();
+ /// # let batch = RecordBatch::try_new(schema,
vec![Arc::new(Int32Array::from(vec![1, 2, 3]))]).unwrap();
+ /// # writer.write(&batch).unwrap();
+ /// # writer.close().unwrap();
+ /// #
+ /// let mut file = tokio::fs::File::from_std(file);
+ /// let meta = ArrowReaderMetadata::load_async(&mut file,
Default::default()).await.unwrap();
+ /// let mut a = ParquetRecordBatchStreamBuilder::new_with_metadata(
+ /// file.try_clone().await.unwrap(),
+ /// meta.clone()
+ /// ).build().unwrap();
+ /// let mut b = ParquetRecordBatchStreamBuilder::new_with_metadata(file,
meta).build().unwrap();
+ ///
+ /// // Should be able to read from both in parallel
+ /// assert_eq!(a.next().await.unwrap().unwrap(),
b.next().await.unwrap().unwrap());
+ /// # }
+ /// ```
</span><span class="kw">pub fn </span>new_with_metadata(input: T,
metadata: ArrowReaderMetadata) -> <span class="self">Self </span>{
<span class="self">Self</span>::new_builder(AsyncReader(input),
metadata)
}
diff --git a/src/parquet/arrow/mod.rs.html b/src/parquet/arrow/mod.rs.html
index 7a58f72208..a81dbf3d94 100644
--- a/src/parquet/arrow/mod.rs.html
+++ b/src/parquet/arrow/mod.rs.html
@@ -216,13 +216,6 @@
<a href="#216" id="216">216</a>
<a href="#217" id="217">217</a>
<a href="#218" id="218">218</a>
-<a href="#219" id="219">219</a>
-<a href="#220" id="220">220</a>
-<a href="#221" id="221">221</a>
-<a href="#222" id="222">222</a>
-<a href="#223" id="223">223</a>
-<a href="#224" id="224">224</a>
-<a href="#225" id="225">225</a>
</pre></div><pre class="rust"><code><span class="comment">// Licensed to the
Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
@@ -250,12 +243,13 @@
//!# Example of writing Arrow record batch to Parquet file
//!
//!```rust
-//! use arrow_array::{Int32Array, ArrayRef};
-//! use arrow_array::RecordBatch;
-//! use parquet::arrow::arrow_writer::ArrowWriter;
-//! use parquet::file::properties::WriterProperties;
-//! use std::fs::File;
-//! use std::sync::Arc;
+//! # use arrow_array::{Int32Array, ArrayRef};
+//! # use arrow_array::RecordBatch;
+//! # use parquet::arrow::arrow_writer::ArrowWriter;
+//! # use parquet::file::properties::WriterProperties;
+//! # use tempfile::tempfile;
+//! # use std::sync::Arc;
+//! # use parquet::basic::Compression;
//! let ids = Int32Array::from(vec![1, 2, 3, 4]);
//! let vals = Int32Array::from(vec![5, 6, 7, 8]);
//! let batch = RecordBatch::try_from_iter(vec![
@@ -263,9 +257,14 @@
//! ("val", Arc::new(vals) as ArrayRef),
//! ]).unwrap();
//!
-//! let file = File::create("data.parquet").unwrap();
+//! let file = tempfile().unwrap();
//!
-//! let mut writer = ArrowWriter::try_new(file, batch.schema(), None).unwrap();
+//! // WriterProperties can be used to set Parquet file options
+//! let props = WriterProperties::builder()
+//! .set_compression(Compression::SNAPPY)
+//! .build();
+//!
+//! let mut writer = ArrowWriter::try_new(file, batch.schema(),
Some(props)).unwrap();
//!
//! writer.write(&batch).expect("Writing batch");
//!
@@ -273,24 +272,11 @@
//! writer.close().unwrap();
//! ```
//!
-//! `WriterProperties` can be used to set Parquet file options
-//! ```rust
-//! use parquet::file::properties::WriterProperties;
-//! use parquet::basic::{ Compression, Encoding };
-//! use parquet::file::properties::WriterVersion;
-//!
-//! // File compression
-//! let props = WriterProperties::builder()
-//! .set_compression(Compression::SNAPPY)
-//! .build();
-//! ```
-//!
//! # Example of reading parquet file into arrow record batch
//!
//! ```rust
-//! use std::fs::File;
-//! use parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder;
-//!
+//! # use std::fs::File;
+//! # use parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder;
//! # use std::sync::Arc;
//! # use arrow_array::Int32Array;
//! # use arrow::datatypes::{DataType, Field, Schema};
@@ -313,7 +299,7 @@
//! # writer.write(&batch).expect("Writing batch");
//! # }
//! # writer.close().unwrap();
-//!
+//! #
//! let file = File::open("data.parquet").unwrap();
//!
//! let builder = ParquetRecordBatchReaderBuilder::try_new(file).unwrap();
