This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow-datafusion.git
The following commit(s) were added to refs/heads/master by this push:
new 563033907 minor fix for other data type (#4738)
563033907 is described below
commit 563033907600ca4a273877ad1b767eae29d07f32
Author: Kun Liu <[email protected]>
AuthorDate: Tue Dec 27 23:39:54 2022 +0800
minor fix for other data type (#4738)
---
.../src/physical_plan/file_format/parquet/page_filter.rs | 13 +++++++++----
1 file changed, 9 insertions(+), 4 deletions(-)
diff --git
a/datafusion/core/src/physical_plan/file_format/parquet/page_filter.rs
b/datafusion/core/src/physical_plan/file_format/parquet/page_filter.rs
index 664afaa86..8ebae4110 100644
--- a/datafusion/core/src/physical_plan/file_format/parquet/page_filter.rs
+++ b/datafusion/core/src/physical_plan/file_format/parquet/page_filter.rs
@@ -443,10 +443,15 @@ impl<'a> PruningStatistics for PagesPruningStatistics<'a>
{
Index::DOUBLE(index) => Some(Arc::new(Int64Array::from_iter(
index.indexes.iter().map(|x| x.null_count),
))),
- Index::INT96(_) | Index::BYTE_ARRAY(_) |
Index::FIXED_LEN_BYTE_ARRAY(_) => {
- // Todo support these types
- None
- }
+ Index::INT96(index) => Some(Arc::new(Int64Array::from_iter(
+ index.indexes.iter().map(|x| x.null_count),
+ ))),
+ Index::BYTE_ARRAY(index) => Some(Arc::new(Int64Array::from_iter(
+ index.indexes.iter().map(|x| x.null_count),
+ ))),
+ Index::FIXED_LEN_BYTE_ARRAY(index) =>
Some(Arc::new(Int64Array::from_iter(
+ index.indexes.iter().map(|x| x.null_count),
+ ))),
}
}
}