This is an automated email from the ASF dual-hosted git repository.
mbutrovich pushed a commit to branch branch-0.10
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/branch-0.10 by this push:
new 21ddb82bf fix: [iceberg] additional parquet independent api for
iceberg integration (#2442) (#2499)
21ddb82bf is described below
commit 21ddb82bfb09703b5d9e5162c8fd4514bac4a39f
Author: Andy Grove <[email protected]>
AuthorDate: Tue Sep 30 07:26:59 2025 -0600
fix: [iceberg] additional parquet independent api for iceberg integration
(#2442) (#2499)
Co-authored-by: Parth Chandra <[email protected]>
---
.../src/main/java/org/apache/comet/parquet/RowGroupReader.java | 10 +++++++---
1 file changed, 7 insertions(+), 3 deletions(-)
diff --git a/common/src/main/java/org/apache/comet/parquet/RowGroupReader.java
b/common/src/main/java/org/apache/comet/parquet/RowGroupReader.java
index 1c7de2fe9..0ddda61b4 100644
--- a/common/src/main/java/org/apache/comet/parquet/RowGroupReader.java
+++ b/common/src/main/java/org/apache/comet/parquet/RowGroupReader.java
@@ -30,7 +30,7 @@ import org.apache.parquet.column.page.PageReader;
import org.apache.parquet.internal.filter2.columnindex.RowRanges;
public class RowGroupReader implements PageReadStore {
- private final Map<ColumnDescriptor, PageReader> readers = new HashMap<>();
+ private final Map<String, PageReader> readers = new HashMap<>();
private final long rowCount;
private final RowRanges rowRanges;
private final long rowIndexOffset;
@@ -54,7 +54,11 @@ public class RowGroupReader implements PageReadStore {
@Override
public PageReader getPageReader(ColumnDescriptor path) {
- final PageReader pageReader = readers.get(path);
+ return getPageReader(path.getPath());
+ }
+
+ public PageReader getPageReader(String[] path) {
+ final PageReader pageReader = readers.get(String.join(".", path));
if (pageReader == null) {
throw new IllegalArgumentException(
path + " is not found: " + readers.keySet() + " " + rowCount);
@@ -73,7 +77,7 @@ public class RowGroupReader implements PageReadStore {
}
void addColumn(ColumnDescriptor path, ColumnPageReader reader) {
- if (readers.put(path, reader) != null) {
+ if (readers.put(String.join(".", path.getPath()), reader) != null) {
throw new IllegalStateException(path + " was already added");
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
