[iceberg] branch master updated: Arrow: Propagate correct field info while reading metadata columns (#8568)

[aokolnychyi]

This is an automated email from the ASF dual-hosted git repository.

aokolnychyi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git


The following commit(s) were added to refs/heads/master by this push:
     new e627dea157 Arrow: Propagate correct field info while reading metadata 
columns (#8568)
e627dea157 is described below

commit e627dea157a735b11a134beafb0ebda57cbeba19
Author: Anton Okolnychyi <aokolnyc...@apple.com>
AuthorDate: Mon Sep 18 13:31:42 2023 -0700

    Arrow: Propagate correct field info while reading metadata columns (#8568)
---
 .../main/java/org/apache/iceberg/arrow/vectorized/VectorHolder.java  | 2 ++
 .../org/apache/iceberg/arrow/vectorized/VectorizedArrowReader.java   | 5 ++++-
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git 
a/arrow/src/main/java/org/apache/iceberg/arrow/vectorized/VectorHolder.java 
b/arrow/src/main/java/org/apache/iceberg/arrow/vectorized/VectorHolder.java
index 41a48b7dec..6bd7fc6ab6 100644
--- a/arrow/src/main/java/org/apache/iceberg/arrow/vectorized/VectorHolder.java
+++ b/arrow/src/main/java/org/apache/iceberg/arrow/vectorized/VectorHolder.java
@@ -19,6 +19,7 @@
 package org.apache.iceberg.arrow.vectorized;
 
 import org.apache.arrow.vector.FieldVector;
+import org.apache.iceberg.MetadataColumns;
 import org.apache.iceberg.relocated.com.google.common.base.Preconditions;
 import org.apache.iceberg.types.Type;
 import org.apache.iceberg.types.Types;
@@ -183,6 +184,7 @@ public class VectorHolder {
     private final int numRows;
 
     public DeletedVectorHolder(int numRows) {
+      super(MetadataColumns.IS_DELETED);
       this.numRows = numRows;
     }
 
diff --git 
a/arrow/src/main/java/org/apache/iceberg/arrow/vectorized/VectorizedArrowReader.java
 
b/arrow/src/main/java/org/apache/iceberg/arrow/vectorized/VectorizedArrowReader.java
index fb0de4f61d..35a6e8daa8 100644
--- 
a/arrow/src/main/java/org/apache/iceberg/arrow/vectorized/VectorizedArrowReader.java
+++ 
b/arrow/src/main/java/org/apache/iceberg/arrow/vectorized/VectorizedArrowReader.java
@@ -493,6 +493,7 @@ public class VectorizedArrowReader implements 
VectorizedReader<VectorHolder> {
     private NullabilityHolder nulls;
 
     PositionVectorReader(boolean setArrowValidityVector) {
+      super(MetadataColumns.ROW_POSITION);
       this.setArrowValidityVector = setArrowValidityVector;
     }
 
@@ -605,7 +606,9 @@ public class VectorizedArrowReader implements 
VectorizedReader<VectorHolder> {
    * Holder which indicates whether a given row is deleted.
    */
   public static class DeletedVectorReader extends VectorizedArrowReader {
-    public DeletedVectorReader() {}
+    public DeletedVectorReader() {
+      super(MetadataColumns.IS_DELETED);
+    }
 
     @Override
     public VectorHolder read(VectorHolder reuse, int numValsToRead) {