This is an automated email from the ASF dual-hosted git repository.
etudenhoefner pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 6a41168d1a Core: Avoid exceptions for accessing schema for metadata
tables in SnapshotUtil (#15387)
add f1499bde78 Spark, Arrow, Parquet: Add vectorized parquet read support
for `DELTA_LENGTH_BYTE_ARRAY` & `DELTA_BYTE_ARRAY` encodings (#15362)
No new revisions were added by this update.
Summary of changes:
LICENSE | 2 +
.../VectorizedDeltaByteArrayValuesReader.java | 83 +++++++++++++++++++++
.../VectorizedDeltaEncodedValuesReader.java | 42 ++++-------
...VectorizedDeltaLengthByteArrayValuesReader.java | 83 +++++++++++++++++++++
.../vectorized/parquet/VectorizedPageIterator.java | 6 ++
.../vectorized/parquet/VectorizedValuesReader.java | 48 +++++++++---
.../encodings/DELTA_BYTE_ARRAY/binary.parquet | Bin 0 -> 9978 bytes
.../DELTA_BYTE_ARRAY/binary_with_nulls.parquet | Bin 0 -> 8197 bytes
.../encodings/DELTA_BYTE_ARRAY/string.parquet | Bin 0 -> 8887 bytes
.../DELTA_BYTE_ARRAY/string_with_nulls.parquet | Bin 0 -> 7317 bytes
.../DELTA_LENGTH_BYTE_ARRAY/binary.parquet | Bin 0 -> 9875 bytes
.../binary_with_nulls.parquet | Bin 0 -> 8075 bytes
.../DELTA_LENGTH_BYTE_ARRAY/string.parquet | Bin 0 -> 8478 bytes
.../string_with_nulls.parquet | Bin 0 -> 6999 bytes
.../encodings/PLAIN/binary_with_nulls.parquet | Bin 0 -> 10740 bytes
.../encodings/PLAIN/boolean_with_nulls.parquet | Bin 0 -> 618 bytes
.../encodings/PLAIN/float_with_nulls.parquet | Bin 0 -> 3754 bytes
.../encodings/PLAIN/int32_with_nulls.parquet | Bin 0 -> 3766 bytes
.../encodings/PLAIN/int64_with_nulls.parquet | Bin 0 -> 6998 bytes
.../encodings/PLAIN/string_with_nulls.parquet | Bin 0 -> 9764 bytes
.../vectorized/TestParquetVectorizedReads.java | 12 ++-
.../parquet/TestParquetVectorizedReads.java | 29 +++++--
.../parquet/TestParquetVectorizedReads.java | 29 +++++--
.../parquet/TestParquetVectorizedReads.java | 29 +++++--
24 files changed, 294 insertions(+), 69 deletions(-)
create mode 100644
arrow/src/main/java/org/apache/iceberg/arrow/vectorized/parquet/VectorizedDeltaByteArrayValuesReader.java
create mode 100644
arrow/src/main/java/org/apache/iceberg/arrow/vectorized/parquet/VectorizedDeltaLengthByteArrayValuesReader.java
create mode 100644
parquet/src/testFixtures/resources/encodings/DELTA_BYTE_ARRAY/binary.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/DELTA_BYTE_ARRAY/binary_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/DELTA_BYTE_ARRAY/string.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/DELTA_BYTE_ARRAY/string_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/DELTA_LENGTH_BYTE_ARRAY/binary.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/DELTA_LENGTH_BYTE_ARRAY/binary_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/DELTA_LENGTH_BYTE_ARRAY/string.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/DELTA_LENGTH_BYTE_ARRAY/string_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/PLAIN/binary_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/PLAIN/boolean_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/PLAIN/float_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/PLAIN/int32_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/PLAIN/int64_with_nulls.parquet
create mode 100644
parquet/src/testFixtures/resources/encodings/PLAIN/string_with_nulls.parquet
