This is an automated email from the ASF dual-hosted git repository.
fokko pushed a commit to branch parquet-1.13.x
in repository https://gitbox.apache.org/repos/asf/parquet-mr.git
The following commit(s) were added to refs/heads/parquet-1.13.x by this push:
new 728c1cbf9 PARQUET-2297: Skip delta problem check
728c1cbf9 is described below
commit 728c1cbf97ef89d1041218240bb90b702911e51d
Author: ggershinsky <[email protected]>
AuthorDate: Tue May 9 10:17:40 2023 +0300
PARQUET-2297: Skip delta problem check
---
.../src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git
a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java
b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java
index e46ccdd15..b00981020 100644
---
a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java
+++
b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetRecordReader.java
@@ -173,7 +173,10 @@ public class ParquetRecordReader<T> extends
RecordReader<Void, T> {
}
}
- if (!reader.getRowGroups().isEmpty()) {
+ if (!reader.getRowGroups().isEmpty() &&
+ // Encrypted files (parquet-mr 1.12+) can't have the delta encoding
problem (resolved in parquet-mr 1.8)
+ reader.getFileMetaData().getEncryptionType() !=
FileMetaData.EncryptionType.ENCRYPTED_FOOTER &&
+ reader.getFileMetaData().getEncryptionType() !=
FileMetaData.EncryptionType.PLAINTEXT_FOOTER) {
checkDeltaByteArrayProblem(
reader.getFooter().getFileMetaData(), configuration,
reader.getRowGroups().get(0));