[
https://issues.apache.org/jira/browse/ORC-2030?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18031067#comment-18031067
]
hao edited comment on ORC-2030 at 10/20/25 6:38 AM:
----------------------------------------------------
This is a stack of two situations
-------------------------------------------------------------Null---------------------------------------
java.lang.ArrayIndexOutOfBoundsException: null
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.readDictionaryStream(TreeReaderFactory.java:2241)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.nextVector(TreeReaderFactory.java:2282)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.TreeReaderFactory$StringTreeReader.nextVector(TreeReaderFactory.java:1962)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.readBatchColumn(StructBatchReader.java:65)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.nextBatchForLevel(StructBatchReader.java:100)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.nextBatch(StructBatchReader.java:77)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.RecordReaderImpl.nextBatch(RecordReaderImpl.java:1371)
~[orc-core-1.7.8.jar:1.7.8]
-----------------------------------------------------negative--------------------------------------------------------
java.lang.ArrayIndexOutOfBoundsException: -1295
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.readDictionaryStream(TreeReaderFactory.java:2241)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.nextVector(TreeReaderFactory.java:2282)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.TreeReaderFactory$StringTreeReader.nextVector(TreeReaderFactory.java:1962)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.readBatchColumn(StructBatchReader.java:65)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.nextBatchForLevel(StructBatchReader.java:100)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.nextBatch(StructBatchReader.java:77)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.RecordReaderImpl.nextBatch(RecordReaderImpl.java:1371)
~[orc-core-1.7.8.jar:1.7.8]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NegativeArraySizeException
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.readDictionaryStream(TreeReaderFactory.java:2235)
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.nextVector(TreeReaderFactory.java:2287)
at
org.apache.orc.impl.TreeReaderFactory$StringTreeReader.nextVector(TreeReaderFactory.java:1962)
was (Author: hao.duan):
This is a stack of two situations
-------------------------------------------------------------Null----------------------------------------------------------
java.lang.ArrayIndexOutOfBoundsException: null
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.readDictionaryStream(TreeReaderFactory.java:2241)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.nextVector(TreeReaderFactory.java:2282)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.TreeReaderFactory$StringTreeReader.nextVector(TreeReaderFactory.java:1962)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.readBatchColumn(StructBatchReader.java:65)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.nextBatchForLevel(StructBatchReader.java:100)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.nextBatch(StructBatchReader.java:77)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.RecordReaderImpl.nextBatch(RecordReaderImpl.java:1371)
~[orc-core-1.7.8.jar:1.7.8]
-----------------------------------------------------negative--------------------------------------------------------
java.lang.ArrayIndexOutOfBoundsException: -1231
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.readDictionaryStream(TreeReaderFactory.java:2241)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.TreeReaderFactory$StringDictionaryTreeReader.nextVector(TreeReaderFactory.java:2282)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.TreeReaderFactory$StringTreeReader.nextVector(TreeReaderFactory.java:1962)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.readBatchColumn(StructBatchReader.java:65)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.nextBatchForLevel(StructBatchReader.java:100)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.reader.tree.StructBatchReader.nextBatch(StructBatchReader.java:77)
~[orc-core-1.7.8.jar:1.7.8]
at
org.apache.orc.impl.RecordReaderImpl.nextBatch(RecordReaderImpl.java:1371)
~[orc-core-1.7.8.jar:1.7.8]
> DictionaryBufferSize offset with negative and null values
> ---------------------------------------------------------
>
> Key: ORC-2030
> URL: https://issues.apache.org/jira/browse/ORC-2030
> Project: ORC
> Issue Type: Bug
> Affects Versions: 1.7.8
> Environment: spark3.3.2 orc1.7.8
> Reporter: hao
> Priority: Major
>
> DictionaryBufferSize offset with negative and null values
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
