[
https://issues.apache.org/jira/browse/HIVE-27647?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Kwangwon (Trey) Yi updated HIVE-27647:
--------------------------------------
Description:
Hi all,
I've executed Hive using Tez engine, and got the below NPE.
It seems like there was a NullPointerException error from LLAP
LowLevelCacheImpl class when `putFileData` was called.
What are some possible reasons for this error and suggestions to mitigate it?
It would be much appreciated if you could provide me some sort of advice.
Thank you.
{color:#b5cea8}2023{color}{color:#d4d4d4}-08-{color}{color:#b5cea8}24{color}{color:#d4d4d4}
{color}{color:#b5cea8}10{color}{color:#c586c0}:{color}{color:#b5cea8}22{color}{color:#c586c0}:{color}{color:#b5cea8}31{color}{color:#d4d4d4},{color}{color:#b5cea8}122{color}{color:#d4d4d4}
[INFO] [{color}{color:#4ec9b0}Dispatcher{color}{color:#d4d4d4} thread
{color}{color:#4ec9b0}Unknown{color}{color:#d4d4d4}
{color}{color:#9cdcfe}macro{color}{color:#c586c0}:{color}{color:#d4d4d4}
\\{Central}]
|{color}{color:#9cdcfe}HistoryEventHandler{color}{color:#d4d4d4}.{color}{color:#9cdcfe}criticalEvents{color}{color:#d4d4d4}|{color}{color:#c586c0}:{color}{color:#d4d4d4}
[HISTORY][DAG{color}{color:#c586c0}:{color}{color:#d4d4d4}dag_1691565142260_0112_1][Event{color}{color:#c586c0}:{color}{color:#d4d4d4}TASK_ATTEMPT_FINISHED]{color}{color:#c586c0}:{color}{color:#d4d4d4}
vertexName=Map {color}{color:#b5cea8}4{color}{color:#d4d4d4},
taskAttemptId=attempt_1691565142260_0112_1_00_000010_2,
creationTime={color}{color:#b5cea8}1691962230725{color}{color:#d4d4d4},
allocationTime={color}{color:#b5cea8}1691962230727{color}{color:#d4d4d4},
startTime={color}{color:#b5cea8}1691962230728{color}{color:#d4d4d4},
finishTime={color}{color:#b5cea8}1691962230991{color}{color:#d4d4d4},
timeTaken={color}{color:#b5cea8}263{color}{color:#d4d4d4}, status=FAILED,
taskFailureType=NON_FATAL, errorEnum=FRAMEWORK_ERROR,
diagnostics=Error{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#4ec9b0}Error{color}{color:#d4d4d4}
{color}{color:#c586c0}while{color}{color:#d4d4d4} running
{color}{color:#dcdcaa}task{color}{color:#d4d4d4} ( failure )
{color}{color:#c586c0}:{color}{color:#d4d4d4}
attempt_1691565142260_0112_1_00_000010_2{color}{color:#c586c0}:{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}RuntimeException{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}metadata{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveException{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOException{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}NullPointerException{color}
{color:#d4d4d4}at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}initializeAndRunProcessor{color}{color:#d4d4d4}({color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}303{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}254{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}LogicalIOProcessorRuntimeTask{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}LogicalIOProcessorRuntimeTask{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}374{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}task{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TaskRunner2Callable$1{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}73{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}task{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TaskRunner2Callable$1{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}61{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}security{color}{color:#d4d4d4}.{color}{color:#9cdcfe}AccessController{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doPrivileged{color}{color:#d4d4d4}({color}{color:#4ec9b0}Native{color}{color:#d4d4d4}
Method){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}javax{color}{color:#d4d4d4}.{color}{color:#9cdcfe}security{color}{color:#d4d4d4}.{color}{color:#9cdcfe}auth{color}{color:#d4d4d4}.{color}{color:#9cdcfe}Subject{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doAs{color}{color:#d4d4d4}({color}{color:#9cdcfe}Subject{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}422{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}security{color}{color:#d4d4d4}.{color}{color:#9cdcfe}UserGroupInformation{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doAs{color}{color:#d4d4d4}({color}{color:#9cdcfe}UserGroupInformation{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1730{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}task{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#dcdcaa}callInternal{color}{color:#d4d4d4}({color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}61{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}task{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#dcdcaa}callInternal{color}{color:#d4d4d4}({color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}37{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}common{color}{color:#d4d4d4}.{color}{color:#9cdcfe}CallableWithNdc{color}{color:#d4d4d4}.{color}{color:#dcdcaa}call{color}{color:#d4d4d4}({color}{color:#9cdcfe}CallableWithNdc{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}36{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}llap{color}{color:#d4d4d4}.{color}{color:#9cdcfe}daemon{color}{color:#d4d4d4}.{color}{color:#9cdcfe}impl{color}{color:#d4d4d4}.{color}{color:#9cdcfe}StatsRecordingThreadPool$WrappedCallable{color}{color:#d4d4d4}.{color}{color:#dcdcaa}call{color}{color:#d4d4d4}({color}{color:#9cdcfe}StatsRecordingThreadPool{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}118{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}concurrent{color}{color:#d4d4d4}.{color}{color:#9cdcfe}FutureTask{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}FutureTask{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}266{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}concurrent{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ThreadPoolExecutor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}runWorker{color}{color:#d4d4d4}({color}{color:#9cdcfe}ThreadPoolExecutor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1149{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}concurrent{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ThreadPoolExecutor$Worker{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}ThreadPoolExecutor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}624{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}Thread{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}Thread{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}750{color}{color:#d4d4d4}){color}
{color:#4ec9b0}Caused{color}{color:#d4d4d4}
{color}{color:#9cdcfe}by{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}metadata{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveException{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOException{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}NullPointerException{color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}MapRecordSource{color}{color:#d4d4d4}.{color}{color:#dcdcaa}pushRecord{color}{color:#d4d4d4}({color}{color:#9cdcfe}MapRecordSource{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}80{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}MapRecordProcessor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}MapRecordProcessor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}426{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}initializeAndRunProcessor{color}{color:#d4d4d4}({color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}272{color}{color:#d4d4d4}){color}
{color:#d4d4d4} ... {color}{color:#f44747}15{color}{color:#d4d4d4} more{color}
{color:#4ec9b0}Caused{color}{color:#d4d4d4}
{color}{color:#9cdcfe}by{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOException{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}NullPointerException{color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveIOExceptionHandlerChain{color}{color:#d4d4d4}.{color}{color:#dcdcaa}handleRecordReaderNextException{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveIOExceptionHandlerChain{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}121{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveIOExceptionHandlerUtil{color}{color:#d4d4d4}.{color}{color:#dcdcaa}handleRecordReaderNextException{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveIOExceptionHandlerUtil{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}77{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doNext{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}376{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doNext{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}82{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}119{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}59{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}mapred{color}{color:#d4d4d4}.{color}{color:#9cdcfe}split{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}TezGroupedSplitsInputFormat{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}151{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}mapreduce{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lib{color}{color:#d4d4d4}.{color}{color:#9cdcfe}MRReaderMapred{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}MRReaderMapred{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}116{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}MapRecordSource{color}{color:#d4d4d4}.{color}{color:#dcdcaa}pushRecord{color}{color:#d4d4d4}({color}{color:#9cdcfe}MapRecordSource{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}68{color}{color:#d4d4d4}){color}
{color:#d4d4d4} ... {color}{color:#f44747}17{color}{color:#d4d4d4} more{color}
{color:#4ec9b0}Caused{color}{color:#d4d4d4}
{color}{color:#9cdcfe}by{color}{color:#c586c0}:{color}{color:#d4d4d4}
{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}NullPointerException{color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}llap{color}{color:#d4d4d4}.{color}{color:#9cdcfe}cache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}LowLevelCacheImpl{color}{color:#d4d4d4}.{color}{color:#dcdcaa}putFileData{color}{color:#d4d4d4}({color}{color:#9cdcfe}LowLevelCacheImpl{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}300{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}llap{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}api{color}{color:#d4d4d4}.{color}{color:#9cdcfe}impl{color}{color:#d4d4d4}.{color}{color:#9cdcfe}LlapIoImpl$GenericDataCache{color}{color:#d4d4d4}.{color}{color:#dcdcaa}putFileData{color}{color:#d4d4d4}({color}{color:#9cdcfe}LlapIoImpl{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}303{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}llap{color}{color:#d4d4d4}.{color}{color:#9cdcfe}LlapCacheAwareFs$CacheAwareInputStream{color}{color:#d4d4d4}.{color}{color:#dcdcaa}read{color}{color:#d4d4d4}({color}{color:#9cdcfe}LlapCacheAwareFs{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}324{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}commons{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOUtils{color}{color:#d4d4d4}.{color}{color:#dcdcaa}read{color}{color:#d4d4d4}({color}{color:#9cdcfe}IOUtils{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1542{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}commons{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOUtils{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFully{color}{color:#d4d4d4}({color}{color:#9cdcfe}IOUtils{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1658{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ByteBufferIOUtils{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFullyHeapBuffer{color}{color:#d4d4d4}({color}{color:#9cdcfe}ByteBufferIOUtils{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}89{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ByteBufferIOUtils{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFully{color}{color:#d4d4d4}({color}{color:#9cdcfe}ByteBufferIOUtils{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}53{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}fs{color}{color:#d4d4d4}.{color}{color:#9cdcfe}DefaultMultiByteBufferReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFullyIntoBuffers{color}{color:#d4d4d4}({color}{color:#9cdcfe}DefaultMultiByteBufferReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}36{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}fs{color}{color:#d4d4d4}.{color}{color:#9cdcfe}FSDataInputStream{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFullyIntoBuffers{color}{color:#d4d4d4}({color}{color:#9cdcfe}FSDataInputStream{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}264{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}H1SeekableInputStream{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFullyIntoBuffers{color}{color:#d4d4d4}({color}{color:#9cdcfe}H1SeekableInputStream{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}64{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ParquetFileReader$ConsecutivePartList{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readAll{color}{color:#d4d4d4}({color}{color:#9cdcfe}ParquetFileReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1741{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ParquetFileReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readNextRowGroup{color}{color:#d4d4d4}({color}{color:#9cdcfe}ParquetFileReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}952{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}vector{color}{color:#d4d4d4}.{color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}checkEndOfRowGroup{color}{color:#d4d4d4}({color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}428{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}vector{color}{color:#d4d4d4}.{color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}nextBatch{color}{color:#d4d4d4}({color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}406{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}vector{color}{color:#d4d4d4}.{color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}358{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}vector{color}{color:#d4d4d4}.{color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}93{color}{color:#d4d4d4}){color}
{color:#d4d4d4} at
{color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doNext{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}371{color}{color:#d4d4d4}){color}
{color:#d4d4d4} ... {color}{color:#f44747}23{color}{color:#d4d4d4} more{color}
was:
Hi all,
I've executed Hive using Tez engine, and got the below NPE.
It seems like there was a NullPointerException error from LLAP
LowLevelCacheImpl class when `putFileData` was called.
What are some possible reasons for this error and suggestions to mitigate it?
It would be much appreciated if you could provide me some sort of advice.
Thank you.
{quote}2023-08-24 10:22:31,122 [INFO] [Dispatcher thread Unknown macro:
\{Central}] |HistoryEventHandler.criticalEvents|:
[HISTORY][DAG:dag_1691565142260_0112_1][Event:TASK_ATTEMPT_FINISHED]:
vertexName=Map 4, taskAttemptId=attempt_1691565142260_0112_1_00_000010_2,
creationTime=1691962230725, allocationTime=1691962230727,
startTime=1691962230728, finishTime=1691962230991, timeTaken=263,
status=FAILED, taskFailureType=NON_FATAL, errorEnum=FRAMEWORK_ERROR,
diagnostics=Error: Error while running task ( failure ) :
attempt_1691565142260_0112_1_00_000010_2:java.lang.RuntimeException:
org.apache.hadoop.hive.ql.metadata.HiveException: java.io.IOException:
java.lang.NullPointerException at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:303)
at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:254)
at
org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:374)
at
org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:73)
at
org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:61)
at java.security.AccessController.doPrivileged(Native Method) at
javax.security.auth.Subject.doAs(Subject.java:422) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
at
org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:61)
at
org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:37)
at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36) at
org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:118)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750) Caused by:
org.apache.hadoop.hive.ql.metadata.HiveException: java.io.IOException:
java.lang.NullPointerException at
org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord(MapRecordSource.java:80)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:426)
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:272)
... 15 more Caused by: java.io.IOException: java.lang.NullPointerException at
org.apache.hadoop.hive.io.HiveIOExceptionHandlerChain.handleRecordReaderNextException(HiveIOExceptionHandlerChain.java:121)
at
org.apache.hadoop.hive.io.HiveIOExceptionHandlerUtil.handleRecordReaderNextException(HiveIOExceptionHandlerUtil.java:77)
at
org.apache.hadoop.hive.ql.io.HiveContextAwareRecordReader.doNext(HiveContextAwareRecordReader.java:376)
at
org.apache.hadoop.hive.ql.io.HiveRecordReader.doNext(HiveRecordReader.java:82)
at
org.apache.hadoop.hive.ql.io.HiveContextAwareRecordReader.next(HiveContextAwareRecordReader.java:119)
at
org.apache.hadoop.hive.ql.io.HiveContextAwareRecordReader.next(HiveContextAwareRecordReader.java:59)
at
org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.next(TezGroupedSplitsInputFormat.java:151)
at org.apache.tez.mapreduce.lib.MRReaderMapred.next(MRReaderMapred.java:116)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord(MapRecordSource.java:68)
... 17 more Caused by: java.lang.NullPointerException at
org.apache.hadoop.hive.llap.cache.LowLevelCacheImpl.putFileData(LowLevelCacheImpl.java:300)
at
org.apache.hadoop.hive.llap.io.api.impl.LlapIoImpl$GenericDataCache.putFileData(LlapIoImpl.java:303)
at
org.apache.hadoop.hive.llap.LlapCacheAwareFs$CacheAwareInputStream.read(LlapCacheAwareFs.java:324)
at org.apache.commons.io.IOUtils.read(IOUtils.java:1542) at
org.apache.commons.io.IOUtils.readFully(IOUtils.java:1658) at
org.apache.hadoop.util.ByteBufferIOUtils.readFullyHeapBuffer(ByteBufferIOUtils.java:89)
at
org.apache.hadoop.util.ByteBufferIOUtils.readFully(ByteBufferIOUtils.java:53)
at
org.apache.hadoop.fs.DefaultMultiByteBufferReader.readFullyIntoBuffers(DefaultMultiByteBufferReader.java:36)
at
org.apache.hadoop.fs.FSDataInputStream.readFullyIntoBuffers(FSDataInputStream.java:264)
at
org.apache.parquet.hadoop.util.H1SeekableInputStream.readFullyIntoBuffers(H1SeekableInputStream.java:64)
at
org.apache.parquet.hadoop.ParquetFileReader$ConsecutivePartList.readAll(ParquetFileReader.java:1741)
at
org.apache.parquet.hadoop.ParquetFileReader.readNextRowGroup(ParquetFileReader.java:952)
at
org.apache.hadoop.hive.ql.io.parquet.vector.VectorizedParquetRecordReader.checkEndOfRowGroup(VectorizedParquetRecordReader.java:428)
at
org.apache.hadoop.hive.ql.io.parquet.vector.VectorizedParquetRecordReader.nextBatch(VectorizedParquetRecordReader.java:406)
at
org.apache.hadoop.hive.ql.io.parquet.vector.VectorizedParquetRecordReader.next(VectorizedParquetRecordReader.java:358)
at
org.apache.hadoop.hive.ql.io.parquet.vector.VectorizedParquetRecordReader.next(VectorizedParquetRecordReader.java:93)
at
org.apache.hadoop.hive.ql.io.HiveContextAwareRecordReader.doNext(HiveContextAwareRecordReader.java:371)
... 23 more
{quote}
> NullPointerException from LowLevelCacheImpl
> -------------------------------------------
>
> Key: HIVE-27647
> URL: https://issues.apache.org/jira/browse/HIVE-27647
> Project: Hive
> Issue Type: Bug
> Components: Tez
> Affects Versions: 3.1.3
> Environment: Hive: 3.1.3
> Tez: 0.9.2
> Reporter: Kwangwon (Trey) Yi
> Priority: Major
>
> Hi all,
>
> I've executed Hive using Tez engine, and got the below NPE.
> It seems like there was a NullPointerException error from LLAP
> LowLevelCacheImpl class when `putFileData` was called.
> What are some possible reasons for this error and suggestions to mitigate it?
>
> It would be much appreciated if you could provide me some sort of advice.
> Thank you.
>
> {color:#b5cea8}2023{color}{color:#d4d4d4}-08-{color}{color:#b5cea8}24{color}{color:#d4d4d4}
>
> {color}{color:#b5cea8}10{color}{color:#c586c0}:{color}{color:#b5cea8}22{color}{color:#c586c0}:{color}{color:#b5cea8}31{color}{color:#d4d4d4},{color}{color:#b5cea8}122{color}{color:#d4d4d4}
> [INFO] [{color}{color:#4ec9b0}Dispatcher{color}{color:#d4d4d4} thread
> {color}{color:#4ec9b0}Unknown{color}{color:#d4d4d4}
> {color}{color:#9cdcfe}macro{color}{color:#c586c0}:{color}{color:#d4d4d4}
> \\{Central}]
> |{color}{color:#9cdcfe}HistoryEventHandler{color}{color:#d4d4d4}.{color}{color:#9cdcfe}criticalEvents{color}{color:#d4d4d4}|{color}{color:#c586c0}:{color}{color:#d4d4d4}
>
> [HISTORY][DAG{color}{color:#c586c0}:{color}{color:#d4d4d4}dag_1691565142260_0112_1][Event{color}{color:#c586c0}:{color}{color:#d4d4d4}TASK_ATTEMPT_FINISHED]{color}{color:#c586c0}:{color}{color:#d4d4d4}
> vertexName=Map {color}{color:#b5cea8}4{color}{color:#d4d4d4},
> taskAttemptId=attempt_1691565142260_0112_1_00_000010_2,
> creationTime={color}{color:#b5cea8}1691962230725{color}{color:#d4d4d4},
> allocationTime={color}{color:#b5cea8}1691962230727{color}{color:#d4d4d4},
> startTime={color}{color:#b5cea8}1691962230728{color}{color:#d4d4d4},
> finishTime={color}{color:#b5cea8}1691962230991{color}{color:#d4d4d4},
> timeTaken={color}{color:#b5cea8}263{color}{color:#d4d4d4}, status=FAILED,
> taskFailureType=NON_FATAL, errorEnum=FRAMEWORK_ERROR,
> diagnostics=Error{color}{color:#c586c0}:{color}{color:#d4d4d4}
> {color}{color:#4ec9b0}Error{color}{color:#d4d4d4}
> {color}{color:#c586c0}while{color}{color:#d4d4d4} running
> {color}{color:#dcdcaa}task{color}{color:#d4d4d4} ( failure )
> {color}{color:#c586c0}:{color}{color:#d4d4d4}
> attempt_1691565142260_0112_1_00_000010_2{color}{color:#c586c0}:{color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}RuntimeException{color}{color:#c586c0}:{color}{color:#d4d4d4}
>
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}metadata{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveException{color}{color:#c586c0}:{color}{color:#d4d4d4}
>
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOException{color}{color:#c586c0}:{color}{color:#d4d4d4}
>
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}NullPointerException{color}
> {color:#d4d4d4}at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}initializeAndRunProcessor{color}{color:#d4d4d4}({color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}303{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}254{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}LogicalIOProcessorRuntimeTask{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}LogicalIOProcessorRuntimeTask{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}374{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}task{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TaskRunner2Callable$1{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}73{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}task{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TaskRunner2Callable$1{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}61{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}security{color}{color:#d4d4d4}.{color}{color:#9cdcfe}AccessController{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doPrivileged{color}{color:#d4d4d4}({color}{color:#4ec9b0}Native{color}{color:#d4d4d4}
> Method){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}javax{color}{color:#d4d4d4}.{color}{color:#9cdcfe}security{color}{color:#d4d4d4}.{color}{color:#9cdcfe}auth{color}{color:#d4d4d4}.{color}{color:#9cdcfe}Subject{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doAs{color}{color:#d4d4d4}({color}{color:#9cdcfe}Subject{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}422{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}security{color}{color:#d4d4d4}.{color}{color:#9cdcfe}UserGroupInformation{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doAs{color}{color:#d4d4d4}({color}{color:#9cdcfe}UserGroupInformation{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1730{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}task{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#dcdcaa}callInternal{color}{color:#d4d4d4}({color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}61{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}runtime{color}{color:#d4d4d4}.{color}{color:#9cdcfe}task{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#dcdcaa}callInternal{color}{color:#d4d4d4}({color}{color:#9cdcfe}TaskRunner2Callable{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}37{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}common{color}{color:#d4d4d4}.{color}{color:#9cdcfe}CallableWithNdc{color}{color:#d4d4d4}.{color}{color:#dcdcaa}call{color}{color:#d4d4d4}({color}{color:#9cdcfe}CallableWithNdc{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}36{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}llap{color}{color:#d4d4d4}.{color}{color:#9cdcfe}daemon{color}{color:#d4d4d4}.{color}{color:#9cdcfe}impl{color}{color:#d4d4d4}.{color}{color:#9cdcfe}StatsRecordingThreadPool$WrappedCallable{color}{color:#d4d4d4}.{color}{color:#dcdcaa}call{color}{color:#d4d4d4}({color}{color:#9cdcfe}StatsRecordingThreadPool{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}118{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}concurrent{color}{color:#d4d4d4}.{color}{color:#9cdcfe}FutureTask{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}FutureTask{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}266{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}concurrent{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ThreadPoolExecutor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}runWorker{color}{color:#d4d4d4}({color}{color:#9cdcfe}ThreadPoolExecutor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1149{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}concurrent{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ThreadPoolExecutor$Worker{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}ThreadPoolExecutor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}624{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}Thread{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}Thread{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}750{color}{color:#d4d4d4}){color}
> {color:#4ec9b0}Caused{color}{color:#d4d4d4}
> {color}{color:#9cdcfe}by{color}{color:#c586c0}:{color}{color:#d4d4d4}
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}metadata{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveException{color}{color:#c586c0}:{color}{color:#d4d4d4}
>
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOException{color}{color:#c586c0}:{color}{color:#d4d4d4}
>
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}NullPointerException{color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}MapRecordSource{color}{color:#d4d4d4}.{color}{color:#dcdcaa}pushRecord{color}{color:#d4d4d4}({color}{color:#9cdcfe}MapRecordSource{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}80{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}MapRecordProcessor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}run{color}{color:#d4d4d4}({color}{color:#9cdcfe}MapRecordProcessor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}426{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#dcdcaa}initializeAndRunProcessor{color}{color:#d4d4d4}({color}{color:#9cdcfe}TezProcessor{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}272{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} ... {color}{color:#f44747}15{color}{color:#d4d4d4} more{color}
> {color:#4ec9b0}Caused{color}{color:#d4d4d4}
> {color}{color:#9cdcfe}by{color}{color:#c586c0}:{color}{color:#d4d4d4}
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOException{color}{color:#c586c0}:{color}{color:#d4d4d4}
>
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}NullPointerException{color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveIOExceptionHandlerChain{color}{color:#d4d4d4}.{color}{color:#dcdcaa}handleRecordReaderNextException{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveIOExceptionHandlerChain{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}121{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveIOExceptionHandlerUtil{color}{color:#d4d4d4}.{color}{color:#dcdcaa}handleRecordReaderNextException{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveIOExceptionHandlerUtil{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}77{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doNext{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}376{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doNext{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}82{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}119{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}59{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}mapred{color}{color:#d4d4d4}.{color}{color:#9cdcfe}split{color}{color:#d4d4d4}.{color}{color:#9cdcfe}TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}TezGroupedSplitsInputFormat{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}151{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}mapreduce{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lib{color}{color:#d4d4d4}.{color}{color:#9cdcfe}MRReaderMapred{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}MRReaderMapred{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}116{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}exec{color}{color:#d4d4d4}.{color}{color:#9cdcfe}tez{color}{color:#d4d4d4}.{color}{color:#9cdcfe}MapRecordSource{color}{color:#d4d4d4}.{color}{color:#dcdcaa}pushRecord{color}{color:#d4d4d4}({color}{color:#9cdcfe}MapRecordSource{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}68{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} ... {color}{color:#f44747}17{color}{color:#d4d4d4} more{color}
> {color:#4ec9b0}Caused{color}{color:#d4d4d4}
> {color}{color:#9cdcfe}by{color}{color:#c586c0}:{color}{color:#d4d4d4}
> {color}{color:#9cdcfe}java{color}{color:#d4d4d4}.{color}{color:#9cdcfe}lang{color}{color:#d4d4d4}.{color}{color:#9cdcfe}NullPointerException{color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}llap{color}{color:#d4d4d4}.{color}{color:#9cdcfe}cache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}LowLevelCacheImpl{color}{color:#d4d4d4}.{color}{color:#dcdcaa}putFileData{color}{color:#d4d4d4}({color}{color:#9cdcfe}LowLevelCacheImpl{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}300{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}llap{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}api{color}{color:#d4d4d4}.{color}{color:#9cdcfe}impl{color}{color:#d4d4d4}.{color}{color:#9cdcfe}LlapIoImpl$GenericDataCache{color}{color:#d4d4d4}.{color}{color:#dcdcaa}putFileData{color}{color:#d4d4d4}({color}{color:#9cdcfe}LlapIoImpl{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}303{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}llap{color}{color:#d4d4d4}.{color}{color:#9cdcfe}LlapCacheAwareFs$CacheAwareInputStream{color}{color:#d4d4d4}.{color}{color:#dcdcaa}read{color}{color:#d4d4d4}({color}{color:#9cdcfe}LlapCacheAwareFs{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}324{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}commons{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOUtils{color}{color:#d4d4d4}.{color}{color:#dcdcaa}read{color}{color:#d4d4d4}({color}{color:#9cdcfe}IOUtils{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1542{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}commons{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}IOUtils{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFully{color}{color:#d4d4d4}({color}{color:#9cdcfe}IOUtils{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1658{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ByteBufferIOUtils{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFullyHeapBuffer{color}{color:#d4d4d4}({color}{color:#9cdcfe}ByteBufferIOUtils{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}89{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ByteBufferIOUtils{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFully{color}{color:#d4d4d4}({color}{color:#9cdcfe}ByteBufferIOUtils{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}53{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}fs{color}{color:#d4d4d4}.{color}{color:#9cdcfe}DefaultMultiByteBufferReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFullyIntoBuffers{color}{color:#d4d4d4}({color}{color:#9cdcfe}DefaultMultiByteBufferReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}36{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}fs{color}{color:#d4d4d4}.{color}{color:#9cdcfe}FSDataInputStream{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFullyIntoBuffers{color}{color:#d4d4d4}({color}{color:#9cdcfe}FSDataInputStream{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}264{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}util{color}{color:#d4d4d4}.{color}{color:#9cdcfe}H1SeekableInputStream{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readFullyIntoBuffers{color}{color:#d4d4d4}({color}{color:#9cdcfe}H1SeekableInputStream{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}64{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ParquetFileReader$ConsecutivePartList{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readAll{color}{color:#d4d4d4}({color}{color:#9cdcfe}ParquetFileReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}1741{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ParquetFileReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}readNextRowGroup{color}{color:#d4d4d4}({color}{color:#9cdcfe}ParquetFileReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}952{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}vector{color}{color:#d4d4d4}.{color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}checkEndOfRowGroup{color}{color:#d4d4d4}({color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}428{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}vector{color}{color:#d4d4d4}.{color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}nextBatch{color}{color:#d4d4d4}({color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}406{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}vector{color}{color:#d4d4d4}.{color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}358{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}parquet{color}{color:#d4d4d4}.{color}{color:#9cdcfe}vector{color}{color:#d4d4d4}.{color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}next{color}{color:#d4d4d4}({color}{color:#9cdcfe}VectorizedParquetRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}93{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} at
> {color}{color:#9cdcfe}org{color}{color:#d4d4d4}.{color}{color:#9cdcfe}apache{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hadoop{color}{color:#d4d4d4}.{color}{color:#9cdcfe}hive{color}{color:#d4d4d4}.{color}{color:#9cdcfe}ql{color}{color:#d4d4d4}.{color}{color:#9cdcfe}io{color}{color:#d4d4d4}.{color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#dcdcaa}doNext{color}{color:#d4d4d4}({color}{color:#9cdcfe}HiveContextAwareRecordReader{color}{color:#d4d4d4}.{color}{color:#9cdcfe}java{color}{color:#c586c0}:{color}{color:#b5cea8}371{color}{color:#d4d4d4}){color}
> {color:#d4d4d4} ... {color}{color:#f44747}23{color}{color:#d4d4d4} more{color}
>
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
