[
https://issues.apache.org/jira/browse/HIVE-30055?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
tanishqchugh updated HIVE-30055:
--------------------------------
Description:
Queries requiring native hadoop libs are running into errors with LLAP, when
hive is deployed in containerized mode.
Queries for Minimal Repro:
{code:java}
CREATE TABLE tbl_test_orc(id int, name string) STORED AS ORC;
INSERT INTO tbl_test_orc VALUES(1, "alice"), (2, "bob");
SELECT * FROM tbl_test_orc ORDER BY id;{code}
SELECT query runs into the following error:
{code:java}
ERROR : Status: FailedERROR : Vertex failed, vertexName=Map 1,
vertexId=vertex_1789452229163_0001_2_00, diagnostics=[Task failed,
taskId=task_1789452229163_0001_2_00_000000, diagnostics=[TaskAttempt 0 failed,
info=[Error: Error while running task ( failure ) :
org.apache.hadoop.hive.ql.metadata.HiveException: java.io.IOException:
java.lang.UnsatisfiedLinkError: 'long
org.apache.hadoop.io.compress.zlib.ZlibDecompressor.init(int)' at
org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord(MapRecordSource.java:90)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:418)
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:294)
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:277) at
org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:381)
at
org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:86)
at
org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:72)
at
java.base/java.security.AccessController.doPrivileged(AccessController.java:714)
at java.base/javax.security.auth.Subject.doAs(Subject.java:525) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
at
org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:72)
at
org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:42)
at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36) at
org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:112)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317) at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583) {code}
was:
READ Queries on ORC tables (both iceberg & non-iceberg) are running into errors
with LLAP, when hive is deployed in containerized mode.
Queries for Minimal Repro:
{code:java}
CREATE TABLE tbl_test_orc(id int, name string) STORED AS ORC;
INSERT INTO tbl_test_orc VALUES(1, "alice"), (2, "bob");
SELECT * FROM tbl_test_orc ORDER BY id;{code}
SELECT query runs into the following error:
{code:java}
ERROR : Status: FailedERROR : Vertex failed, vertexName=Map 1,
vertexId=vertex_1789452229163_0001_2_00, diagnostics=[Task failed,
taskId=task_1789452229163_0001_2_00_000000, diagnostics=[TaskAttempt 0 failed,
info=[Error: Error while running task ( failure ) :
org.apache.hadoop.hive.ql.metadata.HiveException: java.io.IOException:
java.lang.UnsatisfiedLinkError: 'long
org.apache.hadoop.io.compress.zlib.ZlibDecompressor.init(int)' at
org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord(MapRecordSource.java:90)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:418)
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:294)
at
org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:277) at
org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:381)
at
org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:86)
at
org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:72)
at
java.base/java.security.AccessController.doPrivileged(AccessController.java:714)
at java.base/javax.security.auth.Subject.doAs(Subject.java:525) at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
at
org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:72)
at
org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:42)
at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36) at
org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:112)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317) at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583) {code}
> Fix query failures with LLAP in containerized mode
> --------------------------------------------------
>
> Key: HIVE-30055
> URL: https://issues.apache.org/jira/browse/HIVE-30055
> Project: Hive
> Issue Type: Bug
> Reporter: tanishqchugh
> Assignee: tanishqchugh
> Priority: Major
> Labels: pull-request-available
>
> Queries requiring native hadoop libs are running into errors with LLAP, when
> hive is deployed in containerized mode.
> Queries for Minimal Repro:
> {code:java}
> CREATE TABLE tbl_test_orc(id int, name string) STORED AS ORC;
> INSERT INTO tbl_test_orc VALUES(1, "alice"), (2, "bob");
> SELECT * FROM tbl_test_orc ORDER BY id;{code}
> SELECT query runs into the following error:
> {code:java}
> ERROR : Status: FailedERROR : Vertex failed, vertexName=Map 1,
> vertexId=vertex_1789452229163_0001_2_00, diagnostics=[Task failed,
> taskId=task_1789452229163_0001_2_00_000000, diagnostics=[TaskAttempt 0
> failed, info=[Error: Error while running task ( failure ) :
> org.apache.hadoop.hive.ql.metadata.HiveException: java.io.IOException:
> java.lang.UnsatisfiedLinkError: 'long
> org.apache.hadoop.io.compress.zlib.ZlibDecompressor.init(int)' at
> org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord(MapRecordSource.java:90)
> at
> org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:418)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:294)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:277)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:381)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:86)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:72)
> at
> java.base/java.security.AccessController.doPrivileged(AccessController.java:714)
> at java.base/javax.security.auth.Subject.doAs(Subject.java:525) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:72)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:42)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at
> org.apache.hadoop.hive.llap.daemon.impl.StatsRecordingThreadPool$WrappedCallable.call(StatsRecordingThreadPool.java:112)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
> at java.base/java.lang.Thread.run(Thread.java:1583) {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
