[
https://issues.apache.org/jira/browse/HIVE-28547?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
kravii updated HIVE-28547:
--------------------------
Description:
Hive LLAP Logs -
{code:java}
2024-09-30T16:15:53,506 INFO [tez-session-init-0]:
delegation.ZKDelegationTokenSecretManager
(ZKDelegationTokenSecretManager.java:loadFromZKCache(399)) - Loaded token cache.
2024-09-30T16:15:53,507 INFO [tez-session-init-0]:
delegation.AbstractDelegationTokenSecretManager
(AbstractDelegationTokenSecretManager.java:updateCurrentKey(415)) - Updating
the current master key for generating delegation tokens
2024-09-30T16:15:53,515 ERROR [Curator-SafeNotifyService-0]:
delegation.ZKDelegationTokenSecretManager
(ZKDelegationTokenSecretManager.java:lambda$startThreads$0(314)) - Error while
processing Curator keyCacheListener NODE_CREATED / NODE_CHANGED event
2024-09-30T16:15:53,523 INFO [Thread[Thread-28,5,main]]:
delegation.AbstractDelegationTokenSecretManager
(AbstractDelegationTokenSecretManager.java:run(797)) - Starting expired
delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2024-09-30T16:15:53,524 INFO [tez-session-init-0]: imps.CuratorFrameworkImpl
(CuratorFrameworkImpl.java:start(338)) - Starting
2024-09-30T16:15:53,526 INFO [tez-session-init-0]: zookeeper.ZooKeeper
(ZooKeeper.java:<init>(637)) - Initiating client connection,
connectString=xxxx:2181,xxxx:2181,xxxxx:2181 sessionTimeout=40000
watcher=org.apache.curator.ConnectionState@3ed9c24b
2024-09-30T16:15:53,527 INFO [tez-session-init-0]: zookeeper.ClientCnxnSocket
(ClientCnxnSocket.java:initProperties(239)) - jute.maxbuffer value is 1048575
Bytes
2024-09-30T16:15:53,527 INFO [tez-session-init-0]: zookeeper.ClientCnxn
(ClientCnxn.java:initRequestTimeout(1747)) - zookeeper.request.timeout value is
0. feature enabled=false
2024-09-30T16:15:53,516 ERROR [Curator-SafeNotifyService-0]:
listen.MappingListenerManager
(MappingListenerManager.java:lambda$forEach$0(97)) - Listener
(org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2@a3c7985)
threw an exception
java.io.UncheckedIOException: java.io.EOFException
at
org.apache.hadoop.security.token.delegation.ZKDelegationTokenSecretManager.lambda$startThreads$0(ZKDelegationTokenSecretManager.java:316)
~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
at
org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl.lambda$forCreatesAndChanges$2(CuratorCacheListenerBuilderImpl.java:69)
~[curator-recipes-5.2.0.jar:5.2.0]
at
org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2.lambda$event$0(CuratorCacheListenerBuilderImpl.java:149)
~[curator-recipes-5.2.0.jar:5.2.0]
at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?]
at
org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2.event(CuratorCacheListenerBuilderImpl.java:149)
~[curator-recipes-5.2.0.jar:5.2.0]
at
org.apache.curator.framework.recipes.cache.CuratorCacheImpl.lambda$putStorage$7(CuratorCacheImpl.java:279)
~[curator-recipes-5.2.0.jar:5.2.0]
at
org.apache.curator.framework.listen.MappingListenerManager.lambda$forEach$0(MappingListenerManager.java:92)
~[curator-framework-5.2.0.jar:5.2.0]
at
org.apache.curator.framework.listen.MappingListenerManager.forEach(MappingListenerManager.java:89)
~[curator-framework-5.2.0.jar:5.2.0]
at
org.apache.curator.framework.listen.StandardListenerManager.forEach(StandardListenerManager.java:89)
~[curator-framework-5.2.0.jar:5.2.0]
at
org.apache.curator.framework.recipes.cache.CuratorCacheImpl.lambda$callListeners$10(CuratorCacheImpl.java:293)
~[curator-recipes-5.2.0.jar:5.2.0]
at
java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1736)
~[?:?]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
~[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
~[?:?]
at java.lang.Thread.run(Thread.java:829) ~[?:?]
Caused by: java.io.EOFException
at java.io.DataInputStream.readFully(DataInputStream.java:202) ~[?:?]
at java.io.DataInputStream.readFully(DataInputStream.java:170) ~[?:?]
at
org.apache.hadoop.security.token.delegation.DelegationKey.readFields(DelegationKey.java:117)
~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
at
org.apache.hadoop.security.token.delegation.ZKDelegationTokenSecretManager.processKeyAddOrUpdate(ZKDelegationTokenSecretManager.java:406)
~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
at
org.apache.hadoop.security.token.delegation.ZKDelegationTokenSecretManager.lambda$startThreads$0(ZKDelegationTokenSecretManager.java:312)
~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
... 13 more
2024-09-30T16:15:53,536 ERROR [Curator-SafeNotifyService-0]:
delegation.ZKDelegationTokenSecretManager
(ZKDelegationTokenSecretManager.java:lambda$startThreads$2(338)) - Error while
processing Curator tokenCacheListener NODE_CREATED / NODE_CHANGED event
2024-09-30T16:15:53,537 ERROR [Curator-SafeNotifyService-0]:
listen.MappingListenerManager
(MappingListenerManager.java:lambda$forEach$0(97)) - Listener
(org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2@212e0273)
threw an exception
java.io.UncheckedIOException: java.io.IOException: Unknown version of
delegation token 51
at
org.apache.hadoop.security.token.delegation.ZKDelegationTokenSecretManager.lambda$startThreads$2(ZKDelegationTokenSecretManager.java:340)
~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
at
org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl.lambda$forCreatesAndChanges$2(CuratorCacheListenerBuilderImpl.java:69)
~[curator-recipes-5.2.0.jar:5.2.0]
at
org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2.lambda$event$0(CuratorCacheListenerBuilderImpl.java:149)
~[curator-recipes-5.2.0.jar:5.2.0]{code}
was:
Hive LLAP Logs -
{code:java}
2024-09-27T16:49:05,869 ERROR [HiveServer2-Background-Pool: Thread-178]:
SessionState (SessionState.java:printError(1387)) - Vertex failed,
vertexName=Map 8, vertexId=vertex_1727435326903_0002_1_00, diagnostics=[Task
failed, taskId=task_1727435326903_0002_1_00_000000, diagnostics=[TaskAttempt 0
failed,
info=[org.apache.hadoop.ipc.RemoteException(java.lang.SecurityException):
Unsigned fragment not allowed
at
org.apache.hadoop.hive.llap.daemon.impl.ContainerRunnerImpl.checkSignature(ContainerRunnerImpl.java:426)
at
org.apache.hadoop.hive.llap.daemon.impl.ContainerRunnerImpl.extractVertexSpec(ContainerRunnerImpl.java:395)
at
org.apache.hadoop.hive.llap.daemon.impl.ContainerRunnerImpl.submitWork(ContainerRunnerImpl.java:229)
at
org.apache.hadoop.hive.llap.daemon.impl.LlapDaemon.submitWork(LlapDaemon.java:656)
at
org.apache.hadoop.hive.llap.daemon.impl.LlapProtocolServerImpl.submitWork(LlapProtocolServerImpl.java:126)
at
org.apache.hadoop.hive.llap.daemon.rpc.LlapDaemonProtocolProtos$LlapDaemonProtocol$2.callBlockingMethod(LlapDaemonProtocolProtos.java:32621)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server.processCall(ProtobufRpcEngine.java:484)
at
org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:595)
at
org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1094)
at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1017)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3048)
], TaskAttempt 1 failed,
info=[org.apache.hadoop.ipc.RemoteException(java.lang.SecurityException):
Unsigned fragment not allowed
2024-09-30T04:57:13,043 DEBUG [main]: metastore.HiveMetaStoreClient
(HiveMetaStoreClient.java:createAuthBinaryTransport(966)) - HMSC::open(): Could
not find delegation token. Creating KERBEROS-based thrift connection.
2024-09-30T04:57:13,050 DEBUG [main]: security.UserGroupInformation
(UserGroupInformation.java:doAs(1896)) - PrivilegedAction [as:
hive/[email protected] (auth:KERBEROS)][action:
org.apache.hadoop.hive.metastore.security.HadoopThriftAuthBridge$Client$1@5e905f2c]
java.lang.Exception: null {code}
> Unsigned fragment not allowed while Running Hive LLAP queries in Kerberized
> cluster
> -----------------------------------------------------------------------------------
>
> Key: HIVE-28547
> URL: https://issues.apache.org/jira/browse/HIVE-28547
> Project: Hive
> Issue Type: Bug
> Security Level: Public(Viewable by anyone)
> Components: llap
> Affects Versions: 4.0.0
> Environment: Rhel8, Java 11
> Reporter: kravii
> Priority: Major
>
> Hive LLAP Logs -
> {code:java}
> 2024-09-30T16:15:53,506 INFO [tez-session-init-0]:
> delegation.ZKDelegationTokenSecretManager
> (ZKDelegationTokenSecretManager.java:loadFromZKCache(399)) - Loaded token
> cache.
> 2024-09-30T16:15:53,507 INFO [tez-session-init-0]:
> delegation.AbstractDelegationTokenSecretManager
> (AbstractDelegationTokenSecretManager.java:updateCurrentKey(415)) - Updating
> the current master key for generating delegation tokens
> 2024-09-30T16:15:53,515 ERROR [Curator-SafeNotifyService-0]:
> delegation.ZKDelegationTokenSecretManager
> (ZKDelegationTokenSecretManager.java:lambda$startThreads$0(314)) - Error
> while processing Curator keyCacheListener NODE_CREATED / NODE_CHANGED event
> 2024-09-30T16:15:53,523 INFO [Thread[Thread-28,5,main]]:
> delegation.AbstractDelegationTokenSecretManager
> (AbstractDelegationTokenSecretManager.java:run(797)) - Starting expired
> delegation token remover thread, tokenRemoverScanInterval=60 min(s)
> 2024-09-30T16:15:53,524 INFO [tez-session-init-0]: imps.CuratorFrameworkImpl
> (CuratorFrameworkImpl.java:start(338)) - Starting
> 2024-09-30T16:15:53,526 INFO [tez-session-init-0]: zookeeper.ZooKeeper
> (ZooKeeper.java:<init>(637)) - Initiating client connection,
> connectString=xxxx:2181,xxxx:2181,xxxxx:2181 sessionTimeout=40000
> watcher=org.apache.curator.ConnectionState@3ed9c24b
> 2024-09-30T16:15:53,527 INFO [tez-session-init-0]:
> zookeeper.ClientCnxnSocket (ClientCnxnSocket.java:initProperties(239)) -
> jute.maxbuffer value is 1048575 Bytes
> 2024-09-30T16:15:53,527 INFO [tez-session-init-0]: zookeeper.ClientCnxn
> (ClientCnxn.java:initRequestTimeout(1747)) - zookeeper.request.timeout value
> is 0. feature enabled=false
> 2024-09-30T16:15:53,516 ERROR [Curator-SafeNotifyService-0]:
> listen.MappingListenerManager
> (MappingListenerManager.java:lambda$forEach$0(97)) - Listener
> (org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2@a3c7985)
> threw an exception
> java.io.UncheckedIOException: java.io.EOFException
> at
> org.apache.hadoop.security.token.delegation.ZKDelegationTokenSecretManager.lambda$startThreads$0(ZKDelegationTokenSecretManager.java:316)
> ~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
> at
> org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl.lambda$forCreatesAndChanges$2(CuratorCacheListenerBuilderImpl.java:69)
> ~[curator-recipes-5.2.0.jar:5.2.0]
> at
> org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2.lambda$event$0(CuratorCacheListenerBuilderImpl.java:149)
> ~[curator-recipes-5.2.0.jar:5.2.0]
> at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?]
> at
> org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2.event(CuratorCacheListenerBuilderImpl.java:149)
> ~[curator-recipes-5.2.0.jar:5.2.0]
> at
> org.apache.curator.framework.recipes.cache.CuratorCacheImpl.lambda$putStorage$7(CuratorCacheImpl.java:279)
> ~[curator-recipes-5.2.0.jar:5.2.0]
> at
> org.apache.curator.framework.listen.MappingListenerManager.lambda$forEach$0(MappingListenerManager.java:92)
> ~[curator-framework-5.2.0.jar:5.2.0]
> at
> org.apache.curator.framework.listen.MappingListenerManager.forEach(MappingListenerManager.java:89)
> ~[curator-framework-5.2.0.jar:5.2.0]
> at
> org.apache.curator.framework.listen.StandardListenerManager.forEach(StandardListenerManager.java:89)
> ~[curator-framework-5.2.0.jar:5.2.0]
> at
> org.apache.curator.framework.recipes.cache.CuratorCacheImpl.lambda$callListeners$10(CuratorCacheImpl.java:293)
> ~[curator-recipes-5.2.0.jar:5.2.0]
> at
> java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1736)
> ~[?:?]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> ~[?:?]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> ~[?:?]
> at java.lang.Thread.run(Thread.java:829) ~[?:?]
> Caused by: java.io.EOFException
> at java.io.DataInputStream.readFully(DataInputStream.java:202) ~[?:?]
> at java.io.DataInputStream.readFully(DataInputStream.java:170) ~[?:?]
> at
> org.apache.hadoop.security.token.delegation.DelegationKey.readFields(DelegationKey.java:117)
> ~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
> at
> org.apache.hadoop.security.token.delegation.ZKDelegationTokenSecretManager.processKeyAddOrUpdate(ZKDelegationTokenSecretManager.java:406)
> ~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
> at
> org.apache.hadoop.security.token.delegation.ZKDelegationTokenSecretManager.lambda$startThreads$0(ZKDelegationTokenSecretManager.java:312)
> ~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
> ... 13 more
> 2024-09-30T16:15:53,536 ERROR [Curator-SafeNotifyService-0]:
> delegation.ZKDelegationTokenSecretManager
> (ZKDelegationTokenSecretManager.java:lambda$startThreads$2(338)) - Error
> while processing Curator tokenCacheListener NODE_CREATED / NODE_CHANGED event
> 2024-09-30T16:15:53,537 ERROR [Curator-SafeNotifyService-0]:
> listen.MappingListenerManager
> (MappingListenerManager.java:lambda$forEach$0(97)) - Listener
> (org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2@212e0273)
> threw an exception
> java.io.UncheckedIOException: java.io.IOException: Unknown version of
> delegation token 51
> at
> org.apache.hadoop.security.token.delegation.ZKDelegationTokenSecretManager.lambda$startThreads$2(ZKDelegationTokenSecretManager.java:340)
> ~[hadoop-common-3.3.6.3.3.6.0-1.jar:?]
> at
> org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl.lambda$forCreatesAndChanges$2(CuratorCacheListenerBuilderImpl.java:69)
> ~[curator-recipes-5.2.0.jar:5.2.0]
> at
> org.apache.curator.framework.recipes.cache.CuratorCacheListenerBuilderImpl$2.lambda$event$0(CuratorCacheListenerBuilderImpl.java:149)
> ~[curator-recipes-5.2.0.jar:5.2.0]{code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
