zxl-333 commented on issue #6890:
URL: https://github.com/apache/kyuubi/issues/6890#issuecomment-2588842991
spark.sql.catalog.spark_catalog_ky=org.apache.kyuubi.spark.connector.hive.HiveTableCatalog
spark.sql.catalog.spark_catalog_ky.hive.metastore.uris=thrift://bigdata-1734405115-lhalh:9083,thrift://bigdata-1734405115-0xt70:9083
When I add the above configuration, using kyuubi cross-domain query iceberg
is, kyuubi server throws the following exception
2025-01-14 11:20:18.690 INFO KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.kyuubi.credentials.HadoopCredentialsManager: Update session
credentials epoch from -1 to 0
2025-01-14 11:20:18.697 INFO KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.kyuubi.operation.ExecuteStatement: Processing hdfs's
query[7a3dfe00-1a79-499e-80f8-64d5c673b6c7]: PENDING_STATE -> ERROR_STATE, time
taken: 1.736824818697E9 seconds
2025-01-14 11:20:18.713 INFO KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.kyuubi.operation.ExecuteStatement: Processing hdfs's
query[7a3dfe00-1a79-499e-80f8-64d5c673b6c7]: ERROR_STATE -> CLOSED_STATE, time
taken: 1.736824818713E9 seconds
2025-01-14 11:20:18.715 ERROR KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.kyuubi.server.KyuubiTBinaryFrontendService: Error executing
statement:
org.apache.kyuubi.KyuubiSQLException: Error operating ExecuteStatement:
org.apache.thrift.transport.TTransportException: java.net.SocketException:
Connection reset
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
org.apache.thrift.transport.TSaslTransport.readLength(TSaslTransport.java:376)
at
org.apache.thrift.transport.TSaslTransport.readFrame(TSaslTransport.java:453)
at
org.apache.thrift.transport.TSaslTransport.read(TSaslTransport.java:435)
at
org.apache.thrift.transport.TSaslClientTransport.read(TSaslClientTransport.java:37)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at
org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at
org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at
org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77)
at
org.apache.hive.service.rpc.thrift.TCLIService$Client.recv_ExecuteStatement(TCLIService.java:245)
at
org.apache.hive.service.rpc.thrift.TCLIService$Client.ExecuteStatement(TCLIService.java:232)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.$anonfun$executeStatement$1(KyuubiSyncThriftClient.scala:255)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.$anonfun$withLockAcquiredAsyncRequest$2(KyuubiSyncThriftClient.scala:154)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: java.net.SocketException: Connection reset
at java.net.SocketInputStream.read(SocketInputStream.java:210)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
... 20 more
at
org.apache.kyuubi.KyuubiSQLException$.apply(KyuubiSQLException.scala:70)
at
org.apache.kyuubi.operation.KyuubiOperation$$anonfun$onError$1.$anonfun$applyOrElse$1(KyuubiOperation.scala:94)
at
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.apache.kyuubi.Utils$.withLockRequired(Utils.scala:425)
at
org.apache.kyuubi.operation.AbstractOperation.withLockRequired(AbstractOperation.scala:52)
at
org.apache.kyuubi.operation.KyuubiOperation$$anonfun$onError$1.applyOrElse(KyuubiOperation.scala:78)
at
org.apache.kyuubi.operation.KyuubiOperation$$anonfun$onError$1.applyOrElse(KyuubiOperation.scala:75)
at
scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:38)
at
org.apache.kyuubi.operation.ExecuteStatement.executeStatement(ExecuteStatement.scala:74)
at
org.apache.kyuubi.operation.ExecuteStatement.runInternal(ExecuteStatement.scala:171)
at
org.apache.kyuubi.operation.KyuubiOperation.$anonfun$run$1(KyuubiOperation.scala:107)
at
org.apache.kyuubi.session.KyuubiSession.handleSessionException(KyuubiSession.scala:49)
at
org.apache.kyuubi.operation.KyuubiOperation.run(KyuubiOperation.scala:107)
at
org.apache.kyuubi.session.AbstractSession.runOperation(AbstractSession.scala:101)
at
org.apache.kyuubi.session.KyuubiSessionImpl.runOperation(KyuubiSessionImpl.scala:232)
at
org.apache.kyuubi.session.AbstractSession.$anonfun$executeStatement$1(AbstractSession.scala:131)
at
org.apache.kyuubi.session.AbstractSession.withAcquireRelease(AbstractSession.scala:82)
at
org.apache.kyuubi.session.AbstractSession.executeStatement(AbstractSession.scala:128)
at
org.apache.kyuubi.session.KyuubiSessionImpl.super$executeStatement(KyuubiSessionImpl.scala:306)
at
org.apache.kyuubi.session.KyuubiSessionImpl.$anonfun$executeStatement$1(KyuubiSessionImpl.scala:306)
at
org.apache.kyuubi.session.AbstractSession.withAcquireRelease(AbstractSession.scala:82)
at
org.apache.kyuubi.session.KyuubiSessionImpl.executeStatement(KyuubiSessionImpl.scala:297)
at
org.apache.kyuubi.service.AbstractBackendService.executeStatement(AbstractBackendService.scala:67)
at
org.apache.kyuubi.server.KyuubiServer$$anon$1.org$apache$kyuubi$server$BackendServiceMetric$$super$executeStatement(KyuubiServer.scala:171)
at
org.apache.kyuubi.server.BackendServiceMetric.$anonfun$executeStatement$1(BackendServiceMetric.scala:62)
at
org.apache.kyuubi.metrics.MetricsSystem$.timerTracing(MetricsSystem.scala:112)
at
org.apache.kyuubi.server.BackendServiceMetric.executeStatement(BackendServiceMetric.scala:62)
at
org.apache.kyuubi.server.BackendServiceMetric.executeStatement$(BackendServiceMetric.scala:55)
at
org.apache.kyuubi.server.KyuubiServer$$anon$1.executeStatement(KyuubiServer.scala:171)
at
org.apache.kyuubi.service.TFrontendService.ExecuteStatement(TFrontendService.scala:252)
at
org.apache.hive.service.rpc.thrift.TCLIService$Processor$ExecuteStatement.getResult(TCLIService.java:1557)
at
org.apache.hive.service.rpc.thrift.TCLIService$Processor$ExecuteStatement.getResult(TCLIService.java:1542)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at
org.apache.kyuubi.service.authentication.HadoopThriftAuthBridgeServer$TUGIAssumingProcessor.process(HadoopThriftAuthBridgeServer.scala:163)
at
org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:286)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: org.apache.thrift.transport.TTransportException:
java.net.SocketException: Connection reset
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
org.apache.thrift.transport.TSaslTransport.readLength(TSaslTransport.java:376)
at
org.apache.thrift.transport.TSaslTransport.readFrame(TSaslTransport.java:453)
at
org.apache.thrift.transport.TSaslTransport.read(TSaslTransport.java:435)
at
org.apache.thrift.transport.TSaslClientTransport.read(TSaslClientTransport.java:37)
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86)
at
org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429)
at
org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318)
at
org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219)
at
org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77)
at
org.apache.hive.service.rpc.thrift.TCLIService$Client.recv_ExecuteStatement(TCLIService.java:245)
at
org.apache.hive.service.rpc.thrift.TCLIService$Client.ExecuteStatement(TCLIService.java:232)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.$anonfun$executeStatement$1(KyuubiSyncThriftClient.scala:255)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.$anonfun$withLockAcquiredAsyncRequest$2(KyuubiSyncThriftClient.scala:154)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
... 3 more
Caused by: java.net.SocketException: Connection reset
at java.net.SocketInputStream.read(SocketInputStream.java:210)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
at java.io.BufferedInputStream.read1(BufferedInputStream.java:286)
at java.io.BufferedInputStream.read(BufferedInputStream.java:345)
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
... 20 more
2025-01-14 11:20:25.359 INFO KyuubiSessionManager-timeout-checker: Thread-40
org.apache.kyuubi.session.KyuubiSessionManager: Checking sessions timeout,
current count: 1
2025-01-14 11:20:26.400 INFO KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.kyuubi.server.KyuubiTBinaryFrontendService: Received request of
closing SessionHandle [09942b83-ff24-46e2-9ab6-837a85f4bdcf]
2025-01-14 11:20:26.400 INFO KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.kyuubi.session.KyuubiSessionManager: hdfs's KyuubiSessionImpl with
SessionHandle [09942b83-ff24-46e2-9ab6-837a85f4bdcf] is closed, current opening
sessions 0
2025-01-14 11:20:26.401 INFO KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.kyuubi.operation.LaunchEngine: Processing hdfs's
query[54f6a863-7ac0-4033-82c0-3666d3c29402]: FINISHED_STATE -> CLOSED_STATE,
time taken: 78.706 seconds
2025-01-14 11:20:26.404 WARN KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.thrift.transport.TIOStreamTransport: Error closing output stream.
java.net.SocketException: Socket closed
at
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:118)
at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
at
java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
at
org.apache.thrift.transport.TIOStreamTransport.close(TIOStreamTransport.java:110)
at org.apache.thrift.transport.TSocket.close(TSocket.java:235)
at
org.apache.thrift.transport.TSaslTransport.close(TSaslTransport.java:402)
at
org.apache.thrift.transport.TSaslClientTransport.close(TSaslClientTransport.java:37)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.$anonfun$closeSession$5(KyuubiSyncThriftClient.scala:238)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.$anonfun$closeSession$5$adapted(KyuubiSyncThriftClient.scala:237)
at scala.collection.immutable.List.foreach(List.scala:431)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.closeSession(KyuubiSyncThriftClient.scala:237)
at
org.apache.kyuubi.session.KyuubiSessionImpl.close(KyuubiSessionImpl.scala:273)
at
org.apache.kyuubi.session.SessionManager.closeSession(SessionManager.scala:133)
at
org.apache.kyuubi.session.KyuubiSessionManager.closeSession(KyuubiSessionManager.scala:127)
at
org.apache.kyuubi.service.AbstractBackendService.closeSession(AbstractBackendService.scala:50)
at
org.apache.kyuubi.server.KyuubiServer$$anon$1.org$apache$kyuubi$server$BackendServiceMetric$$super$closeSession(KyuubiServer.scala:171)
at
org.apache.kyuubi.server.BackendServiceMetric.$anonfun$closeSession$1(BackendServiceMetric.scala:43)
at
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at
org.apache.kyuubi.metrics.MetricsSystem$.timerTracing(MetricsSystem.scala:112)
at
org.apache.kyuubi.server.BackendServiceMetric.closeSession(BackendServiceMetric.scala:43)
at
org.apache.kyuubi.server.BackendServiceMetric.closeSession$(BackendServiceMetric.scala:41)
at
org.apache.kyuubi.server.KyuubiServer$$anon$1.closeSession(KyuubiServer.scala:171)
at
org.apache.kyuubi.service.TFrontendService.CloseSession(TFrontendService.scala:209)
at
org.apache.hive.service.rpc.thrift.TCLIService$Processor$CloseSession.getResult(TCLIService.java:1517)
at
org.apache.hive.service.rpc.thrift.TCLIService$Processor$CloseSession.getResult(TCLIService.java:1502)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at
org.apache.kyuubi.service.authentication.HadoopThriftAuthBridgeServer$TUGIAssumingProcessor.process(HadoopThriftAuthBridgeServer.scala:163)
at
org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:286)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
2025-01-14 11:20:26.412 ERROR KyuubiTBinaryFrontendHandler-Pool: Thread-80
org.apache.kyuubi.server.KyuubiTBinaryFrontendService: Error closing session:
org.apache.kyuubi.KyuubiSQLException: Error while cleaning up the engine
resources
at
org.apache.kyuubi.KyuubiSQLException$.apply(KyuubiSQLException.scala:70)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.closeSession(KyuubiSyncThriftClient.scala:223)
at
org.apache.kyuubi.session.KyuubiSessionImpl.close(KyuubiSessionImpl.scala:273)
at
org.apache.kyuubi.session.SessionManager.closeSession(SessionManager.scala:133)
at
org.apache.kyuubi.session.KyuubiSessionManager.closeSession(KyuubiSessionManager.scala:127)
at
org.apache.kyuubi.service.AbstractBackendService.closeSession(AbstractBackendService.scala:50)
at
org.apache.kyuubi.server.KyuubiServer$$anon$1.org$apache$kyuubi$server$BackendServiceMetric$$super$closeSession(KyuubiServer.scala:171)
at
org.apache.kyuubi.server.BackendServiceMetric.$anonfun$closeSession$1(BackendServiceMetric.scala:43)
at
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at
org.apache.kyuubi.metrics.MetricsSystem$.timerTracing(MetricsSystem.scala:112)
at
org.apache.kyuubi.server.BackendServiceMetric.closeSession(BackendServiceMetric.scala:43)
at
org.apache.kyuubi.server.BackendServiceMetric.closeSession$(BackendServiceMetric.scala:41)
at
org.apache.kyuubi.server.KyuubiServer$$anon$1.closeSession(KyuubiServer.scala:171)
at
org.apache.kyuubi.service.TFrontendService.CloseSession(TFrontendService.scala:209)
at
org.apache.hive.service.rpc.thrift.TCLIService$Processor$CloseSession.getResult(TCLIService.java:1517)
at
org.apache.hive.service.rpc.thrift.TCLIService$Processor$CloseSession.getResult(TCLIService.java:1502)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at
org.apache.kyuubi.service.authentication.HadoopThriftAuthBridgeServer$TUGIAssumingProcessor.process(HadoopThriftAuthBridgeServer.scala:163)
at
org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:286)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: org.apache.thrift.transport.TTransportException:
java.net.SocketException: Broken pipe (Write failed)
at
org.apache.thrift.transport.TIOStreamTransport.flush(TIOStreamTransport.java:161)
at
org.apache.thrift.transport.TSaslTransport.flush(TSaslTransport.java:501)
at
org.apache.thrift.transport.TSaslClientTransport.flush(TSaslClientTransport.java:37)
at org.apache.thrift.TServiceClient.sendBase(TServiceClient.java:73)
at org.apache.thrift.TServiceClient.sendBase(TServiceClient.java:62)
at
org.apache.hive.service.rpc.thrift.TCLIService$Client.send_CloseSession(TCLIService.java:193)
at
org.apache.hive.service.rpc.thrift.TCLIService$Client.CloseSession(TCLIService.java:185)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.$anonfun$closeSession$1(KyuubiSyncThriftClient.scala:218)
at
org.apache.kyuubi.client.KyuubiSyncThriftClient.$anonfun$withLockAcquiredAsyncRequest$2(KyuubiSyncThriftClient.scala:154)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
... 3 more
Caused by: java.net.SocketException: Broken pipe (Write failed)
at java.net.SocketOutputStream.socketWrite0(Native Method)
at
java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:111)
at java.net.SocketOutputStream.write(SocketOutputStream.java:155)
at
java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
at
org.apache.thrift.transport.TIOStreamTransport.flush(TIOStreamTransport.java:159)
... 14 more
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: notifications-unsubscr...@kyuubi.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: notifications-unsubscr...@kyuubi.apache.org
For additional commands, e-mail: notifications-h...@kyuubi.apache.org
