danhuawang commented on issue #9954: URL: https://github.com/apache/gravitino/issues/9954#issuecomment-3888960022
> drop the lance table which location is in s3, there's "Null pointer in get_object_class" in the details: > > ``` > java.lang.RuntimeException: Failed to operate object [lance_s3_table_7] operation [DROP] under [lance_s3_schema_t7], reason [Failed to purge Lance dataset for table lrs_test.lance_s3_test_catalog.lance_s3_schema_t7.lance_s3_table_7] > java.lang.RuntimeException: Failed to purge Lance dataset for table lrs_test.lance_s3_test_catalog.lance_s3_schema_t7.lance_s3_table_7 > at org.apache.gravitino.catalog.lakehouse.lance.LanceTableOperations.purgeTable(LanceTableOperations.java:208) > at org.apache.gravitino.catalog.lakehouse.generic.GenericCatalogOperations.purgeTable(GenericCatalogOperations.java:275) > at org.apache.gravitino.catalog.TableOperationDispatcher.lambda$purgeTable$14(TableOperationDispatcher.java:384) > at org.apache.gravitino.catalog.CatalogManager$CatalogWrapper.lambda$doWithTableOps$1(CatalogManager.java:148) > at org.apache.gravitino.utils.IsolatedClassLoader.withClassLoader(IsolatedClassLoader.java:86) > at org.apache.gravitino.catalog.CatalogManager$CatalogWrapper.doWithTableOps(CatalogManager.java:143) > at org.apache.gravitino.catalog.TableOperationDispatcher.lambda$purgeTable$15(TableOperationDispatcher.java:384) > at org.apache.gravitino.catalog.OperationDispatcher.doWithCatalog(OperationDispatcher.java:117) > at org.apache.gravitino.catalog.TableOperationDispatcher.lambda$purgeTable$16(TableOperationDispatcher.java:382) > at org.apache.gravitino.lock.TreeLockUtils.doWithTreeLock(TreeLockUtils.java:49) > at org.apache.gravitino.catalog.TableOperationDispatcher.purgeTable(TableOperationDispatcher.java:377) > at org.apache.gravitino.hook.TableHookDispatcher.purgeTable(TableHookDispatcher.java:131) > at org.apache.gravitino.catalog.TableNormalizeDispatcher.purgeTable(TableNormalizeDispatcher.java:106) > at org.apache.gravitino.listener.TableEventDispatcher.purgeTable(TableEventDispatcher.java:186) > at org.apache.gravitino.server.web.rest.TableOperations.lambda$dropTable$5(TableOperations.java:268) > at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) > at java.base/javax.security.auth.Subject.doAs(Subject.java:439) > at org.apache.gravitino.utils.PrincipalUtils.doAs(PrincipalUtils.java:44) > at org.apache.gravitino.server.web.Utils.doAs(Utils.java:202) > at org.apache.gravitino.server.web.rest.TableOperations.dropTable(TableOperations.java:264) > at org.apache.gravitino.server.web.rest.TableOperations_$$_jvst645_3._d4dropTable(TableOperations_$$_jvst645_3.java) > at jdk.internal.reflect.GeneratedMethodAccessor125.invoke(Unknown Source) > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.base/java.lang.reflect.Method.invoke(Method.java:569) > at org.glassfish.hk2.utilities.reflection.ReflectionHelper.invoke(ReflectionHelper.java:1268) > at org.jvnet.hk2.internal.MethodInterceptorHandler$MethodInvocationImpl.proceed(MethodInterceptorHandler.java:164) > at org.apache.gravitino.server.web.filter.GravitinoInterceptionService$MetadataAuthorizationMethodInterceptor.invoke(GravitinoInterceptionService.java:208) > at org.jvnet.hk2.internal.MethodInterceptorHandler.invoke(MethodInterceptorHandler.java:97) > at org.apache.gravitino.server.web.rest.TableOperations_$$_jvst645_3.dropTable(TableOperations_$$_jvst645_3.java) > at jdk.internal.reflect.GeneratedMethodAccessor124.invoke(Unknown Source) > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.base/java.lang.reflect.Method.invoke(Method.java:569) > at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:52) > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:146) > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:189) > at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$ResponseOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:176) > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:93) > at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:478) > at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:400) > at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:81) > at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:256) > at org.glassfish.jersey.internal.Errors$1.call(Errors.java:248) > at org.glassfish.jersey.internal.Errors$1.call(Errors.java:244) > at org.glassfish.jersey.internal.Errors.process(Errors.java:292) > at org.glassfish.jersey.internal.Errors.process(Errors.java:274) > at org.glassfish.jersey.internal.Errors.process(Errors.java:244) > at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:265) > at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:235) > at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:684) > at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:394) > at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:346) > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:358) > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:311) > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:205) > at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) > at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1656) > at org.apache.gravitino.server.authentication.AuthenticationFilter.lambda$doFilter$0(AuthenticationFilter.java:89) > at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) > at java.base/javax.security.auth.Subject.doAs(Subject.java:439) > at org.apache.gravitino.utils.PrincipalUtils.doAs(PrincipalUtils.java:44) > at org.apache.gravitino.server.authentication.AuthenticationFilter.doFilter(AuthenticationFilter.java:86) > at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) > at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) > at org.apache.gravitino.server.web.VersioningFilter.doFilter(VersioningFilter.java:111) > at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) > at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) > at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:600) > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1624) > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1594) > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) > at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) > at org.eclipse.jetty.server.Server.handle(Server.java:516) > at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) > at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) > at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338) > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315) > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) > at java.base/java.lang.Thread.run(Thread.java:840) > Caused by: java.lang.RuntimeException: Failed to drop Lance dataset for table lrs_test.lance_s3_test_catalog.lance_s3_schema_t7.lance_s3_table_7 > at org.apache.gravitino.catalog.lakehouse.lance.LanceTableOperations.dropTable(LanceTableOperations.java:242) > at org.apache.gravitino.catalog.ManagedTableOperations.purgeTable(ManagedTableOperations.java:196) > at org.apache.gravitino.catalog.lakehouse.lance.LanceTableOperations.purgeTable(LanceTableOperations.java:194) > ... 97 more > Caused by: java.lang.RuntimeException: Null pointer in get_object_class > at com.lancedb.lance.Dataset.drop(Native Method) > at org.apache.gravitino.catalog.lakehouse.lance.LanceTableOperations.dropTable(LanceTableOperations.java:233) > ... 99 more > at org.apache.gravitino.client.ErrorHandlers$TableErrorHandler.accept(ErrorHandlers.java:400) > at org.apache.gravitino.client.ErrorHandlers$TableErrorHandler.accept(ErrorHandlers.java:375) > at org.apache.gravitino.client.HTTPClient.throwFailure(HTTPClient.java:236) > at org.apache.gravitino.client.HTTPClient.execute(HTTPClient.java:388) > at org.apache.gravitino.client.HTTPClient.execute(HTTPClient.java:296) > at org.apache.gravitino.client.HTTPClient.delete(HTTPClient.java:645) > at org.apache.gravitino.client.RelationalCatalog.purgeTable(RelationalCatalog.java:276) > at org.apache.gravitino.lance.common.ops.gravitino.GravitinoLanceTableOperations.dropTable(GravitinoLanceTableOperations.java:299) > at org.apache.gravitino.lance.service.rest.LanceTableOperations.dropTable(LanceTableOperations.java:244) > at jdk.internal.reflect.GeneratedMethodAccessor554.invoke(Unknown Source) > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.base/java.lang.reflect.Method.invoke(Method.java:569) > at org.glassfish.jersey.server.model.internal.ResourceMethodInvocationHandlerFactory.lambda$static$0(ResourceMethodInvocationHandlerFactory.java:52) > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher$1.run(AbstractJavaResourceMethodDispatcher.java:146) > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.invoke(AbstractJavaResourceMethodDispatcher.java:189) > at org.glassfish.jersey.server.model.internal.JavaResourceMethodDispatcherProvider$ResponseOutInvoker.doDispatch(JavaResourceMethodDispatcherProvider.java:176) > at org.glassfish.jersey.server.model.internal.AbstractJavaResourceMethodDispatcher.dispatch(AbstractJavaResourceMethodDispatcher.java:93) > at org.glassfish.jersey.server.model.ResourceMethodInvoker.invoke(ResourceMethodInvoker.java:478) > at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:400) > at org.glassfish.jersey.server.model.ResourceMethodInvoker.apply(ResourceMethodInvoker.java:81) > at org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:256) > at org.glassfish.jersey.internal.Errors$1.call(Errors.java:248) > at org.glassfish.jersey.internal.Errors$1.call(Errors.java:244) > at org.glassfish.jersey.internal.Errors.process(Errors.java:292) > at org.glassfish.jersey.internal.Errors.process(Errors.java:274) > at org.glassfish.jersey.internal.Errors.process(Errors.java:244) > at org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:265) > at org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:235) > at org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:684) > at org.glassfish.jersey.servlet.WebComponent.serviceImpl(WebComponent.java:394) > at org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:346) > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:358) > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:311) > at org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:205) > at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:799) > at org.eclipse.jetty.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1656) > at org.apache.gravitino.server.authentication.AuthenticationFilter.lambda$doFilter$0(AuthenticationFilter.java:89) > at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) > at java.base/javax.security.auth.Subject.doAs(Subject.java:439) > at org.apache.gravitino.utils.PrincipalUtils.doAs(PrincipalUtils.java:44) > at org.apache.gravitino.server.authentication.AuthenticationFilter.doFilter(AuthenticationFilter.java:86) > at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193) > at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1626) > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:552) > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1440) > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:505) > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1355) > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) > at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) > at org.eclipse.jetty.server.Server.handle(Server.java:516) > at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:487) > at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:732) > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:479) > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:277) > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) > at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:338) > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:315) > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131) > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:409) > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) > at java.base/java.lang.Thread.run(Thread.java:840) > ``` Could you help investigate the S3 scenario issue too ? -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
