[
https://issues.apache.org/jira/browse/LENS-273?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14304845#comment-14304845
]
Amareshwari Sriramadasu commented on LENS-273:
----------------------------------------------
Here are stack trace :
{noformat}
"Grizzly-worker(43)" daemon prio=10 tid=0x00007febc12a3000 nid=0x1bb4 waiting
for monitor entry [0x00007feaa90ce000]
java.lang.Thread.State: BLOCKED (on object monitor)
at
org.apache.hive.service.AbstractService.getServiceState(AbstractService.java:74)
- waiting to lock <0x000000060015e2a8> (a
org.apache.lens.server.LensServices)
at
org.apache.lens.server.LensServices.getServiceState(LensServices.java:347)
at
org.apache.lens.server.ConsistentStateFilter.filter(ConsistentStateFilter.java:42)
at
org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:165)
at
org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:72)
at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
at
org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:246)
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
at
org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:318)
at
org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:235)
at
org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:983)
at
org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:330)
at
org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:212)
at
org.glassfish.grizzly.threadpool.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:565)
at
org.glassfish.grizzly.threadpool.AbstractThreadPool$Worker.run(AbstractThreadPool.java:545)
at java.lang.Thread.run(Thread.java:745)
"Grizzly-worker(42)" daemon prio=10 tid=0x00007febc12a1000 nid=0x1bb3 waiting
for monitor entry [0x00007feaa91cf000]
java.lang.Thread.State: BLOCKED (on object monitor)
at
org.apache.hive.service.AbstractService.getServiceState(AbstractService.java:74)
- waiting to lock <0x000000060015e2a8> (a
org.apache.lens.server.LensServices)
at
org.apache.lens.server.LensServices.getServiceState(LensServices.java:347)
at
org.apache.lens.server.ConsistentStateFilter.filter(ConsistentStateFilter.java:42)
at
org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:165)
at
org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:72)
at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
at
org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:246)
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
at
org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:318)
at
org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:235)
at
org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:983)
at
org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:330)
at
org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:212)
at
org.glassfish.grizzly.threadpool.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:565)
at
org.glassfish.grizzly.threadpool.AbstractThreadPool$Worker.run(AbstractThreadPool.java:545)
at java.lang.Thread.run(Thread.java:745)
"Grizzly-worker(41)" daemon prio=10 tid=0x00007febc129f000 nid=0x1bb2 waiting
for monitor entry [0x00007feaa92d0000]
java.lang.Thread.State: BLOCKED (on object monitor)
at
org.apache.hive.service.AbstractService.getServiceState(AbstractService.java:74)
- waiting to lock <0x000000060015e2a8> (a
org.apache.lens.server.LensServices)
at
org.apache.lens.server.LensServices.getServiceState(LensServices.java:347)
at
org.apache.lens.server.ConsistentStateFilter.filter(ConsistentStateFilter.java:42)
at
org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:165)
at
org.glassfish.jersey.server.ContainerFilteringStage.apply(ContainerFilteringStage.java:72)
at org.glassfish.jersey.process.internal.Stages.process(Stages.java:197)
at
org.glassfish.jersey.server.ServerRuntime$1.run(ServerRuntime.java:246)
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)
at org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)
at org.glassfish.jersey.internal.Errors.process(Errors.java:315)
at org.glassfish.jersey.internal.Errors.process(Errors.java:297)
at org.glassfish.jersey.internal.Errors.process(Errors.java:267)
at
org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:318)
at
org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:235)
at
org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:983)
at
org.glassfish.jersey.grizzly2.httpserver.GrizzlyHttpContainer.service(GrizzlyHttpContainer.java:330)
at
org.glassfish.grizzly.http.server.HttpHandler$1.run(HttpHandler.java:212)
at
org.glassfish.grizzly.threadpool.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:565)
at
org.glassfish.grizzly.threadpool.AbstractThreadPool$Worker.run(AbstractThreadPool.java:545)
at java.lang.Thread.run(Thread.java:745)
"lens-server-snapshotter" daemon prio=10 tid=0x00007febc0f5d000 nid=0x1b62 in
Object.wait() [0x00007feb59ca2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000788090ad8> (a java.util.LinkedList)
at
org.apache.hadoop.hdfs.DFSOutputStream.waitForAckedSeqno(DFSOutputStream.java:1708)
- locked <0x0000000788090ad8> (a java.util.LinkedList)
at
org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:1694)
at
org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:1778)
- locked <0x0000000788090818> (a org.apache.hadoop.hdfs.DFSOutputStream)
at
org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:66)
at
org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:99)
at
java.io.ObjectOutputStream$BlockDataOutputStream.close(ObjectOutputStream.java:1827)
at java.io.ObjectOutputStream.close(ObjectOutputStream.java:741)
at
org.apache.lens.server.LensServices.persistLensServiceState(LensServices.java:290)
- locked <0x000000060015e2a8> (a org.apache.lens.server.LensServices)
at org.apache.lens.server.LensServices.access$000(LensServices.java:52)
at org.apache.lens.server.LensServices$1.run(LensServices.java:229)
at java.util.TimerThread.mainLoop(Timer.java:555)
at java.util.TimerThread.run(Timer.java:505)
{noformat}
> Persisting server state should not lock LensServices
> ----------------------------------------------------
>
> Key: LENS-273
> URL: https://issues.apache.org/jira/browse/LENS-273
> Project: Apache Lens
> Issue Type: Bug
> Components: server
> Reporter: Amareshwari Sriramadasu
> Priority: Critical
> Fix For: 2.1
>
>
> We are seeing issues when writing to HDFS which locked LensServices, the
> requests on Lens are waiting to lock LensServices again.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
