Hello, We are experiencing a large error rate for the last 6 hours. Here is a screenshot from our dashboard.
Our app id is: cmsevobg-hr
Datastore: HRD
GAE Version: INFO: Server info: Google App Engine Development/1.6.1
GAE Local Booting Time: Time:6329 ms
Normally our app is booting in ~10-15 seconds when deployed on GAE, but now
we are seeing booting time like: Time:39270 ms.
Here is a stack trace of warmup request that may help you find out where
the problem is:
/_ah/warmup
com.google.apphosting.api.DeadlineExceededException: This request
(d454bebf893d7268) started at 2012/04/06 10:47:00.215 UTC and was still
executing at 2012/04/06 10:48:02.648 UTC.
at java.util.ArrayList.size(ArrayList.java:197)
at
com.google.apphosting.runtime.security.preverifier.intercept.NameTranslator.getMirror(NameTranslator.java:332)
at
com.google.apphosting.runtime.security.preverifier.intercept.NameTranslator.getMirrorType(NameTranslator.java:508)
at
com.google.apphosting.runtime.security.preverifier.intercept.NameTranslator.translateMethodDescriptor(NameTranslator.java:472)
at
com.google.apphosting.runtime.security.preverifier.intercept.Interceptor.visitMethod(Interceptor.java:277)
at
com.google.apphosting.runtime.repackaged.org.objectweb.asm.ClassAdapter.visitMethod(Unknown
Source)
at
com.google.apphosting.runtime.security.preverifier.ClassLoaderPreVerifier.visitMethod(ClassLoaderPreVerifier.java:197)
at
com.google.apphosting.runtime.repackaged.org.objectweb.asm.ClassAdapter.visitMethod(Unknown
Source)
at
com.google.apphosting.runtime.repackaged.org.objectweb.asm.ClassAdapter.visitMethod(Unknown
Source)
at
com.google.apphosting.runtime.security.preverifier.StripLocalVariablesVisitor.visitMethod(StripLocalVariablesVisitor.java:35)
at
com.google.apphosting.runtime.repackaged.org.objectweb.asm.ClassAdapter.visitMethod(Unknown
Source)
at
com.google.apphosting.runtime.security.preverifier.FinalizeVisitor.visitMethod(FinalizeVisitor.java:58)
at
com.google.apphosting.runtime.repackaged.org.objectweb.asm.ClassReader.accept(Unknown
Source)
at
com.google.apphosting.runtime.repackaged.org.objectweb.asm.ClassReader.accept(Unknown
Source)
at
com.google.apphosting.runtime.security.preverifier.PreVerifier.sweep(PreVerifier.java:253)
at
com.google.apphosting.runtime.security.UserClassLoader.doSweepClass(UserClassLoader.java:552)
at
com.google.apphosting.runtime.security.UserClassLoader.access$500(UserClassLoader.java:51)
at
com.google.apphosting.runtime.security.UserClassLoader$2.run(UserClassLoader.java:533)
at
com.google.apphosting.runtime.security.UserClassLoader$2.run(UserClassLoader.java:531)
at java.security.AccessController.doPrivileged(Native Method)
at
com.google.apphosting.runtime.security.UserClassLoader.sweepClass(UserClassLoader.java:531)
at
com.google.apphosting.runtime.security.UserClassLoader.sweepResource(UserClassLoader.java:618)
at
com.google.apphosting.runtime.security.UserClassLoader.sweepResourceAndDefineClass(UserClassLoader.java:613)
at
com.google.apphosting.runtime.security.UserClassLoader.access$400(UserClassLoader.java:51)
at
com.google.apphosting.runtime.security.UserClassLoader$1.run(UserClassLoader.java:425)
at
com.google.apphosting.runtime.security.UserClassLoader$1.run(UserClassLoader.java:417)
at java.security.AccessController.doPrivileged(Native Method)
at
com.google.apphosting.runtime.security.UserClassLoader.findClass(UserClassLoader.java:417)
at java.lang.ClassLoader.loadClass(ClassLoader.java:321)
at
com.google.apphosting.runtime.security.UserClassLoader.loadClassImpl(UserClassLoader.java:510)
at
com.google.apphosting.runtime.security.UserClassLoader.loadClass(UserClassLoader.java:446)
at java.lang.ClassLoader.loadClass(ClassLoader.java:266)
at
com.google.appengine.api.memcache.MemcacheServicePb$MemcacheSetResponse.newBuilder(MemcacheServicePb.java:4849)
at
com.google.appengine.api.memcache.MemcacheServicePb$MemcacheSetResponse.newBuilderForType(MemcacheServicePb.java:4850)
at
com.google.appengine.api.memcache.MemcacheServicePb$MemcacheSetResponse.newBuilderForType(MemcacheServicePb.java:4538)
at
com.google.appengine.api.memcache.MemcacheServiceApiHelper$RpcResponseHandler.<init>(MemcacheServiceApiHelper.java:51)
at
com.google.appengine.api.memcache.AsyncMemcacheServiceImpl.createRpcResponseHandler(AsyncMemcacheServiceImpl.java:280)
at
com.google.appengine.api.memcache.AsyncMemcacheServiceImpl.doPutAll(AsyncMemcacheServiceImpl.java:521)
at
com.google.appengine.api.memcache.AsyncMemcacheServiceImpl.putAll(AsyncMemcacheServiceImpl.java:564)
at
com.google.appengine.api.memcache.MemcacheServiceImpl.putAll(MemcacheServiceImpl.java:112)
at
com.google.appengine.tools.appstats.MemcacheWriter.persist(MemcacheWriter.java:247)
at
com.google.appengine.tools.appstats.MemcacheWriter.commit(MemcacheWriter.java:168)
at
com.google.appengine.tools.appstats.AppstatsFilter.doFilter(AppstatsFilter.java:151)
at
org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
at
com.google.apphosting.utils.servlet.ParseBlobUploadFilter.doFilter(ParseBlobUploadFilter.java:102)
at
org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
at
com.google.apphosting.runtime.jetty.SaveSessionFilter.doFilter(SaveSessionFilter.java:35)
at
org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
at
com.google.apphosting.utils.servlet.TransactionCleanupFilter.doFilter(TransactionCleanupFilter.java:43)
at
org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
at
org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:388)
at
org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at
org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
at
org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:765)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:418)
at
com.google.apphosting.runtime.jetty.AppVersionHandlerMap.handle(AppVersionHandlerMap.java:249)
at
org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
at org.mortbay.jetty.Server.handle(Server.java:326)
at
org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
at
org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:923)
at
com.google.apphosting.runtime.jetty.RpcRequestParser.parseAvailable(RpcRequestParser.java:76)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
at
com.google.apphosting.runtime.jetty.JettyServletEngineAdapter.serviceRequest(JettyServletEngineAdapter.java:135)
at
com.google.apphosting.runtime.JavaRuntime$RequestRunnable.run(JavaRuntime.java:446)
at
com.google.tracing.TraceContext$TraceContextRunnable.runInContext(TraceContext.java:449)
at
com.google.tracing.TraceContext$TraceContextRunnable$1.run(TraceContext.java:455)
at com.google.tracing.TraceContext.runInContext(TraceContext.java:695)
at
com.google.tracing.TraceContext$AbstractTraceContextCallback.runInInheritedContextNoUnref(TraceContext.java:333)
at
com.google.tracing.TraceContext$AbstractTraceContextCallback.runInInheritedContext(TraceContext.java:325)
at
com.google.tracing.TraceContext$TraceContextRunnable.run(TraceContext.java:453)
at
com.google.apphosting.runtime.ThreadGroupPool$PoolEntry.run(ThreadGroupPool.java:251)
at java.lang.Thread.run(Thread.java:679)
--
You received this message because you are subscribed to the Google Groups
"Google App Engine" group.
To view this discussion on the web visit
https://groups.google.com/d/msg/google-appengine/-/RPAATHWGpg4J.
To post to this group, send email to [email protected].
To unsubscribe from this group, send email to
[email protected].
For more options, visit this group at
http://groups.google.com/group/google-appengine?hl=en.
<<attachment: Screen Shot 2012-04-06 at 1.47.28 PM.png>>
