[
https://issues.apache.org/jira/browse/FLINK-16313?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17052393#comment-17052393
]
Robert Metzger commented on FLINK-16313:
----------------------------------------
More information
{code}
root@ed674fdc4d9b:/home/test/flink/flink-libraries/flink-state-processing-api/target#
jstack -J-d64 $JAVA_HOME/bin/java core.11410
Attaching to core core.11410 from executable
/usr/lib/jvm/java-8-openjdk-amd64/bin/java, please wait...
Debugger attached successfully.
Server compiler detected.
JVM version is 25.242-b08
Deadlock Detection:
No deadlocks found.
Thread 12136: (state = BLOCKED)
- sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may
be imprecise)
- java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long)
@bci=20, line=215 (Compiled frame)
-
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long)
@bci=78, line=2078 (Interpreted frame)
- java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take()
@bci=124, line=1093 (Interpreted frame)
- java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take()
@bci=1, line=809 (Interpreted frame)
- java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1074
(Compiled frame)
-
java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker)
@bci=26, line=1134 (Interpreted frame)
- java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=624
(Interpreted frame)
- java.lang.Thread.run() @bci=11, line=748 (Interpreted frame)
Thread 12072: (state = BLOCKED)
- sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may
be imprecise)
- java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long)
@bci=20, line=215 (Compiled frame)
-
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long)
@bci=78, line=2078 (Interpreted frame)
- java.util.concurrent.LinkedBlockingQueue.poll(long,
java.util.concurrent.TimeUnit) @bci=62, line=467 (Compiled frame)
-
org.apache.flink.shaded.netty4.io.netty.util.concurrent.GlobalEventExecutor.takeTask()
@bci=49, line=94 (Interpreted frame)
-
org.apache.flink.shaded.netty4.io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run()
@bci=4, line=247 (Interpreted frame)
-
org.apache.flink.shaded.netty4.io.netty.util.internal.ThreadExecutorMap$2.run()
@bci=11, line=74 (Interpreted frame)
-
org.apache.flink.shaded.netty4.io.netty.util.concurrent.FastThreadLocalRunnable.run()
@bci=4, line=30 (Interpreted frame)
- java.lang.Thread.run() @bci=11, line=748 (Interpreted frame)
Thread 11823: (state = BLOCKED)
- sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
- java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long)
@bci=20, line=215 (Interpreted frame)
-
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long)
@bci=78, line=2078 (Interpreted frame)
- java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take()
@bci=124, line=1093 (Interpreted frame)
- java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take()
@bci=1, line=809 (Interpreted frame)
- java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1074
(Interpreted frame)
-
java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker)
@bci=26, line=1134 (Interpreted frame)
- java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=624
(Interpreted frame)
- java.lang.Thread.run() @bci=11, line=748 (Interpreted frame)
Thread 11821: (state = BLOCKED)
- sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may
be imprecise)
-
java.util.concurrent.ForkJoinPool.awaitWork(java.util.concurrent.ForkJoinPool$WorkQueue,
int) @bci=350, line=1824 (Interpreted frame)
-
java.util.concurrent.ForkJoinPool.runWorker(java.util.concurrent.ForkJoinPool$WorkQueue)
@bci=44, line=1693 (Interpreted frame)
- java.util.concurrent.ForkJoinWorkerThread.run() @bci=24, line=157
(Interpreted frame)
Thread 11492: (state = BLOCKED)
- sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
- java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long)
@bci=20, line=215 (Interpreted frame)
-
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(java.util.concurrent.SynchronousQueue$TransferStack$SNode,
boolean, long) @bci=160, line=460 (Interpreted frame)
-
java.util.concurrent.SynchronousQueue$TransferStack.transfer(java.lang.Object,
boolean, long) @bci=102, line=362 (Interpreted frame)
- java.util.concurrent.SynchronousQueue.poll(long,
java.util.concurrent.TimeUnit) @bci=11, line=941 (Interpreted frame)
- java.util.concurrent.ThreadPoolExecutor.getTask() @bci=134, line=1073
(Interpreted frame)
-
java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker)
@bci=26, line=1134 (Interpreted frame)
- java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=624
(Interpreted frame)
- java.lang.Thread.run() @bci=11, line=748 (Interpreted frame)
Thread 11488: (state = BLOCKED)
- java.io.FileInputStream.readBytes(byte[], int, int) @bci=0 (Compiled frame;
information may be imprecise)
- java.io.FileInputStream.read(byte[], int, int) @bci=4, line=255 (Compiled
frame)
- java.io.BufferedInputStream.fill() @bci=214, line=246 (Interpreted frame)
- java.io.BufferedInputStream.read() @bci=12, line=265 (Compiled frame)
- java.io.DataInputStream.readInt() @bci=4, line=387 (Compiled frame)
-
org.apache.maven.surefire.booter.MasterProcessCommand.decode(java.io.DataInputStream)
@bci=1, line=115 (Interpreted frame)
- org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run()
@bci=40, line=391 (Interpreted frame)
- java.lang.Thread.run() @bci=11, line=748 (Interpreted frame)
Thread 11470: (state = BLOCKED)
- java.lang.Thread.exit() @bci=0, line=757 (Interpreted frame)
Thread 11469: (state = BLOCKED)
Thread 11468: (state = IN_NATIVE)
- org.rocksdb.RocksDB.disposeInternal(long) @bci=0 (Interpreted frame)
- org.rocksdb.RocksObject.disposeInternal() @bci=5, line=37 (Interpreted frame)
- org.rocksdb.AbstractImmutableNativeReference.close() @bci=13, line=57
(Compiled frame)
- org.rocksdb.AbstractNativeReference.dispose() @bci=1, line=53 (Compiled
frame)
- org.rocksdb.AbstractNativeReference.finalize() @bci=8, line=73 (Compiled
frame)
- java.lang.System$2.invokeFinalize(java.lang.Object) @bci=1, line=1275
(Compiled frame)
- java.lang.ref.Finalizer.runFinalizer(sun.misc.JavaLangAccess) @bci=46,
line=102 (Compiled frame)
- java.lang.ref.Finalizer.access$100(java.lang.ref.Finalizer,
sun.misc.JavaLangAccess) @bci=2, line=34 (Compiled frame)
- java.lang.ref.Finalizer$FinalizerThread.run() @bci=45, line=217 (Interpreted
frame)
Thread 11467: (state = BLOCKED)
- java.lang.Object.wait(long) @bci=0 (Interpreted frame)
- java.lang.Object.wait() @bci=2, line=502 (Compiled frame)
- java.lang.ref.Reference.tryHandlePending(boolean) @bci=54, line=191
(Compiled frame)
- java.lang.ref.Reference$ReferenceHandler.run() @bci=1, line=153 (Interpreted
frame)
Thread 11411: (state = BLOCKED)
- java.lang.Shutdown.halt0(int) @bci=0 (Interpreted frame)
- java.lang.Shutdown.halt(int) @bci=7, line=139 (Interpreted frame)
- java.lang.Shutdown.exit(int) @bci=99, line=213 (Interpreted frame)
- java.lang.Runtime.exit(int) @bci=14, line=110 (Interpreted frame)
- java.lang.System.exit(int) @bci=4, line=973 (Interpreted frame)
- org.apache.maven.surefire.booter.ForkedBooter.acknowledgedExit() @bci=70,
line=338 (Interpreted frame)
- org.apache.maven.surefire.booter.ForkedBooter.execute() @bci=145, line=145
(Interpreted frame)
- org.apache.maven.surefire.booter.ForkedBooter.main(java.lang.String[])
@bci=35, line=418 (Interpreted frame)
{code}
[~azagrebin] do you believe the {{org.rocksdb.RocksDB.disposeInternal(long)}}
could cause this?
> flink-state-processor-api: surefire execution unstable on Azure
> ---------------------------------------------------------------
>
> Key: FLINK-16313
> URL: https://issues.apache.org/jira/browse/FLINK-16313
> Project: Flink
> Issue Type: Bug
> Components: API / State Processor, Tests
> Reporter: Robert Metzger
> Assignee: Robert Metzger
> Priority: Critical
> Labels: test-stability
>
> Log file:
> https://dev.azure.com/rmetzger/Flink/_build/results?buildId=5686&view=logs&j=41cba0bb-1271-5adb-01cc-4768f26a8311&t=44574c85-1cd0-5978-cccf-f0cf7e87a36a
> {code}
> 2020-02-27T12:36:35.2860111Z [INFO] flink-table-planner
> ................................ SUCCESS [01:47 min]
> 2020-02-27T12:36:35.2860966Z [INFO] flink-cep-scala
> .................................... SUCCESS [ 5.041 s]
> 2020-02-27T12:36:35.2861740Z [INFO] flink-sql-client
> ................................... SUCCESS [03:00 min]
> 2020-02-27T12:36:35.2862503Z [INFO] flink-state-processor-api
> .......................... FAILURE [ 15.394 s]
> 2020-02-27T12:36:35.2863237Z [INFO]
> ------------------------------------------------------------------------
> 2020-02-27T12:36:35.2863587Z [INFO] BUILD FAILURE
> 2020-02-27T12:36:35.2864071Z [INFO]
> ------------------------------------------------------------------------
> 2020-02-27T12:36:35.2864428Z [INFO] Total time: 05:38 min
> 2020-02-27T12:36:35.2866349Z [INFO] Finished at: 2020-02-27T12:36:35+00:00
> 2020-02-27T12:36:35.9345815Z [INFO] Final Memory: 147M/2914M
> 2020-02-27T12:36:35.9347238Z [INFO]
> ------------------------------------------------------------------------
> 2020-02-27T12:36:35.9355362Z [WARNING] The requested profile
> "skip-webui-build" could not be activated because it does not exist.
> 2020-02-27T12:36:35.9367919Z [ERROR] Failed to execute goal
> org.apache.maven.plugins:maven-surefire-plugin:2.22.1:test
> (integration-tests) on project flink-state-processor-api_2.11: There are test
> failures.
> 2020-02-27T12:36:35.9368804Z [ERROR]
> 2020-02-27T12:36:35.9369489Z [ERROR] Please refer to
> /__w/2/s/flink-libraries/flink-state-processing-api/target/surefire-reports
> for the individual test results.
> 2020-02-27T12:36:35.9370249Z [ERROR] Please refer to dump files (if any
> exist) [date].dump, [date]-jvmRun[N].dump and [date].dumpstream.
> 2020-02-27T12:36:35.9370713Z [ERROR] ExecutionException Error occurred in
> starting fork, check output in log
> 2020-02-27T12:36:35.9371279Z [ERROR]
> org.apache.maven.surefire.booter.SurefireBooterForkException:
> ExecutionException Error occurred in starting fork, check output in log
> 2020-02-27T12:36:35.9372275Z [ERROR] at
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.awaitResultsDone(ForkStarter.java:510)
> 2020-02-27T12:36:35.9372917Z [ERROR] at
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.runSuitesForkPerTestSet(ForkStarter.java:457)
> 2020-02-27T12:36:35.9373498Z [ERROR] at
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.run(ForkStarter.java:298)
> 2020-02-27T12:36:35.9374064Z [ERROR] at
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.run(ForkStarter.java:246)
> 2020-02-27T12:36:35.9374636Z [ERROR] at
> org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeProvider(AbstractSurefireMojo.java:1183)
> 2020-02-27T12:36:35.9375344Z [ERROR] at
> org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:1011)
> 2020-02-27T12:36:35.9376194Z [ERROR] at
> org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:857)
> 2020-02-27T12:36:35.9376791Z [ERROR] at
> org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:132)
> 2020-02-27T12:36:35.9377375Z [ERROR] at
> org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:208)
> 2020-02-27T12:36:35.9377898Z [ERROR] at
> org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:153)
> 2020-02-27T12:36:35.9378435Z [ERROR] at
> org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:145)
> 2020-02-27T12:36:35.9379063Z [ERROR] at
> org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:116)
> 2020-02-27T12:36:35.9379709Z [ERROR] at
> org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:80)
> 2020-02-27T12:36:35.9380367Z [ERROR] at
> org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:51)
> 2020-02-27T12:36:35.9381007Z [ERROR] at
> org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:120)
> 2020-02-27T12:36:35.9381510Z [ERROR] at
> org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:355)
> 2020-02-27T12:36:35.9381973Z [ERROR] at
> org.apache.maven.DefaultMaven.execute(DefaultMaven.java:155)
> 2020-02-27T12:36:35.9382404Z [ERROR] at
> org.apache.maven.cli.MavenCli.execute(MavenCli.java:584)
> 2020-02-27T12:36:35.9382839Z [ERROR] at
> org.apache.maven.cli.MavenCli.doMain(MavenCli.java:216)
> 2020-02-27T12:36:35.9383248Z [ERROR] at
> org.apache.maven.cli.MavenCli.main(MavenCli.java:160)
> 2020-02-27T12:36:35.9383661Z [ERROR] at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 2020-02-27T12:36:35.9384126Z [ERROR] at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 2020-02-27T12:36:35.9384659Z [ERROR] at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 2020-02-27T12:36:35.9385145Z [ERROR] at
> java.lang.reflect.Method.invoke(Method.java:498)
> 2020-02-27T12:36:35.9385606Z [ERROR] at
> org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced(Launcher.java:289)
> 2020-02-27T12:36:35.9386293Z [ERROR] at
> org.codehaus.plexus.classworlds.launcher.Launcher.launch(Launcher.java:229)
> 2020-02-27T12:36:35.9386930Z [ERROR] at
> org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode(Launcher.java:415)
> 2020-02-27T12:36:35.9387471Z [ERROR] at
> org.codehaus.plexus.classworlds.launcher.Launcher.main(Launcher.java:356)
> 2020-02-27T12:36:35.9388056Z [ERROR] Caused by:
> org.apache.maven.surefire.booter.SurefireBooterForkException: Error occurred
> in starting fork, check output in log
> 2020-02-27T12:36:35.9388731Z [ERROR] at
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.fork(ForkStarter.java:622)
> 2020-02-27T12:36:35.9389289Z [ERROR] at
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.access$600(ForkStarter.java:115)
> 2020-02-27T12:36:35.9389864Z [ERROR] at
> org.apache.maven.plugin.surefire.booterclient.ForkStarter$2.call(ForkStarter.java:444)
> 2020-02-27T12:36:35.9390411Z [ERROR] at
> org.apache.maven.plugin.surefire.booterclient.ForkStarter$2.call(ForkStarter.java:420)
> 2020-02-27T12:36:35.9390986Z [ERROR] at
> java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2020-02-27T12:36:35.9391458Z [ERROR] at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2020-02-27T12:36:35.9391991Z [ERROR] at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2020-02-27T12:36:35.9392419Z [ERROR] at java.lang.Thread.run(Thread.java:748)
> 2020-02-27T12:36:35.9392894Z [ERROR] -> [Help 1]
> 2020-02-27T12:36:35.9393077Z [ERROR]
> 2020-02-27T12:36:35.9393553Z [ERROR] To see the full stack trace of the
> errors, re-run Maven with the -e switch.
> 2020-02-27T12:36:35.9394108Z [ERROR] Re-run Maven using the -X switch to
> enable full debug logging.
> 2020-02-27T12:36:35.9394392Z [ERROR]
> 2020-02-27T12:36:35.9394713Z [ERROR] For more information about the errors
> and possible solutions, please read the following articles:
> 2020-02-27T12:36:35.9395211Z [ERROR] [Help 1]
> http://cwiki.apache.org/confluence/display/MAVEN/MojoExecutionException
> 2020-02-27T12:36:35.9395525Z [ERROR]
> 2020-02-27T12:36:35.9395889Z [ERROR] After correcting the problems, you can
> resume the build with the command
> 2020-02-27T12:36:35.9396511Z [ERROR] mvn <goals> -rf
> :flink-state-processor-api_2.11
> 2020-02-27T12:36:36.2427441Z MVN exited with EXIT CODE: 1.
> 2020-02-27T12:36:36.2427867Z Trying to KILL watchdog (1633).
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
