Re: RFR: 8201409: JDWP debugger initialization hangs intermittently

serguei.spit...@oracle.com Mon, 23 Apr 2018 17:48:12 -0700

The most relevant stack traces from Solaris pstack dump are:

12 ----------------- lwp# 2 / thread# 2 --------------------
13 ffffffff7eae9b3c lwp_cond_wait (100123448, 100123430, 0, 0)
14 fffffffd12331a94 void os::PlatformEvent::park() (100123400, e6c40, e6c00, 0, fffffffd12adbf00, 100123430) + c4
15 fffffffd122c6038 int Monitor::IWait(Thread*,long) (100122f30, 100122000, 0, fffffffd12b4dba8, 0, 100122f50) + 98
16 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (100122f30, 1, 0, 0, ffff2155, 100122000) + 7c
17 fffffffd125464e8 int JavaThread::java_suspend_self() (100122000, 1, 40000000, 1001220b8, 100122f30, 100122f30) + a8
18 fffffffd120c84a4 int JvmtiRawMonitor::raw_wait(long,bool,Thread*) (10079e3b0, 10079e430, 1, 100122000, 94400, fffffffd12b70600) + 254
19 fffffffd120942ec jvmtiError JvmtiEnv::RawMonitorWait(JvmtiRawMonitor*,long) (4, 10079e3b0, ffffffffffffffff, 100122000, 0, fffffffd12adbf00) + 5c
20 fffffffd0f8385bc debugMonitorWait (fffffffd0f946268, c10, c00, fffffffd0f945580, fffffffd0f945580, 0) + 3c
21 fffffffd0f825140 enqueueCommand (1007a0a20, ffffffffffefc418, 103800, ffffffffffefc3e8, 0, fffffffd0f945580) + 140
22 fffffffd0f826e58 eventHelper_reportEvents (0, 10079a000, 0, 1007a0a20, 1, 1) + 108
23 fffffffd0f81b4c0 initialize (1001222e0, c00, 4, fffffffd0f83edc0, fffffffd0f9460d0, fffffffd0f945580) + 540
24 fffffffd0f81a77c cbEarlyException (fffffffd0f946190, 1001222e0, 1005953a0, fffffffd0f83eaa0, fffffffd0f946268, 1005953a8) + 21c
25 fffffffd120af6a4 void JvmtiExport::post_exception_throw(JavaThread*,Method*,unsigned char*,oopDesc*) (100122000, fffffffd12b78f38, 100764b40, 62cb91b50, 100122d48, fffffffd12b7a618) + 15b4
26 fffffffd11c27484 unsigned char*InterpreterRuntime::exception_handler_for_exception(JavaThread*,oopDesc*) (0, ffffffff4a0014e0, 100122000, ffffffff4a001470, 100122d40, fffffffd12adbf00) + 704
27 ffffffff6100eac0 * JITDebug.debugTarget()V+29
28 ffffffff61009ecc * JITDebug.parseArgs([Ljava/lang/String;)Z+50
29 ffffffff610084ac * JITDebug.main([Ljava/lang/String;)V+8
30 ffffffff610003c0 ???????? (ffffffff7d0ffc20, ffffffff7d0ffe30, a, ffffffff4a000f18, ffffffff6100ff40, ffffffff7d0ffd78) + fff8006cc46de0b0
31 fffffffd11c43134 void JavaCalls::call_helper(JavaValue*,const methodHandle&,JavaCallArguments*,Thread*) (ffffffff7d0ffe28, ffffffff4a000f18, ffffffff7d0ffd68, ffffffff7d0ffde8, e, ffffffff61000340) + 2e4
32 fffffffd11cfd95c jni_CallStaticVoidMethod (1001222e0, 1400, 1c, ffffffff7d0ffde8, 100122000, 153d) + 5bc
33 fffffffd12c0603c JavaMain (ac8, 100123780, 100123798, 1, fffffffd12b605f0, fffffffd11cfd3a0) + 81c
34 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)

216 ----------------- lwp# 18 / thread# 18 --------------------
217 ffffffff7eae9b3c lwp_cond_wait (10078cd48, 10078cd30, 0, 0)
218 fffffffd12331a94 void os::PlatformEvent::park() (10078cd00, e6c40, e6c00, 0, fffffffd12adbf00, 10078cd30) + c4
219 fffffffd120c7b00 int JvmtiRawMonitor::SimpleWait(Thread*,long) (10078a470, 10079c000, ffffffffffffffff, fffffffd120c50e0, 1, 0) + 100
220 fffffffd120c8328 int JvmtiRawMonitor::raw_wait(long,bool,Thread*) (10078a470, ffffffffffffffff, 1, 10079c000, ffffffffffd880ac, fffffffd12adbf00) + d8
221 fffffffd120942ec jvmtiError JvmtiEnv::RawMonitorWait(JvmtiRawMonitor*,long) (4, 10078a470, ffffffffffffffff, 10079c000, 0, fffffffd12adbf00) + 5c
222 fffffffd0f8385bc debugMonitorWait (fffffffd0f946268, c10, c00, fffffffd0f945580, fffffffd0f946190, 0) + 3c
223 fffffffd0f81adac debugInit_waitVMInitComplete (0, f28, fffffffd0f945580, c00, fffffffd0f844888, 1) + 3c
224 fffffffd0f81caac debugLoop_run (105c00, f50, fffffffd0f945580, 1, fffffffd0f9464d0, 0) + 6c
225 fffffffd0f8335b4 connectionInitiated (fffffffd0f705250, 1000, 1, fffffffd0f945580, fffffffd0f9468d8, 0) + e4
226 fffffffd0f833800 acceptThread (0, fffffffd0f705260, 1007973c0, fffffffd0f843de0, fffffffd0f945580, fffffffd0f946190) + 110
227 fffffffd120c0934 void JvmtiAgentThread::call_start_function() (10079c000, 0, 0, fffffffd12adbf00, fffffffd12b78f38, 0) + 1b4
228 fffffffd125445fc void JavaThread::thread_main_inner() (10079c000, 3d8, 1005bd3f8, 1005bd020, ffffffff48cffbb8, fffffffd12bb62a0) + 8c
229 fffffffd12544534 void JavaThread::run() (10079c000, b, 12, 62cb92b48, 0, 22) + 4a4
230 fffffffd12324ca0 thread_native_entry (0, 10079c000, 0, 10079c9d0, fffffffd12adbf00, 50dc) + 320
231 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)

232 ----------------- lwp# 19 / thread# 19 --------------------
233 ffffffff7eae9b3c lwp_cond_wait (10079f748, 10079f730, 0, 0)
234 fffffffd12331a94 void os::PlatformEvent::park() (10079f700, e6c40, e6c00, 0, fffffffd12adbf00, 10079f730) + c4
235 fffffffd120c7b00 int JvmtiRawMonitor::SimpleWait(Thread*,long) (10079e4b0, 10079e800, ffffffffffffffff, fffffffd120c50e0, 1, 0) + 100
236 fffffffd120c8328 int JvmtiRawMonitor::raw_wait(long,bool,Thread*) (10079e4b0, ffffffffffffffff, 1, 10079e800, ffffffffffd880ac, fffffffd12adbf00) + d8
237 fffffffd120942ec jvmtiError JvmtiEnv::RawMonitorWait(JvmtiRawMonitor*,long) (4, 10079e4b0, ffffffffffffffff, 10079e800, 0, fffffffd12adbf00) + 5c
238 fffffffd0f8385bc debugMonitorWait (fffffffd0f946268, c10, c00, fffffffd0f945580, fffffffd0f946190, 0) + 3c
239 fffffffd0f8261f8 doBlockCommandLoop (800, 1028, fffffffd0f945580, 1000, fffffffd0f945580, 0) + 48
240 fffffffd0f826448 commandLoop (c10, 10079eae0, 1, fffffffd0f945580, fffffffd0f94612c, 1007a0a20) + f8
241 fffffffd120c0934 void JvmtiAgentThread::call_start_function() (10079e800, 0, 0, fffffffd12adbf00, fffffffd12b78f38, 0) + 1b4
242 fffffffd125445fc void JavaThread::thread_main_inner() (10079e800, 3d8, 1005c1a78, 1005c16a0, ffffffff48affb38, fffffffd12bb62a0) + 8c
243 fffffffd12544534 void JavaThread::run() (10079e800, c, 13, 62cb92d50, 0, 18) + 4a4
244 fffffffd12324ca0 thread_native_entry (0, 10079e800, 0, 10079d0e0, fffffffd12adbf00, 50dc) + 320
245 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)

Below is a full pstack dump.

Thanks,
Serguei

   1 20700: /var/tmp/sspitsyn/jdk-ibm/build/solaris-sparcv9-normal-server-release/
   2 ----------------- lwp# 1 / thread# 1 --------------------
   3 ffffffff7eae9a88 lwp_wait (2, ffffffff7fffe45c)
   4 ffffffff7eae0ce0 _thrp_join (2, 0, ffffffff7fffe5c0, 1, 0, ffffffff7fffe5cc) + 3c
   5 ffffffff7eae0e4c thr_join (2, 0, ffffffff7fffe5c0, ffffffff7fffe680, 0, 3) + 14
   6 fffffffd12c104a0 ContinueInNewThread0 (fffffffd12c05820, 100000, ffffffff7fffe680, fffffffffffffff8, 0, 100000) + 30
   7 fffffffd12c0e090 ContinueInNewThread (ffffffff7fffe8a8, fffffffd11d27440, 111000, ffffffffffeeef60, fffffffd11d26de0, fffffffd11d27a30) + 90
   8 fffffffd12c1052c JVMInit (ffffffff7fffe8a8, 0, 1, 100102f38, 1, 100105760) + 2c
   9 fffffffd12c057e8 JLI_Launch (b08, ffffffffffeff2a0, 0, 0, 0, 0) + 2f8
10 0000000100000efc main (6, ffffffff7ffff6b8, 6, ffffffff7ee00140, 100000f80, 100000f80) + 1bc
11 0000000100000d08 _start (0, 0, 0, 0, 0, 100101040) + 108
12 ----------------- lwp# 2 / thread# 2 --------------------
13 ffffffff7eae9b3c lwp_cond_wait (100123448, 100123430, 0, 0)
14 fffffffd12331a94 void os::PlatformEvent::park() (100123400, e6c40, e6c00, 0, fffffffd12adbf00, 100123430) + c4
15 fffffffd122c6038 int Monitor::IWait(Thread*,long) (100122f30, 100122000, 0, fffffffd12b4dba8, 0, 100122f50) + 98
16 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (100122f30, 1, 0, 0, ffff2155, 100122000) + 7c
17 fffffffd125464e8 int JavaThread::java_suspend_self() (100122000, 1, 40000000, 1001220b8, 100122f30, 100122f30) + a8
18 fffffffd120c84a4 int JvmtiRawMonitor::raw_wait(long,bool,Thread*) (10079e3b0, 10079e430, 1, 100122000, 94400, fffffffd12b70600) + 254
19 fffffffd120942ec jvmtiError JvmtiEnv::RawMonitorWait(JvmtiRawMonitor*,long) (4, 10079e3b0, ffffffffffffffff, 100122000, 0, fffffffd12adbf00) + 5c
20 fffffffd0f8385bc debugMonitorWait (fffffffd0f946268, c10, c00, fffffffd0f945580, fffffffd0f945580, 0) + 3c
21 fffffffd0f825140 enqueueCommand (1007a0a20, ffffffffffefc418, 103800, ffffffffffefc3e8, 0, fffffffd0f945580) + 140
22 fffffffd0f826e58 eventHelper_reportEvents (0, 10079a000, 0, 1007a0a20, 1, 1) + 108
23 fffffffd0f81b4c0 initialize (1001222e0, c00, 4, fffffffd0f83edc0, fffffffd0f9460d0, fffffffd0f945580) + 540
24 fffffffd0f81a77c cbEarlyException (fffffffd0f946190, 1001222e0, 1005953a0, fffffffd0f83eaa0, fffffffd0f946268, 1005953a8) + 21c
25 fffffffd120af6a4 void JvmtiExport::post_exception_throw(JavaThread*,Method*,unsigned char*,oopDesc*) (100122000, fffffffd12b78f38, 100764b40, 62cb91b50, 100122d48, fffffffd12b7a618) + 15b4
26 fffffffd11c27484 unsigned char*InterpreterRuntime::exception_handler_for_exception(JavaThread*,oopDesc*) (0, ffffffff4a0014e0, 100122000, ffffffff4a001470, 100122d40, fffffffd12adbf00) + 704
27 ffffffff6100eac0 * JITDebug.debugTarget()V+29
28 ffffffff61009ecc * JITDebug.parseArgs([Ljava/lang/String;)Z+50
29 ffffffff610084ac * JITDebug.main([Ljava/lang/String;)V+8
30 ffffffff610003c0 ???????? (ffffffff7d0ffc20, ffffffff7d0ffe30, a, ffffffff4a000f18, ffffffff6100ff40, ffffffff7d0ffd78) + fff8006cc46de0b0
31 fffffffd11c43134 void JavaCalls::call_helper(JavaValue*,const methodHandle&,JavaCallArguments*,Thread*) (ffffffff7d0ffe28, ffffffff4a000f18, ffffffff7d0ffd68, ffffffff7d0ffde8, e, ffffffff61000340) + 2e4
32 fffffffd11cfd95c jni_CallStaticVoidMethod (1001222e0, 1400, 1c, ffffffff7d0ffde8, 100122000, 153d) + 5bc
33 fffffffd12c0603c JavaMain (ac8, 100123780, 100123798, 1, fffffffd12b605f0, fffffffd11cfd3a0) + 81c
34 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
35 ----------------- lwp# 3 / thread# 3 --------------------
36 ffffffff7eae4bb4 lwp_park (0, 0, 0)
37 ffffffff7eacbfe8 sem_wait (100133690, fffffffd12adbf00, ffffffffffc80f70, 37f000, e6ce0, ffffffffffffffff) + 24
38 fffffffd124309f8 void PosixSemaphore::wait() (100133690, 986e0, fffffffd12b4df8a, 98400, fffffffd12adbf00, fffffffd12adbf00) + 8
39 fffffffd12650754 WorkData SemaphoreGangTaskDispatcher::worker_wait_for_task() (100133650, 7f, 98c00, 0, 72000, fffffffd12adbf00) + 4
40 fffffffd1264f4c8 void GangWorker::loop() (100135800, fffffffd12650750, fffffffd12b9b4b8, 100104ae0, fffffffd1264f290, fffffffd12b9b3e0) + 18
41 fffffffd12324ca0 thread_native_entry (0, 100135800, 0, 100136a70, fffffffd12adbf00, 50dc) + 320
42 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
43 ----------------- lwp# 4 / thread# 4 --------------------
44 ffffffff7eae9b3c lwp_cond_wait (100278348, 100278330, 0, 0)
45 fffffffd12331a94 void os::PlatformEvent::park() (100278300, e6c40, e6c00, 0, fffffffd12adbf00, 100278330) + c4
46 fffffffd122c6038 int Monitor::IWait(Thread*,long) (10011ee30, 100277000, 0, fffffffd12b4dba8, 0, 10011ee50) + 98
47 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (10011ee30, 1, 0, 0, fffffffd12b70500, 100277000) + 7c
48 fffffffd11ac67b4 void G1ConcurrentMarkThread::run_service() (100277000, 94600, 94600, fffffffd12adbf00, 10012deb0, 1001312e0) + 134
49 fffffffd119a7654 void ConcurrentGCThread::run() (94600, 94400, 0, 100277000, fffffffd12adbf00, fffffffd12b70500) + d4
50 fffffffd12324ca0 thread_native_entry (0, 100277000, 0, 100278590, fffffffd12adbf00, 50dc) + 320
51 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
52 ----------------- lwp# 5 / thread# 5 --------------------
53 ffffffff7eae4bb4 lwp_park (0, 0, 0)
54 ffffffff7eacbfe8 sem_wait (100133990, fffffffd12adbf00, ffffffffffc80f70, 37f000, e6ce0, ffffffffffffffff) + 24
55 fffffffd124309f8 void PosixSemaphore::wait() (100133990, 986e0, fffffffd12b4df8a, 98400, fffffffd12adbf00, fffffffd12adbf00) + 8
56 fffffffd12650754 WorkData SemaphoreGangTaskDispatcher::worker_wait_for_task() (100133950, 7f, 98c00, 0, 72000, fffffffd12adbf00) + 4
57 fffffffd1264f4c8 void GangWorker::loop() (100278800, fffffffd12650750, fffffffd12b9b4b8, 100104d60, fffffffd1264f290, fffffffd12b9b3e0) + 18
58 fffffffd12324ca0 thread_native_entry (0, 100278800, 0, 100279f30, fffffffd12adbf00, 50dc) + 320
59 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
60 ----------------- lwp# 6 / thread# 6 --------------------
61 ffffffff7eae9b3c lwp_cond_wait (1003f4f48, 1003f4f30, 0, 0)
62 fffffffd12331a94 void os::PlatformEvent::park() (1003f4f00, e6c40, e6c00, 0, fffffffd12adbf00, 1003f4f30) + c4
63 fffffffd122c6038 int Monitor::IWait(Thread*,long) (10011f340, 1003f4000, 0, fffffffd12b4dba8, 0, 10011f360) + 98
64 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (10011f340, 1, 0, 0, fffffffd12adbf00, 1003f4000) + 7c
65 fffffffd11aca248 void G1ConcurrentRefineThread::run_service() (1003f4000, d5400, 0, fffffffd12b7b558, fffffffd12adbf00, fffffffd12bb1490) + a8
66 fffffffd119a7654 void ConcurrentGCThread::run() (94600, 94400, 0, 1003f4000, fffffffd12adbf00, fffffffd12b70500) + d4
67 fffffffd12324ca0 thread_native_entry (0, 1003f4000, 0, 1003f5220, fffffffd12adbf00, 50dc) + 320
68 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
69 ----------------- lwp# 7 / thread# 7 --------------------
70 ffffffff7eae9b3c lwp_cond_wait (1003f6848, 1003f6830, ffffffff784ffaa0, 0)
71 ffffffff7eabf548 _lwp_cond_timedwait (1003f6848, 1003f6830, ffffffff784ffb70, e6c00, ffffffff7eabf528, ffffffff784ffaa0) + 20
72 fffffffd12331d30 int os::PlatformEvent::park(long) (1003f6800, 11a1d310, ffffffff7eabf38c, e6c00, 0, fffffffd12adbf00) + 200
73 fffffffd122c60b8 int Monitor::IWait(Thread*,long) (1003f5ac8, 1003f5800, 12c, fffffffd12b4dba8, fffffffd12adbf00, 1003f5ae8) + 118
74 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (1003f5ac8, 1, 12c, 0, 10011eec0, 1003f5800) + 7c
75 fffffffd11b3a340 void G1YoungRemSetSamplingThread::run_service() (1003f5800, 0, 0, fffffffd12adbf00, fffffffd12b4e4c8, fffffffd12b4c6c8) + 130
76 fffffffd119a7654 void ConcurrentGCThread::run() (94600, 94400, 0, 1003f5800, fffffffd12adbf00, fffffffd12b70500) + d4
77 fffffffd12324ca0 thread_native_entry (0, 1003f5800, 0, 1003f6ae0, fffffffd12adbf00, 50dc) + 320
78 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
79 ----------------- lwp# 8 / thread# 8 --------------------
80 ffffffff7eae9b3c lwp_cond_wait (100592a48, 100592a30, ffffffff782ff890, 0)
81 ffffffff7eabf548 _lwp_cond_timedwait (100592a48, 100592a30, ffffffff782ff960, e6c00, ffffffff7eabf528, ffffffff782ff890) + 20
82 fffffffd12331d30 int os::PlatformEvent::park(long) (100592a00, df420d8, ffffffff7eabf38c, e6c00, 1, fffffffd12adbf00) + 200
83 fffffffd122c60b8 int Monitor::IWait(Thread*,long) (100120810, 100592000, 3e8, fffffffd12b4dba8, fffffffd12adbf00, 100120830) + 118
84 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (100120810, 1, 3e8, 0, 945d8, 100592000) + 7c
85 fffffffd125f1820 void VMThread::loop() (100592000, fffffffd12be34a0, 1001208a0, 0, fffffffd12adbf00, fffffffd12b704d8) + 150
86 fffffffd125f10a8 void VMThread::run() (100592000, 94400, 0, fffffffd12adbf00, 7f, fffffffd12b98368) + 98
87 fffffffd12324ca0 thread_native_entry (0, 100592000, 0, 100592d50, fffffffd12adbf00, 50dc) + 320
88 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
89 ----------------- lwp# 9 / thread# 9 --------------------
90 ffffffff7eae9b3c lwp_cond_wait (10059d948, 10059d930, 0, 0)
91 fffffffd12331a94 void os::PlatformEvent::park() (10059d900, e6c40, e6c00, 0, fffffffd12adbf00, 10059d930) + c4
92 fffffffd122c6038 int Monitor::IWait(Thread*,long) (100120ed0, 10059c800, 0, fffffffd12b4dba8, 0, 100120ef0) + 98
93 fffffffd122c6cf4 bool Monitor::wait(bool,long,bool) (100120ed0, 0, 0, 0, fffffffd12adbf00, 10059c800) + 324
94 fffffffd11dfb040 JVM_WaitForReferencePendingList (0, 10059c800, fffffffd12b4da28, 0, fffffffd12adbf00, fffffffd12b7ce98) + 1d0
95 fffffffd10c15e24 Java_java_lang_ref_Reference_waitForReferencePendingList (10059cae0, ffffffff780ff280, 1, 0, 9d0f0, 0) + 4
96 ffffffff6101170c * java/lang/ref/Reference.waitForReferencePendingList()V+-23864
97 ffffffff610116ac * java/lang/ref/Reference.waitForReferencePendingList()V+-14600
98 ffffffff61009ecc * java/lang/ref/Reference.processPendingReferences()V+0
99 ffffffff61009ecc * java/lang/ref/Reference.access$000()V+0
100 ffffffff61009ecc * java/lang/ref/Reference$ReferenceHandler.run()V+0
101 ffffffff610003c0 ???????? (ffffffff780ff780, ffffffff780ffb38, a, ffffffff49d55fa0, ffffffff6100ff40, ffffffff780ff9f8) + fff8006cc46de0b0
102 fffffffd11c43134 void JavaCalls::call_helper(JavaValue*,const methodHandle&,JavaCallArguments*,Thread*) (ffffffff780ffb30, ffffffff49d55fa0, ffffffff780ff9e8, ffffffff780ff890, e, ffffffff61000340) + 2e4
103 fffffffd11c42550 void JavaCalls::call_virtual(JavaValue*,Klass*,Symbol*,Symbol*,JavaCallArguments*,Thread*) (ffffffff780ffb30, e99000, ffffffff780ff890, ffffffff780ff900, ffffffff780ff9e8, ffffffffff166f50) + 120
104 fffffffd11c425d0 void JavaCalls::call_virtual(JavaValue*,Handle,Klass*,Symbol*,Symbol*,Thread*) (ffffffff780ffb30, 10059d300, 800006770, 8, 1, 2) + 50
105 fffffffd11df31e8 void thread_entry(JavaThread*,Thread*) (10059c800, 9f800, 103c00, 62ca09090, fffffffd12b7b8f0, 193400) + d8
106 fffffffd125445fc void JavaThread::thread_main_inner() (10059c800, 3d8, 10059d2d8, 10059cf00, ffffffff780ffc38, fffffffd12bb62a0) + 8c
107 fffffffd12544534 void JavaThread::run() (10059c800, 2, 9, 62ca09090, 72, 11) + 4a4
108 fffffffd12324ca0 thread_native_entry (0, 10059c800, 0, 10059dd20, fffffffd12adbf00, 50dc) + 320
109 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
110 ----------------- lwp# 10 / thread# 10 --------------------
111 ffffffff7eae9b3c lwp_cond_wait (1005a7548, 1005a7530, 0, 0)
112 fffffffd12331a94 void os::PlatformEvent::park() (1005a7500, e6c40, e6c00, 1, fffffffd12adbf00, 1005a7530) + c4
113 fffffffd122f27e8 void ObjectMonitor::wait(long,bool,Thread*) (1005a1f80, fffffffd128c10b0, fffffffd12b78ff0, 1, 1005a6800, 2) + 3d8
114 fffffffd124f4290 int ObjectSynchronizer::wait(Handle,long,Thread*) (1005a71a8, 0, 1005a6800, fffffffd12b64a32, 88b32, 1005a1f80) + 150
115 fffffffd11dc4150 JVM_MonitorWait (1005a71a8, 0, 0, 1005a6800, 2, fffffffd12b4da28) + 330
116 ffffffff6101170c * java/lang/Object.wait(J)V+-3184
117 ffffffff610116ac * java/lang/Object.wait(J)V+-3184
118 ffffffff61009ecc * java/lang/ref/ReferenceQueue.remove(J)Ljava/lang/ref/Reference;+59
119 ffffffff61009a38 * java/lang/ref/ReferenceQueue.remove()Ljava/lang/ref/Reference;+2
120 ffffffff61009a38 * java/lang/ref/Finalizer$FinalizerThread.run()V+37
121 ffffffff610003c0 ???????? (ffffffff702ff700, ffffffff702ffab8, a, ffffffff49d5c150, ffffffff6100ff40, ffffffff702ff978) + fff8006cc46de0b0
122 fffffffd11c43134 void JavaCalls::call_helper(JavaValue*,const methodHandle&,JavaCallArguments*,Thread*) (ffffffff702ffab0, ffffffff49d5c150, ffffffff702ff968, ffffffff702ff810, e, ffffffff61000340) + 2e4
123 fffffffd11c42550 void JavaCalls::call_virtual(JavaValue*,Klass*,Symbol*,Symbol*,JavaCallArguments*,Thread*) (ffffffff702ffab0, e99000, ffffffff702ff810, ffffffff702ff880, ffffffff702ff968, ffffffffff166f50) + 120
124 fffffffd11c425d0 void JavaCalls::call_virtual(JavaValue*,Handle,Klass*,Symbol*,Symbol*,Thread*) (ffffffff702ffab0, 1005a71a0, 800006770, 8, 1, 2) + 50
125 fffffffd11df31e8 void thread_entry(JavaThread*,Thread*) (1005a6800, 9f800, 103c00, 62ca09668, fffffffd12b7b8f0, 193400) + d8
126 fffffffd125445fc void JavaThread::thread_main_inner() (1005a6800, 3d8, 1005a7178, 1005a6da0, ffffffff702ffbb8, fffffffd12bb62a0) + 8c
127 fffffffd12544534 void JavaThread::run() (1005a6800, 3, a, 62ca09668, 72, 9) + 4a4
128 fffffffd12324ca0 thread_native_entry (0, 1005a6800, 0, 1005a7bc0, fffffffd12adbf00, 50dc) + 320
129 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
130 ----------------- lwp# 11 / thread# 11 --------------------
131 ffffffff7eae4bb4 lwp_park (0, 0, 0)
132 ffffffff7eacbfe8 sem_wait (1005908a0, fffffffd12bc75c0, eb6c0, eb400, 10648, ffffffffffffffff) + 24
133 fffffffd124309f8 void PosixSemaphore::wait() (1005908a0, 1005b9800, 10011ab64, 1005b9800, 98c10, 98c00) + 8
134 fffffffd1232961c int check_pending_signals() (1, fffffffd12b74b10, 1, fffffffd12adbf00, 20000000, ffffffff7d6008c0) + 24c
135 fffffffd12315aec void signal_thread_entry(JavaThread*,Thread*) (98c58, 1005b9800, 1005ba230, 1005ba220, 98c00, fffffffd12adbf00) + 2c
136 fffffffd125445fc void JavaThread::thread_main_inner() (1005b9800, 3d8, 1005ba208, 1005b9e30, ffffffff5faffb38, fffffffd12bb62a0) + 8c
137 fffffffd12544534 void JavaThread::run() (1005b9800, 4, b, 62ca20350, 72, 11) + 4a4
138 fffffffd12324ca0 thread_native_entry (0, 1005b9800, 0, 1005babc0, fffffffd12adbf00, 50dc) + 320
139 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
140 ----------------- lwp# 12 / thread# 12 --------------------
141 ffffffff7eae9b3c lwp_cond_wait (1005bc748, 1005bc730, ffffffff5e6ff520, 0)
142 ffffffff7eabf548 _lwp_cond_timedwait (1005bc748, 1005bc730, ffffffff5e6ff5f0, e6c00, ffffffff7eabf528, ffffffff5e6ff520) + 20
143 fffffffd12331d30 int os::PlatformEvent::park(long) (1005bc700, 20e2bf38, ffffffff7eabf38c, e6c00, 5, fffffffd12adbf00) + 200
144 fffffffd122c60b8 int Monitor::IWait(Thread*,long) (100121620, 1005bb000, 1388, fffffffd12b4dba8, 1, 100121640) + 118
145 fffffffd122c6cf4 bool Monitor::wait(bool,long,bool) (100121620, 0, 1388, 0, 1, 1005bb000) + 324
146 fffffffd11984df0 CompileTask*CompileQueue::get() (100590960, 1005bac90, 0, 1005bb000, fffffffd12adbf00, 100121620) + 70
147 fffffffd11989c80 void CompileBroker::compiler_thread_loop() (71e29, 1005909e0, 1005bb000, fffffffd12adbf00, 100590960, ffffffff49e84e78) + 150
148 fffffffd125445fc void JavaThread::thread_main_inner() (1005bb000, 3d8, 1005bc018, 1005bbc40, ffffffff5e6ffab8, fffffffd12bb62a0) + 8c
149 fffffffd12544534 void JavaThread::run() (1005bb000, 5, c, 62ca20540, 0, 12) + 4a4
150 fffffffd12324ca0 thread_native_entry (0, 1005bb000, 0, 1005bca60, fffffffd12adbf00, 50dc) + 320
151 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
152 ----------------- lwp# 13 / thread# 13 --------------------
153 ffffffff7eae9b3c lwp_cond_wait (1005bec48, 1005bec30, ffffffff5d2ff4a0, 0)
154 ffffffff7eabf548 _lwp_cond_timedwait (1005bec48, 1005bec30, ffffffff5d2ff570, e6c00, ffffffff7eabf528, ffffffff5d2ff4a0) + 20
155 fffffffd12331d30 int os::PlatformEvent::park(long) (1005bec00, 20f1f5c0, ffffffff7eabf38c, e6c00, 5, fffffffd12adbf00) + 200
156 fffffffd122c60b8 int Monitor::IWait(Thread*,long) (100121620, 1005bd800, 1388, fffffffd12b4dba8, 1, 100121640) + 118
157 fffffffd122c6cf4 bool Monitor::wait(bool,long,bool) (100121620, 0, 1388, 0, 1, 1005bd800) + 324
158 fffffffd11984df0 CompileTask*CompileQueue::get() (1005909a0, 1005bac20, 0, 1005bd800, fffffffd12adbf00, 100121620) + 70
159 fffffffd11989c80 void CompileBroker::compiler_thread_loop() (71e29, 100590a60, 1005bd800, fffffffd12adbf00, 1005909a0, ffffffff49c06ad8) + 150
160 fffffffd125445fc void JavaThread::thread_main_inner() (1005bd800, 3d8, 1005be5d8, 1005be200, ffffffff5d2ffa38, fffffffd12bb62a0) + 8c
161 fffffffd12544534 void JavaThread::run() (1005bd800, 7, d, 62ca20920, 0, 12) + 4a4
162 fffffffd12324ca0 thread_native_entry (0, 1005bd800, 0, 1005bf020, fffffffd12adbf00, 50dc) + 320
163 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
164 ----------------- lwp# 14 / thread# 14 --------------------
165 ffffffff7eae9b3c lwp_cond_wait (1005c0948, 1005c0930, ffffffff54eff610, 0)
166 ffffffff7eabf548 _lwp_cond_timedwait (1005c0948, 1005c0930, ffffffff54eff6e0, e6c00, ffffffff7eabf528, ffffffff54eff610) + 20
167 fffffffd12331d30 int os::PlatformEvent::park(long) (1005c0900, 2040aef0, ffffffff7eabf38c, e6c00, 15180, fffffffd12adbf00) + 200
168 fffffffd122c60b8 int Monitor::IWait(Thread*,long) (10011fa00, 1005bf800, 5265c00, fffffffd12b4dba8, fffffffd12adbf00, 10011fa20) + 118
169 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (10011fa00, 1, 5265c00, 0, 945b8, 1005bf800) + 7c
170 fffffffd124ebc98 void NMethodSweeper::sweeper_loop() (fffffffd12b704b8, ffffffff7d600980, fffffffd12adbf00, 6, b, a) + 1b8
171 fffffffd125445fc void JavaThread::thread_main_inner() (1005bf800, 3d8, 1005c0298, 1005bfec0, ffffffff54eff9b8, fffffffd12bb62a0) + 8c
172 fffffffd12544534 void JavaThread::run() (1005bf800, 8, e, 62ca20b10, 0, e) + 4a4
173 fffffffd12324ca0 thread_native_entry (0, 1005bf800, 0, 1005c0ce0, fffffffd12adbf00, 50dc) + 320
174 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
175 ----------------- lwp# 15 / thread# 15 --------------------
176 ffffffff7eae9b3c lwp_cond_wait (100766548, 100766530, 0, 0)
177 fffffffd12331a94 void os::PlatformEvent::park() (100766500, e6c40, e6c00, 0, fffffffd12adbf00, 100766530) + c4
178 fffffffd122c6038 int Monitor::IWait(Thread*,long) (10011fcd0, 100765800, 0, fffffffd12b4dba8, 0, 10011fcf0) + 98
179 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (10011fcd0, 1, 0, 0, fffffffd12b70648, 100765800) + 7c
180 fffffffd12431e00 void ServiceThread::service_thread_entry(JavaThread*,Thread*) (100765800, 100765800, 10011fcd0, 94400, fffffffd12b78f38, fffffffd12b4da28) + 210
181 fffffffd125445fc void JavaThread::thread_main_inner() (100765800, 3d8, 10075c258, 10075be80, ffffffff4caffd38, fffffffd12bb62a0) + 8c
182 fffffffd12544534 void JavaThread::run() (100765800, 9, f, 62cb820d8, 0, e) + 4a4
183 fffffffd12324ca0 thread_native_entry (0, 100765800, 0, 100766930, fffffffd12adbf00, 50dc) + 320
184 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
185 ----------------- lwp# 16 / thread# 16 --------------------
186 ffffffff7eae9b3c lwp_cond_wait (10076b048, 10076b030, ffffffff4a6ffad0, 0)
187 ffffffff7eabf548 _lwp_cond_timedwait (10076b048, 10076b030, ffffffff4a6ffba0, e6c00, ffffffff7eabf528, ffffffff4a6ffad0) + 20
188 fffffffd12331d30 int os::PlatformEvent::park(long) (10076b000, 2748270, ffffffff7eabf38c, e6c00, 0, fffffffd12adbf00) + 200
189 fffffffd122c60b8 int Monitor::IWait(Thread*,long) (100121860, 10076a000, 32, fffffffd12b4dba8, fffffffd12adbf00, 100121880) + 118
190 fffffffd122c6a4c bool Monitor::wait(bool,long,bool) (100121860, 1, 32, 0, 1a6529b8c1ea88, 10076a000) + 7c
191 fffffffd12542e3c void WatcherThread::run() (10076a000, fffffffd12b70650, 32, 4, 2, 10076b2f0) + cc
192 fffffffd12324ca0 thread_native_entry (0, 10076a000, 0, 10076b2f0, fffffffd12adbf00, 50dc) + 320
193 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
194 ----------------- lwp# 17 / thread# 17 --------------------
195 ffffffff7eae9b3c lwp_cond_wait (10076c648, 10076c630, ffffffff492febb0, 0)
196 ffffffff7eabf548 _lwp_cond_timedwait (10076c648, 10076c630, ffffffff492fec80, e6c00, ffffffff7eabf528, ffffffff492febb0) + 20
197 fffffffd12331d30 int os::PlatformEvent::park(long) (10076c600, 1f4cfc38, ffffffff7eabf38c, e6c00, 3c, fffffffd12adbf00) + 200
198 fffffffd122f27f8 void ObjectMonitor::wait(long,bool,Thread*) (1005a3e80, fffffffd128c10b0, fffffffd12b78ff0, 1, 10076b800, 2) + 3e8
199 fffffffd124f4290 int ObjectSynchronizer::wait(Handle,long,Thread*) (10076c328, ea60, 10076b800, fffffffd12b64a32, 88b32, 1005a3e80) + 150
200 fffffffd11dc4150 JVM_MonitorWait (10076c328, 0, ea60, 10076b800, 1, fffffffd12b4da28) + 330
201 ffffffff6101170c * java/lang/Object.wait(J)V+-3184
202 ffffffff610116ac * java/lang/Object.wait(J)V+-3184
203 ffffffff61009ecc * java/lang/ref/ReferenceQueue.remove(J)Ljava/lang/ref/Reference;+59
204 ffffffff61009a38 * jdk/internal/ref/CleanerImpl.run()V+65
205 ffffffff61009fc4 * java/lang/Thread.run()V+11
206 ffffffff61009ecc * jdk/internal/misc/InnocuousThread.run()V+20
207 ffffffff610003c0 ???????? (ffffffff492ff780, ffffffff492ffb38, a, ffffffff49eeec80, ffffffff6100ff40, ffffffff492ff9f8) + fff8006cc46de0b0
208 fffffffd11c43134 void JavaCalls::call_helper(JavaValue*,const methodHandle&,JavaCallArguments*,Thread*) (ffffffff492ffb30, ffffffff49eeec80, ffffffff492ff9e8, ffffffff492ff890, e, ffffffff61000340) + 2e4
209 fffffffd11c42550 void JavaCalls::call_virtual(JavaValue*,Klass*,Symbol*,Symbol*,JavaCallArguments*,Thread*) (ffffffff492ffb30, e99000, ffffffff492ff890, ffffffff492ff900, ffffffff492ff9e8, ffffffffff166f50) + 120
210 fffffffd11c425d0 void JavaCalls::call_virtual(JavaValue*,Handle,Klass*,Symbol*,Symbol*,Thread*) (ffffffff492ffb30, 10076c320, 800006770, 8, 1, 2) + 50
211 fffffffd11df31e8 void thread_entry(JavaThread*,Thread*) (10076b800, 9f800, 103c00, 62cb88700, fffffffd12b7b8f0, 193400) + d8
212 fffffffd125445fc void JavaThread::thread_main_inner() (10076b800, 3d8, 1005c2678, 1005c22a0, ffffffff492ffc38, fffffffd12bb62a0) + 8c
213 fffffffd12544534 void JavaThread::run() (10076b800, a, 11, 62cb88700, 0, e) + 4a4
214 fffffffd12324ca0 thread_native_entry (0, 10076b800, 0, 10076ccb0, fffffffd12adbf00, 50dc) + 320
215 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
216 ----------------- lwp# 18 / thread# 18 --------------------
217 ffffffff7eae9b3c lwp_cond_wait (10078cd48, 10078cd30, 0, 0)
218 fffffffd12331a94 void os::PlatformEvent::park() (10078cd00, e6c40, e6c00, 0, fffffffd12adbf00, 10078cd30) + c4
219 fffffffd120c7b00 int JvmtiRawMonitor::SimpleWait(Thread*,long) (10078a470, 10079c000, ffffffffffffffff, fffffffd120c50e0, 1, 0) + 100
220 fffffffd120c8328 int JvmtiRawMonitor::raw_wait(long,bool,Thread*) (10078a470, ffffffffffffffff, 1, 10079c000, ffffffffffd880ac, fffffffd12adbf00) + d8
221 fffffffd120942ec jvmtiError JvmtiEnv::RawMonitorWait(JvmtiRawMonitor*,long) (4, 10078a470, ffffffffffffffff, 10079c000, 0, fffffffd12adbf00) + 5c
222 fffffffd0f8385bc debugMonitorWait (fffffffd0f946268, c10, c00, fffffffd0f945580, fffffffd0f946190, 0) + 3c
223 fffffffd0f81adac debugInit_waitVMInitComplete (0, f28, fffffffd0f945580, c00, fffffffd0f844888, 1) + 3c
224 fffffffd0f81caac debugLoop_run (105c00, f50, fffffffd0f945580, 1, fffffffd0f9464d0, 0) + 6c
225 fffffffd0f8335b4 connectionInitiated (fffffffd0f705250, 1000, 1, fffffffd0f945580, fffffffd0f9468d8, 0) + e4
226 fffffffd0f833800 acceptThread (0, fffffffd0f705260, 1007973c0, fffffffd0f843de0, fffffffd0f945580, fffffffd0f946190) + 110
227 fffffffd120c0934 void JvmtiAgentThread::call_start_function() (10079c000, 0, 0, fffffffd12adbf00, fffffffd12b78f38, 0) + 1b4
228 fffffffd125445fc void JavaThread::thread_main_inner() (10079c000, 3d8, 1005bd3f8, 1005bd020, ffffffff48cffbb8, fffffffd12bb62a0) + 8c
229 fffffffd12544534 void JavaThread::run() (10079c000, b, 12, 62cb92b48, 0, 22) + 4a4
230 fffffffd12324ca0 thread_native_entry (0, 10079c000, 0, 10079c9d0, fffffffd12adbf00, 50dc) + 320
231 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
232 ----------------- lwp# 19 / thread# 19 --------------------
233 ffffffff7eae9b3c lwp_cond_wait (10079f748, 10079f730, 0, 0)
234 fffffffd12331a94 void os::PlatformEvent::park() (10079f700, e6c40, e6c00, 0, fffffffd12adbf00, 10079f730) + c4
235 fffffffd120c7b00 int JvmtiRawMonitor::SimpleWait(Thread*,long) (10079e4b0, 10079e800, ffffffffffffffff, fffffffd120c50e0, 1, 0) + 100
236 fffffffd120c8328 int JvmtiRawMonitor::raw_wait(long,bool,Thread*) (10079e4b0, ffffffffffffffff, 1, 10079e800, ffffffffffd880ac, fffffffd12adbf00) + d8
237 fffffffd120942ec jvmtiError JvmtiEnv::RawMonitorWait(JvmtiRawMonitor*,long) (4, 10079e4b0, ffffffffffffffff, 10079e800, 0, fffffffd12adbf00) + 5c
238 fffffffd0f8385bc debugMonitorWait (fffffffd0f946268, c10, c00, fffffffd0f945580, fffffffd0f946190, 0) + 3c
239 fffffffd0f8261f8 doBlockCommandLoop (800, 1028, fffffffd0f945580, 1000, fffffffd0f945580, 0) + 48
240 fffffffd0f826448 commandLoop (c10, 10079eae0, 1, fffffffd0f945580, fffffffd0f94612c, 1007a0a20) + f8
241 fffffffd120c0934 void JvmtiAgentThread::call_start_function() (10079e800, 0, 0, fffffffd12adbf00, fffffffd12b78f38, 0) + 1b4
242 fffffffd125445fc void JavaThread::thread_main_inner() (10079e800, 3d8, 1005c1a78, 1005c16a0, ffffffff48affb38, fffffffd12bb62a0) + 8c
243 fffffffd12544534 void JavaThread::run() (10079e800, c, 13, 62cb92d50, 0, 18) + 4a4
244 fffffffd12324ca0 thread_native_entry (0, 10079e800, 0, 10079d0e0, fffffffd12adbf00, 50dc) + 320
245 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)
246 ----------------- lwp# 20 / thread# 20 --------------------
247 ffffffff7eae906c recv     (7, ffffffff488ff7b4, 4, 0)
248 ffffffff7e40dba8 recv (7, ffff7fff, 4, 0, ffff7c00, 1007a1000) + 1c
249 fffffffd0f603f70 dbgsysRecv (7, ffffffff488ff7b4, 4, 0, 1007a1000, a0910) + 10
250 fffffffd0f6034e4 recv_fully (7, ffffffff488ff7b4, 4, a0800, 0, 0) + 24
251 fffffffd0f603634 socketTransport_readPacket (598, ffffffff488ff920, 100000, fffffffd0f704cb0, fffffffd0f604bb0, 0) + 54
252 fffffffd0f8341c0 transport_receivePacket (ffffffff488ff920, be8, 800, fffffffd0f945580, 10079a180, 1) + 30
253 fffffffd0f81cd30 reader (0, ffffffffffefa490, fffffffd0f945580, 105800, ffffffff488ff920, fffffffd0f83fa10) + 60
254 fffffffd120c0934 void JvmtiAgentThread::call_start_function() (1007a1000, 0, 0, fffffffd12adbf00, fffffffd12b78f38, 0) + 1b4
255 fffffffd125445fc void JavaThread::thread_main_inner() (1007a1000, 3d8, 1005c1e78, 1005c1aa0, ffffffff488ffab8, fffffffd12bb62a0) + 8c
256 fffffffd12544534 void JavaThread::run() (1007a1000, d, 14, 62cbeb9e8, 72, 13) + 4a4
257 fffffffd12324ca0 thread_native_entry (0, 1007a1000, 0, 1007a0ab0, fffffffd12adbf00, 50dc) + 320
258 ffffffff7eae4b38 _lwp_start (0, 0, 0, 0, 0, 0)

On 4/23/18 17:02, serguei.spit...@oracle.com wrote:

On 4/23/18 16:08, serguei.spit...@oracle.com wrote:

Hi Andrew,

There is a regression with this fix.
The following test is failed with timeout on all platforms except Windows:

Sorry, forgot to copy the test name:
open/test/jdk/com/sun/jdi/JITDebug.sh

Thanks,
Serguei

I'll try to get more details about this timeout.

Thanks,
Serguei

On 4/18/18 09:49, serguei.spit...@oracle.com wrote:

Hi Andrew,

Sorry, I did not reply earlier.
The fix need more testing. We also have some important tests in closed.
I'll run them but I'm a little bit busy at the moment.

You have two reviews which is enough for push after testing.

Thanks,
Serguei

On 4/18/18 08:23, Andrew Leonard wrote:

Hi Serguei,
Do you need me to try anything else for this review? hotspot/jtreg/serviceability suite run successfully.
Many Thanks
Andrew

Andrew Leonard
Java Runtimes Development
IBM Hursley
IBM United Kingdom Ltd
Phone internal: 245913, external: 01962 815913
internet email: andrew_m_leon...@uk.ibm.com

From: "serguei.spit...@oracle.com" <serguei.spit...@oracle.com>
To: daniel.daughe...@oracle.com, Andrew Leonard <andrew_m_leon...@uk.ibm.com>
Cc: serviceability-dev@openjdk.java.net
Date: 16/04/2018 07:10
Subject: Re: RFR: 8201409: JDWP debugger initialization hangs intermittently

On 4/15/18 10:01, Daniel D. Daugherty wrote:
On 4/13/18 3:07 PM, serguei.spit...@oracle.com wrote:
Andrew and reviewers,

I'm re-sending this RFR with a corrected subject that includes the bug number.

The issues is:
https://bugs.openjdk.java.net/browse/JDK-8201409

Webrev:
http://cr.openjdk.java.net/~sspitsyn/webrevs/2018/8201409-jdwp-initsync.ibm.1/
src/jdk.jdwp.agent/share/native/libjdwp/debugInit.c No comments. src/jdk.jdwp.agent/share/native/libjdwp/debugInit.h No comments. src/jdk.jdwp.agent/share/native/libjdwp/debugLoop.c So now pauses in debugLoop_run() before the loop that reads cmds. Looks good. src/jdk.jdwp.agent/share/native/libjdwp/eventHelper.c So the VM_INIT event handler now signals that we have received the VM_INIT event so that allows debugLoop_run() to proceed. Serguei, this fix needs to have the most of the Serviceability stack of tests run against it (jdwp, JVM/TI, JDI and jdb tests). Based on the email thread, I can't tell which tests have been run with the fix in place.

Hi Dan,

I'm going to sponsor this fix and will run all the debugger tests.
Sorry that I did not announce it yet.

Thanks,
Serguei

Dan

The fix looks good to me.
Also, I've agreed to skip a unit test as creating it for this issue is not easy.

At least, one more review is needed before the fix can be pushed.

Thanks,
Serguei

On 4/11/18 06:33, Andrew Leonard wrote:
Hi Serguei,
Thank you for raising the bug.
I had a chat with one of my colleagues who could recreate it, and it's probably related to the handshaking that is done in the particular scenario. So with the JCK harness:

com.sun.jck.lib.ExecJCKTestOtherJVMCmd LD_LIBRARY_PATH=/javatest/lib/jck/jck8b/natives/linux_x86-64 /projects/jck/jdwp/j2sdk-image/bin/java -Xdump:system:none -Xdump:system:events=gpf+abort+traceassert+corruptcache -Xdump:snap:none -Xdump:snap:events=gpf+abort+traceassert+corruptcache -Xdump:java:none -Xdump:java:events=gpf+abort+traceassert+corruptcache -Xdump:heap:none -Xdump:heap:events=gpf+abort+traceassert+corruptcache -Xfuture -agentlib:jdwp=server=y,transport=dt_socket,address=localhost:35000,suspend=y -classpath /javatest/lib/jck/JCK8b-b03/JCK-runtime-8b/classes -Djava.security.policy=/javatest/lib/jck/JCK8b-b03/JCK-runtime-8b/lib/jck.policy javasoft.sqe.jck.lib.jpda.jdwp.DebuggeeLoader -waittime=600 -msgSwitch=ub1604x64vm10:38636 -componentName=ArrayReference.GetValues.getvalues002

Note that the JCK test harness starts the target process, attaches to it, and sends the resume command
in a very short time with no handshaking.

That may not help..but hopefully helps explain things a bit? It's the timing of the resume command during the test that is crucial, resuming before the VM initialization is complete will trigger it.

Thanks
Andrew

Andrew Leonard
Java Runtimes Development
IBM Hursley
IBM United Kingdom Ltd
Phone internal: 245913, external: 01962 815913
internet email: andrew_m_leon...@uk.ibm.com

From: "serguei.spit...@oracle.com" <serguei.spit...@oracle.com>
To: Andrew Leonard <andrew_m_leon...@uk.ibm.com>
Cc: serviceability-dev@openjdk.java.net
Date: 11/04/2018 09:57
Subject: Re: RFR: Fix race condition in jdwp

Hi Andrew,

I've filed the bug:
https://bugs.openjdk.java.net/browse/JDK-8201409

Also, this is a webrev with your patch:
http://cr.openjdk.java.net/~sspitsyn/webrevs/2018/8201409-jdwp-initsync.ibm.1/

I agree that creating a standalone test is tricky here.

I've added usleep(10000) into the eventHelper_reportVMInit()
and ran the JTreg com/sun/jdi tests with my JDK build.
However, none of the tests failed with the failure mode you described.
So that I'm puzzled a little bit.
I suspect that some specific debugLoop commands were used in your scenario.

It is still possible that I've missed something here.
Will try to double check everything.

Thanks,
Serguei

On 4/11/18 01:29, Andrew Leonard wrote:
Thanks Serguei,
I terms of a standalone testcase it is quite tricky, as due to the nature of the issue which took a lot of investigation to solve it's very timing dependent and will only occur randomly. It can be forced as I indicated below by adding a "sleep" in the VMInit report code but that's not a testcase, however the issue was originally found in our JCK testing for IBMJava8, testcase test.jck8b.runtime.vm.jdwp, but again only happened intermittently. Sort of like "performance" type issues we're not always going to be able to create a testcase that will always "fail" if the fix is not present.
Your thoughts?
Cheers
Andrew

Andrew Leonard
Java Runtimes Development
IBM Hursley
IBM United Kingdom Ltd
Phone internal: 245913, external: 01962 815913
internet email: andrew_m_leon...@uk.ibm.com

From: "serguei.spit...@oracle.com" <serguei.spit...@oracle.com>
To: Andrew Leonard <andrew_m_leon...@uk.ibm.com>
Cc: serviceability-dev@openjdk.java.net
Date: 11/04/2018 01:02
Subject: Re: RFR: Fix race condition in jdwp

Hi Andrew,

Okay, I'll file a bug on this topic.
But do you have a standalone test demonstrating this issue?

Thanks,
Serguei

On 4/10/18 06:23, Andrew Leonard wrote:
Hi Serguei,
I don't have access to the bug database to raise one, are you able to please?

Summary: JDWP debugger initialization hangs intermittently
Description: If during the JDWP setup initialization the VM initialization takes slightly longer than the main debug initialization thread a "hang" situation can occur. This has been seen in testcase test.jck8b.runtime.vm.jdwp and can also be recreated easily by adding a 10 second sleep to the beginning of the src/jdk.jdwp.agent/share/native/libjdwp/eventHelper.c method eventHelper_reportVMInit() .
First seen: JDK8
Recreated: JDK11

Thanks
Andrew

Andrew Leonard
Java Runtimes Development
IBM Hursley
IBM United Kingdom Ltd
Phone internal: 245913, external: 01962 815913
internet email: andrew_m_leon...@uk.ibm.com

From: "serguei.spit...@oracle.com" <serguei.spit...@oracle.com>
To: Andrew Leonard <andrew_m_leon...@uk.ibm.com>, serviceability-dev@openjdk.java.net
Date: 09/04/2018 23:03
Subject: Re: RFR: Fix race condition in jdwp

Hi Andrew, The patch itself looks reasonable. However, in order to proceed with it, a bug report with a standalone test case demonstrating the issue is needed. Thanks, Serguei On 4/9/18 09:07, Andrew Leonard wrote: > Hi, > We discovered in our testing with OpenJ9 that a race condition can > occur in the jdwp under certain circumstances, and we were able to > force the same issue with Hotspot. Normally, the event helper thread > suspends all threads, then the debug loop in the listener thread > receives a command to resume. The debugger may deadlock if the debug > loop in the listener thread starts processing commands (e.g. resume > threads) before the event helper completes the initialization (and > suspends threads). > > This patch adds synchronization to ensure the event helper completes > the initialization sequence before debugger commands are processed. > > Please can I find a sponsor for this contribution? Patch below.. > > Many thanks > > Andrew > > > > diff --git a/src/jdk.jdwp.agent/share/native/libjdwp/debugInit.c > b/src/jdk.jdwp.agent/share/native/libjdwp/debugInit.c > --- a/src/jdk.jdwp.agent/share/native/libjdwp/debugInit.c > +++ b/src/jdk.jdwp.agent/share/native/libjdwp/debugInit.c > @@ -1,5 +1,5 @@ > /* > - * Copyright (c) 1998, 2017, Oracle and/or its affiliates. All rights > reserved. > + * Copyright (c) 1998, 2018, Oracle and/or its affiliates. All rights > reserved. > * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. > * > * This code is free software; you can redistribute it and/or modify it > @@ -58,6 +58,7 @@ > static jboolean vmInitialized; > static jrawMonitorID initMonitor; > static jboolean initComplete; > +static jboolean VMInitComplete; > static jbyte currentSessionID; > > /* > @@ -617,6 +618,35 @@ > debugMonitorExit(initMonitor); > } > > +/* > + * Signal VM initialization is complete. > + */ > +void > +signalVMInitComplete(void) > +{ > + /* > + * VM Initialization is complete > + */ > + LOG_MISC(("signal VM initialization complete")); > + debugMonitorEnter(initMonitor); > + VMInitComplete = JNI_TRUE; > + debugMonitorNotifyAll(initMonitor); > + debugMonitorExit(initMonitor); > +} > + > +/* > + * Wait for VM initialization to complete. > + */ > +void > +debugInit_waitVMInitComplete(void) > +{ > + debugMonitorEnter(initMonitor); > + while (!VMInitComplete) { > + debugMonitorWait(initMonitor); > + } > + debugMonitorExit(initMonitor); > +} > + > /* All process exit() calls come from here */ > void > forceExit(int exit_code) > @@ -672,6 +702,7 @@ > LOG_MISC(("Begin initialize()")); > currentSessionID = 0; > initComplete = JNI_FALSE; > + VMInitComplete = JNI_FALSE; > > if ( gdata->vmDead ) { > EXIT_ERROR(AGENT_ERROR_INTERNAL,"VM dead at initialize() time"); > diff --git a/src/jdk.jdwp.agent/share/native/libjdwp/debugInit.h > b/src/jdk.jdwp.agent/share/native/libjdwp/debugInit.h > --- a/src/jdk.jdwp.agent/share/native/libjdwp/debugInit.h > +++ b/src/jdk.jdwp.agent/share/native/libjdwp/debugInit.h > @@ -1,5 +1,5 @@ > /* > - * Copyright (c) 1998, 2015, Oracle and/or its affiliates. All rights > reserved. > + * Copyright (c) 1998, 2018, Oracle and/or its affiliates. All rights > reserved. > * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. > * > * This code is free software; you can redistribute it and/or modify it > @@ -39,4 +39,7 @@ > void debugInit_exit(jvmtiError, const char *); > void forceExit(int); > > +void debugInit_waitVMInitComplete(void); > +void signalVMInitComplete(void); > + > #endif > diff --git a/src/jdk.jdwp.agent/share/native/libjdwp/debugLoop.c > b/src/jdk.jdwp.agent/share/native/libjdwp/debugLoop.c > --- a/src/jdk.jdwp.agent/share/native/libjdwp/debugLoop.c > +++ b/src/jdk.jdwp.agent/share/native/libjdwp/debugLoop.c > @@ -1,5 +1,5 @@ > /* > - * Copyright (c) 1998, 2017, Oracle and/or its affiliates. All rights > reserved. > + * Copyright (c) 1998, 2018, Oracle and/or its affiliates. All rights > reserved. > * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. > * > * This code is free software; you can redistribute it and/or modify it > @@ -98,6 +98,7 @@ > standardHandlers_onConnect(); > threadControl_onConnect(); > > + debugInit_waitVMInitComplete(); > /* Okay, start reading cmds! */ > while (shouldListen) { > if (!dequeue(&p)) { > diff --git a/src/jdk.jdwp.agent/share/native/libjdwp/eventHelper.c > b/src/jdk.jdwp.agent/share/native/libjdwp/eventHelper.c > --- a/src/jdk.jdwp.agent/share/native/libjdwp/eventHelper.c > +++ b/src/jdk.jdwp.agent/share/native/libjdwp/eventHelper.c > @@ -1,5 +1,5 @@ > /* > - * Copyright (c) 1998, 2017, Oracle and/or its affiliates. All rights > reserved. > + * Copyright (c) 1998, 2018, Oracle and/or its affiliates. All rights > reserved. > * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. > * > * This code is free software; you can redistribute it and/or modify it > @@ -580,6 +580,7 @@ > (void)threadControl_suspendThread(command->thread, JNI_FALSE); > } > > + signalVMInitComplete(); > outStream_initCommand(&out, uniqueID(), 0x0, > JDWP_COMMAND_SET(Event), > JDWP_COMMAND(Event, Composite)); > > > > Andrew Leonard > Java Runtimes Development > IBM Hursley > IBM United Kingdom Ltd > Phone internal: 245913, external: 01962 815913 > internet email:andrew_m_leon...@uk.ibm.com> > > Unless stated otherwise above: > IBM United Kingdom Limited - Registered in England and Wales with > number 741598. > Registered office: PO Box 41, North Harbour, Portsmouth, Hampshire PO6 3AU

Unless stated otherwise above:
IBM United Kingdom Limited - Registered in England and Wales with number 741598.
Registered office: PO Box 41, North Harbour, Portsmouth, Hampshire PO6 3AU

Unless stated otherwise above:
IBM United Kingdom Limited - Registered in England and Wales with number 741598.
Registered office: PO Box 41, North Harbour, Portsmouth, Hampshire PO6 3AU

Unless stated otherwise above:
IBM United Kingdom Limited - Registered in England and Wales with number 741598.
Registered office: PO Box 41, North Harbour, Portsmouth, Hampshire PO6 3AU

Unless stated otherwise above:
IBM United Kingdom Limited - Registered in England and Wales with number 741598.
Registered office: PO Box 41, North Harbour, Portsmouth, Hampshire PO6 3AU

Re: RFR: 8201409: JDWP debugger initialization hangs intermittently

Reply via email to