[
https://issues.apache.org/jira/browse/DISPATCH-1999?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17298950#comment-17298950
]
Ganesh Murthy commented on DISPATCH-1999:
-----------------------------------------
Another pstack output -
{noformat}
[gmurthy@localhost qpid-dispatch]$ pstack 3843462
Thread 5 (Thread 0x7f5525480640 (LWP 3843466) "qdrouterd"):
#0 pn_list_pop (list=0x604000005f60) at
/home/gmurthy/opensource/qpid-proton/c/src/core/object/list.c:81
#1 0x00007f55398781fa in pn_collector_put (collector=0x6060000215d0,
clazz=clazz@entry=0x7f5539858be0 <pn_raw_connection.class>,
context=context@entry=0x61b00002f540,
type=type@entry=PN_RAW_CONNECTION_CLOSED_READ) at
/home/gmurthy/opensource/qpid-proton/c/src/core/event.c:145
#2 0x00007f553984bde7 in pni_raw_put_event
(type=PN_RAW_CONNECTION_CLOSED_READ, conn=0x61b00002f540) at
/home/gmurthy/opensource/qpid-proton/c/src/proactor/raw_connection.c:420
#3 pni_raw_event_next (conn=<optimized out>) at
/home/gmurthy/opensource/qpid-proton/c/src/proactor/raw_connection.c:678
#4 pni_raw_batch_next (batch=0x61b00002fa38) at
/home/gmurthy/opensource/qpid-proton/c/src/proactor/epoll_raw_connection.c:316
#5 0x00007f553a08d018 in thread_run (arg=0x60f0000008b0) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:1112
#6 0x00007f5539f166ee in _thread_init (arg=0x60300003b110) at
/home/gmurthy/opensource/qpid-dispatch/src/posix/threading.c:172
#7 0x00007f553982d3f9 in start_thread () from /lib64/libpthread.so.0
#8 0x00007f5538a0d903 in clone () from /lib64/libc.so.6
Thread 4 (Thread 0x7f5525c97640 (LWP 3843465) "qdrouterd"):
#0 0x00007f5539e40676 in handle_incoming_impl (conn=0x61600011f510,
close_pending=true) at
/home/gmurthy/opensource/qpid-dispatch/src/adaptors/tcp_adaptor.c:215
#1 0x00007f5539e4761b in handle_connection_event (e=0x606000009090,
qd_server=0x60f0000008b0, context=0x61600011f510) at
/home/gmurthy/opensource/qpid-dispatch/src/adaptors/tcp_adaptor.c:631
#2 0x00007f553a0883e6 in handle_event_with_context (e=0x606000009090,
qd_server=0x60f0000008b0, context=0x61600011f510) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:804
#3 0x00007f553a088427 in do_handle_raw_connection_event (e=0x606000009090,
qd_server=0x60f0000008b0) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:810
#4 0x00007f553a08cc76 in handle (qd_server=0x60f0000008b0, e=0x606000009090,
pn_conn=0x0, ctx=0x0) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:1090
#5 0x00007f553a08cf37 in thread_run (arg=0x60f0000008b0) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:1122
#6 0x00007f5539f166ee in _thread_init (arg=0x60300003b0e0) at
/home/gmurthy/opensource/qpid-dispatch/src/posix/threading.c:172
#7 0x00007f553982d3f9 in start_thread () from /lib64/libpthread.so.0
#8 0x00007f5538a0d903 in clone () from /lib64/libc.so.6
Thread 3 (Thread 0x7f55264a6640 (LWP 3843464) "qdrouterd"):
#0 0x00007f55385d38c2 in uw_update_context_1 () from /lib64/libgcc_s.so.1
#1 0x00007f55385d48e1 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1
#2 0x00007f5538a1a8e6 in backtrace () from /lib64/libc.so.6
#3 0x00007f553a843601 in __interceptor_backtrace.part.0 () from
/lib64/libasan.so.6
#4 0x00007f5539e5dd35 in qd_alloc (desc=0x7f553a62c900 <__desc_qdr_action_t>,
tpool=0x7f55264a6548) at
/home/gmurthy/opensource/qpid-dispatch/src/alloc_pool.c:345
#5 0x00007f5539ff5f27 in new_qdr_action_t () at
/home/gmurthy/opensource/qpid-dispatch/src/router_core/router_core_thread.c:33
#6 0x00007f5539fe1e4f in qdr_action (action_handler=0x7f5539f96edf
<qdr_delivery_continue_CT>, label=0x7f553a187ee0 "delivery_continue") at
/home/gmurthy/opensource/qpid-dispatch/src/router_core/router_core.c:383
#7 0x00007f5539f8ab84 in qdr_delivery_continue (core=0x61a000048080,
in_dlv=0x616000170e10, settled=false) at
/home/gmurthy/opensource/qpid-dispatch/src/router_core/delivery.c:212
#8 0x00007f5539e40f49 in handle_incoming_impl (conn=0x616000192410,
close_pending=true) at
/home/gmurthy/opensource/qpid-dispatch/src/adaptors/tcp_adaptor.c:242
#9 0x00007f5539e4761b in handle_connection_event (e=0x6060000784b0,
qd_server=0x60f0000008b0, context=0x616000192410) at
/home/gmurthy/opensource/qpid-dispatch/src/adaptors/tcp_adaptor.c:631
#10 0x00007f553a0883e6 in handle_event_with_context (e=0x6060000784b0,
qd_server=0x60f0000008b0, context=0x616000192410) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:804
#11 0x00007f553a088427 in do_handle_raw_connection_event (e=0x6060000784b0,
qd_server=0x60f0000008b0) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:810
#12 0x00007f553a08cc76 in handle (qd_server=0x60f0000008b0, e=0x6060000784b0,
pn_conn=0x0, ctx=0x0) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:1090
#13 0x00007f553a08cf37 in thread_run (arg=0x60f0000008b0) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:1122
#14 0x00007f5539f166ee in _thread_init (arg=0x60300003b0b0) at
/home/gmurthy/opensource/qpid-dispatch/src/posix/threading.c:172
#15 0x00007f553982d3f9 in start_thread () from /lib64/libpthread.so.0
#16 0x00007f5538a0d903 in clone () from /lib64/libc.so.6
Thread 2 (Thread 0x7f5526ca7640 (LWP 3843463) "qdrouterd"):
#0 0x00007f55398336c2 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib64/libpthread.so.0
#1 0x00007f5539f16240 in sys_cond_wait (cond=0x60a000000d40,
held_mutex=0x60a000000e00) at
/home/gmurthy/opensource/qpid-dispatch/src/posix/threading.c:92
#2 0x00007f5539ff9f1d in router_core_thread (arg=0x61a000048080) at
/home/gmurthy/opensource/qpid-dispatch/src/router_core/router_core_thread.c:221
#3 0x00007f5539f166ee in _thread_init (arg=0x60300003acc0) at
/home/gmurthy/opensource/qpid-dispatch/src/posix/threading.c:172
#4 0x00007f553982d3f9 in start_thread () from /lib64/libpthread.so.0
#5 0x00007f5538a0d903 in clone () from /lib64/libc.so.6
Thread 1 (Thread 0x7f5537f78380 (LWP 3843462) "qdrouterd"):
#0 0x00007f553982e9d7 in __pthread_clockjoin_ex () from /lib64/libpthread.so.0
#1 0x00007f5539f1695f in sys_thread_join (thread=0x60300003b0b0) at
/home/gmurthy/opensource/qpid-dispatch/src/posix/threading.c:202
#2 0x00007f553a0942d3 in qd_server_run (qd=0x60c000000040) at
/home/gmurthy/opensource/qpid-dispatch/src/server.c:1486
#3 0x00000000004026f9 in main_process (config_path=0x7ffc4677b635
"http-over-tcp.conf", python_pkgdir=0x405820
"/home/gmurthy/opensource/qpid-dispatch/install/lib/qpid-dispatch/python",
test_hooks=false, fd=2) at
/home/gmurthy/opensource/qpid-dispatch/router/src/main.c:113
#4 0x0000000000404579 in main (argc=3, argv=0x7ffc46779f08) at
/home/gmurthy/opensource/qpid-dispatch/router/src/main.c:367
{noformat}
> [tcp] Occasional Router hang when testing http over tcp using the "hey" tool
> -----------------------------------------------------------------------------
>
> Key: DISPATCH-1999
> URL: https://issues.apache.org/jira/browse/DISPATCH-1999
> Project: Qpid Dispatch
> Issue Type: Bug
> Components: Protocol Adaptors
> Affects Versions: 1.15.0
> Reporter: Ganesh Murthy
> Priority: Major
> Attachments: http-over-tcp.conf
>
>
> To reproduce -
> # Start the router with the attached config
> # run the hey tool - ./hey_linux_amd64 -c 5 -z 10s
> [http://127.0.0.1:9000/index.html]
> # Wait for the hey test to finish. It might take about about 30 to 60
> seconds to finish.
> # Press Ctrl + C to terminate the router
> # The router does not terminate. The output of pstack is as follows
> {noformat}
> [gmurthy@localhost build]$ pstack 3833922
> Thread 2 (Thread 0x7f308cc01640 (LWP 3833932) "qdrouterd"):
> #0 0x00007f309f7936c2 in pthread_cond_wait@@GLIBC_2.3.2 () from
> /lib64/libpthread.so.0
> #1 0x00007f309fe78240 in sys_cond_wait (cond=0x60a000000d40,
> held_mutex=0x60a000000e00) at
> /home/gmurthy/opensource/qpid-dispatch/src/posix/threading.c:92
> #2 0x00007f309ff5cb0b in router_core_thread (arg=0x61a000048080) at
> /home/gmurthy/opensource/qpid-dispatch/src/router_core/router_core_thread.c:221
> #3 0x00007f309fe786ee in _thread_init (arg=0x60300003acc0) at
> /home/gmurthy/opensource/qpid-dispatch/src/posix/threading.c:172
> #4 0x00007f309f78d3f9 in start_thread () from /lib64/libpthread.so.0
> #5 0x00007f309e96d903 in clone () from /lib64/libc.so.6
> Thread 1 (Thread 0x7f309ded8380 (LWP 3833922) "qdrouterd"):
> #0 0x00007f309fda96c2 in handle_connection_event (e=0x60600014e710,
> qd_server=0x60f0000008b0, context=0x616000112c10) at
> /home/gmurthy/opensource/qpid-dispatch/src/adaptors/tcp_adaptor.c:633
> #1 0x00007f309ffeafd4 in handle_event_with_context (e=0x60600014e710,
> qd_server=0x60f0000008b0, context=0x616000112c10) at
> /home/gmurthy/opensource/qpid-dispatch/src/server.c:804
> #2 0x00007f309ffeb015 in do_handle_raw_connection_event (e=0x60600014e710,
> qd_server=0x60f0000008b0) at
> /home/gmurthy/opensource/qpid-dispatch/src/server.c:810
> #3 0x00007f309ffef864 in handle (qd_server=0x60f0000008b0, e=0x60600014e710,
> pn_conn=0x0, ctx=0x0) at
> /home/gmurthy/opensource/qpid-dispatch/src/server.c:1090
> #4 0x00007f309ffefb25 in thread_run (arg=0x60f0000008b0) at
> /home/gmurthy/opensource/qpid-dispatch/src/server.c:1122
> #5 0x00007f309fff6e0d in qd_server_run (qd=0x60c000000040) at
> /home/gmurthy/opensource/qpid-dispatch/src/server.c:1484
> #6 0x00000000004026f9 in main_process (config_path=0x7ffe7d076635
> "http-over-tcp.conf", python_pkgdir=0x405820
> "/home/gmurthy/opensource/qpid-dispatch/install/lib/qpid-dispatch/python",
> test_hooks=false, fd=2) at
> /home/gmurthy/opensource/qpid-dispatch/router/src/main.c:113
> #7 0x0000000000404579 in main (argc=3, argv=0x7ffe7d075228) at
> /home/gmurthy/opensource/qpid-dispatch/router/src/main.c:367
> {noformat}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
