- **Milestone**: 5.1.RC1 --> future
- **Comment**:
Able to reproduce the problem , it doesn't look like any newly introduce issue ,
This look like multiple threads concretely calling saEvtChannelClose() &
saEvtEventRetentionTimeClear()
=====================================
(gdb) bt
#0 0x00007f757034ea00 in sem_wait () from /lib64/libpthread.so.0
#1 0x00007f756f496a62 in hm_block_me () from /usr/lib64/libopensaf_core.so.0
#2 0x00007f756f496bdd in ncshm_destroy_hdl () from
/usr/lib64/libopensaf_core.so.0
#3 0x00007f7570b7ba17 in eda_channel_hdl_rec_del () from
/usr/lib64/libSaEvt.so.1
#4 0x00007f7570b76d24 in saEvtChannelClose () at eda_saf_api.c:895
#5 0x0000000000427c57 in tet_saEvtChannelClose (ptrChannelHandle=0x659710) at
src/tet_edsv_wrappers.c:198
#6 0x000000000040ce15 in tet_RetentionTimeClear_Thread () at src/tet_eda.c:4790
#7 0x000000000040eb3e in tet_invoketp (icnum=300, tpnum=1) at
src/tet_eda.c:6279
#8 0x0000000000429aff in call_1tp (icnum=300, tpnum=1, testnum=300) at
tcm_main.c:581
#9 0x000000000042a0b5 in call_tps (tpcount=<optimized out>, icnum=<optimized
out>) at tcm_main.c:477
#10 tet_tcm_main (argc=<optimized out>, argv=<optimized out>) at tcm_main.c:432
#11 0x000000000042c0fd in main (argc=1082677280, argv=0x80) at main.c:83
(gdb) generate-core-file
Saved corefile core.6197
(gdb) bt full
#0 0x00007f757034ea00 in sem_wait () from /lib64/libpthread.so.0
No symbol table info available.
#1 0x00007f756f496a62 in hm_block_me () from /usr/lib64/libopensaf_core.so.0
mbcsv_init_process_req_func = {0x7f756f49b720
<mbcsv_process_initialize_request>, 0x7f756f49d000
<mbcsv_process_get_sel_obj_request>,
0x7f756f49bcd0 <mbcsv_process_dispatch_request>, 0x7f756f49bbe0
<mbcsv_process_finalize_request>, 0x7f756f49bde0 <mbcsv_process_open_request>,
0x7f756f49c140 <mbcsv_process_close_request>, 0x7f756f49c2d0
<mbcsv_process_chg_role_request>, 0x7f756f49c5b0
<mbcsv_process_snd_ckpt_request>,
0x7f756f49c8c0 <mbcsv_process_snd_ntfy_request>, 0x7f756f49ca60
<mbcsv_process_snd_data_req>, 0x7f756f49ba20 <mbcsv_process_get_request>,
0x7f756f49ccc0 <mbcsv_process_set_request>}
#2 0x00007f756f496bdd in ncshm_destroy_hdl () from
/usr/lib64/libopensaf_core.so.0
mbcsv_init_process_req_func = {0x7f756f49b720
<mbcsv_process_initialize_request>, 0x7f756f49d000
<mbcsv_process_get_sel_obj_request>,
0x7f756f49bcd0 <mbcsv_process_dispatch_request>, 0x7f756f49bbe0
<mbcsv_process_finalize_request>, 0x7f756f49bde0 <mbcsv_process_open_request>,
0x7f756f49c140 <mbcsv_process_close_request>, 0x7f756f49c2d0
<mbcsv_process_chg_role_request>, 0x7f756f49c5b0
<mbcsv_process_snd_ckpt_request>,
0x7f756f49c8c0 <mbcsv_process_snd_ntfy_request>, 0x7f756f49ca60
<mbcsv_process_snd_data_req>, 0x7f756f49ba20 <mbcsv_process_get_request>,
0x7f756f49ccc0 <mbcsv_process_set_request>}
#3 0x00007f7570b7ba17 in eda_channel_hdl_rec_del () from
/usr/lib64/libSaEvt.so.1
s_agent_startup_mutex = {__data = {__lock = 0, __count = 0, __owner =
0, __nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next =
0x0}},
__size = '\000' <repeats 39 times>, __align = 0}
eda_use_count = 1
gl_eda_hdl = 4290773003
#4 0x00007f7570b76d24 in saEvtChannelClose () at eda_saf_api.c:895
gl_eda_hdl = 4290773003
#5 0x0000000000427c57 in tet_saEvtChannelClose (ptrChannelHandle=0x659710) at
src/tet_edsv_wrappers.c:198
try_again_count = 0
#6 0x000000000040ce15 in tet_RetentionTimeClear_Thread () at src/tet_eda.c:4790
No locals.
#7 0x000000000040eb3e in tet_invoketp (icnum=300, tpnum=1) at
src/tet_eda.c:6279
No locals.
#8 0x0000000000429aff in call_1tp (icnum=300, tpnum=1, testnum=300) at
tcm_main.c:581
No locals.
#9 0x000000000042a0b5 in call_tps (tpcount=<optimized out>, icnum=<optimized
out>) at tcm_main.c:477
testnum = -512
tpnum = 1
#10 tet_tcm_main (argc=<optimized out>, argv=<optimized out>) at tcm_main.c:432
cp = <optimized out>
icp = 0x65a5d0
iccount = <optimized out>
tpcount = 1
icnum = 300
rc = <optimized out>
nsys = 0
#11 0x000000000042c0fd in main (argc=1082677280, argv=0x80) at main.c:83
No locals.
(gdb) bt thread apply all
A syntax error in expression, near `apply all'.
(gdb) thread apply all bt
Thread 4 (Thread 0x7f7570f9eb00 (LWP 6198)):
#0 0x00007f756fe224f6 in poll () from /lib64/libc.so.6
#1 0x00007f756f485fd1 in osaf_ppoll () from /usr/lib64/libopensaf_core.so.0
#2 0x00007f756f48d9ef in ncs_tmr_wait () from /usr/lib64/libopensaf_core.so.0
#3 0x00007f75703487b6 in start_thread () from /lib64/libpthread.so.0
#4 0x00007f756fe2b9cd in clone () from /lib64/libc.so.6
#5 0x0000000000000000 in ?? ()
Thread 3 (Thread 0x7f7570f6bb00 (LWP 6199)):
#0 0x00007f756fe224f6 in poll () from /lib64/libc.so.6
#1 0x00007f756f4c317e in mdtm_process_recv_events () from
/usr/lib64/libopensaf_core.so.0
#2 0x00007f75703487b6 in start_thread () from /lib64/libpthread.so.0
#3 0x00007f756fe2b9cd in clone () from /lib64/libc.so.6
#4 0x0000000000000000 in ?? ()
Thread 2 (Thread 0x7f756ef45700 (LWP 6200)):
#0 0x00007f756fdf9c0d in nanosleep () from /lib64/libc.so.6
#1 0x00007f756fdf9a2c in sleep () from /lib64/libc.so.6
#2 0x0000000000428e76 in eda_selection_thread () at src/tet_edsv_wrappers.c:643
#3 0x00007f75703487b6 in start_thread () from /lib64/libpthread.so.0
#4 0x00007f756fe2b9cd in clone () from /lib64/libc.so.6
#5 0x0000000000000000 in ?? ()
Thread 1 (Thread 0x7f7570f6e720 (LWP 6197)):
#0 0x00007f757034ea00 in sem_wait () from /lib64/libpthread.so.0
#1 0x00007f756f496a62 in hm_block_me () from /usr/lib64/libopensaf_core.so.0
#2 0x00007f756f496bdd in ncshm_destroy_hdl () from
/usr/lib64/libopensaf_core.so.0
#3 0x00007f7570b7ba17 in eda_channel_hdl_rec_del () from
/usr/lib64/libSaEvt.so.1
#4 0x00007f7570b76d24 in saEvtChannelClose () at eda_saf_api.c:895
#5 0x0000000000427c57 in tet_saEvtChannelClose (ptrChannelHandle=0x659710) at
src/tet_edsv_wrappers.c:198
#6 0x000000000040ce15 in tet_RetentionTimeClear_Thread () at src/tet_eda.c:4790
#7 0x000000000040eb3e in tet_invoketp (icnum=300, tpnum=1) at
src/tet_eda.c:6279
#8 0x0000000000429aff in call_1tp (icnum=300, tpnum=1, testnum=300) at
tcm_main.c:581
#9 0x000000000042a0b5 in call_tps (tpcount=<optimized out>, icnum=<optimized
out>) at tcm_main.c:477
#10 tet_tcm_main (argc=<optimized out>, argv=<optimized out>) at tcm_main.c:432
#11 0x000000000042c0fd in main (argc=1082677280, argv=0x80) at main.c:83
(gdb)
=============================================================================
---
** [tickets:#2007] EVT: Service got hanged for 2 hours after saEvtEventPublish**
**Status:** assigned
**Milestone:** future
**Created:** Wed Sep 07, 2016 09:39 AM UTC by Chani Srivastava
**Last Updated:** Thu Sep 08, 2016 03:38 AM UTC
**Owner:** A V Mahesh (AVM)
OS : Suse PPC 64bit
Changeset : 7997 ( 5.1.FC)
Setup : 4 nodes ( 2 controllers and 2 payloads with headless feature disabled &
no PBE )
Below APIs are called in sequence
saEvtInitialize()
saEvtChannelOpen()
saEvtEventAllocate()
saEvtEventAttributesSet()
saEvtEventPublish()
Application got hanged
(gdb) bt
0x00000fff93e819f4 in .__poll () from /lib64/libc.so.6
1 0x00000fff93be45c4 in osaf_poll_no_timeout (io_fds=0xfff9412e728, i_nfds=1)
at osaf_poll.c:32
2 0x00000fff93be4738 in osaf_ppoll (io_fds=0xfff9412e728, i_nfds=1,
i_timeout_ts=0x0, i_sigmask=0x0) at osaf_poll.c:79
3 0x00000fff93bf2f88 in ncs_tmr_wait () at sysf_tmr.c:409
4 0x00000fff9402c818 in .start_thread () from /lib64/libpthread.so.0
5 0x00000fff93e8db2c in .__clone () from /lib64/libc.so.6
(gdb) thread apply all bt
Thread 4 (LWP 4698):
0 0x00000fff94034f30 in .sem_wait () from /lib64/libpthread.so.0
1 0x00000fff93c03630 in hm_block_me (cell=0x100b76e0, pool_id=1 '\001') at
hj_hdl.c:697
2 0x00000fff93c025a0 in ncshm_destroy_hdl (id=NCS_SERVICE_ID_EDA,
uhdl=4028633082) at hj_hdl.c:366
3 0x00000fff940dd3bc in eda_channel_hdl_rec_del (list_head=0x100c00e0,
rm_node=0x100c1c90) at eda_hdl.c:317
4 0x00000fff940d7368 in saEvtChannelClose (channelHandle=4028633082) at
eda_saf_api.c:895
5 0x000000001002ffcc in tet_saEvtChannelClose (ptrChannelHandle=0x1007a8e8
<gl_channelHandle>)
at src/tet_edsv_wrappers.c:198
6 0x000000001000ed78 in tet_RetentionTimeClear_Thread () at src/tet_eda.c:4790
7 0x0000000010011804 in tet_invoketp (icnum=300, tpnum=1) at src/tet_eda.c:6279
8 0x0000000010032cbc in call_1tp (icnum=0, tpnum=0, testnum=0) at
tcm_main.c:581
9 0x00000000100333b0 in call_tps (tpcount=<optimized out>, icnum=<optimized
out>) at tcm_main.c:477
10 tet_tcm_main (argc=1, argv=0xfffc40a76c8) at tcm_main.c:432
11 0x0000000010035fa4 in main (argc=<error reading variable: value has been
optimized out>,
argv=<error reading variable: value has been optimized out>) at main.c:83
Thread 3 (LWP 4727):
0 0x00000fff93e53d68 in .__GI___libc_nanosleep () from /lib64/libc.so.6
1 0x00000fff93e53ae0 in .__sleep () from /lib64/libc.so.6
2 0x0000000010031b30 in eda_selection_thread () at src/tet_edsv_wrappers.c:643
3 0x00000fff9402c818 in .start_thread () from /lib64/libpthread.so.0
4 0x00000fff93e8db2c in .__clone () from /lib64/libc.so.6
Thread 2 (LWP 4701):
0 0x00000fff93e819f4 in .__poll () from /lib64/libc.so.6
1 0x00000fff93c4b5a8 in mdtm_process_recv_events () at mds_dt_tipc.c:665
2 0x00000fff9402c818 in .start_thread () from /lib64/libpthread.so.0
3 0x00000fff93e8db2c in .__clone () from /lib64/libc.so.6
Thread 1 (LWP 4700):
0 0x00000fff93e819f4 in .__poll () from /lib64/libc.so.6
1 0x00000fff93be45c4 in osaf_poll_no_timeout (io_fds=0xfff9412e728, i_nfds=1)
at osaf_poll.c:32
2 0x00000fff93be4738 in osaf_ppoll (io_fds=0xfff9412e728, i_nfds=1,
i_timeout_ts=0x0, i_sigmask=0x0) at osaf_poll.c:79
3 0x00000fff93bf2f88 in ncs_tmr_wait () at sysf_tmr.c:409
4 0x00000fff9402c818 in .start_thread () from /lib64/libpthread.so.0
5 0x00000fff93e8db2c in .__clone () from /lib64/libc.so.6
(gdb) q
---
Sent from sourceforge.net because [email protected] is
subscribed to https://sourceforge.net/p/opensaf/tickets/
To unsubscribe from further messages, a project admin can change settings at
https://sourceforge.net/p/opensaf/admin/tickets/options. Or, if this is a
mailing list, you can unsubscribe from the mailing list.------------------------------------------------------------------------------
_______________________________________________
Opensaf-tickets mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/opensaf-tickets
