Hi,
Two new stack traces...
Both happened during shutdown and both seem to indicate a corrupt
queue object (at least).
I'll keep the cores and logs around for a while longer in case you can
think of anything in them that might help.
In other news, I'm still getting the odd messed up message (even
though I've started using saSendReceiveReply() and am checking the
error field)
Andrew
Core was generated by `aisexec'.
Program terminated with signal 11, Segmentation fault.
#0 0xb7f623f0 in pthread_mutex_lock () from /lib/libpthread.so.0
(gdb) where
#0 0xb7f623f0 in pthread_mutex_lock () from /lib/libpthread.so.0
#1 0x080508d7 in ipc_flow_control (conn_info=0x81a6c90) at ../include/
queue.h:214
#2 0x08050d62 in openais_conn_send_response (conn=0x81a6c90,
msg=0xb66d2011, mlen=1707) at ipc.c:1147
#3 0xb74ce099 in route_ais_message () from /usr/lib/lcrso/
service_crm.lcrso
#4 0xb74cb8b4 in ais_cluster_message_callback () from /usr/lib/lcrso/
service_crm.lcrso
#5 0x0804d9bc in deliver_fn (nodeid=3232237875, iovec=0xbfc39b30,
iov_len=1, endian_conversion_required=0) at main.c:448
#6 0x08059b50 in totempg_deliver_fn (nodeid=3232237875,
iovec=0x818a4bc, iov_len=1, endian_conversion_required=0) at totempg.c:
443
#7 0x08064496 in totemmrp_deliver_fn (nodeid=3232237875,
iovec=0x818a4bc, iov_len=1, endian_conversion_required=0) at
totemmrp.c:83
#8 0x0805ccc2 in messages_deliver_to_app (instance=0xb7551008,
skip=0, end_point=<value optimized out>) at totemsrp.c:3515
#9 0x080608f8 in message_handler_mcast (instance=0x4de5,
msg=0x8190494, msg_len=1472, endian_conversion_needed=0) at totemsrp.c:
3646
#10 0x0805a9de in main_deliver_fn (context=0xb7551008, msg=0x8190494,
msg_len=1935631730) at totemsrp.c:4087
#11 0x080647b1 in none_mcast_recv (rrp_instance=0x817e150, iface_no=0,
context=0xb7551008, msg=0x8190494, msg_len=1472) at totemrrp.c:476
#12 0x080648f5 in rrp_deliver_fn (context=0x817e1c0, msg=0x8190494,
msg_len=1472) at totemrrp.c:1319
#13 0x0806720c in net_deliver_fn (handle=0, fd=4, revents=1,
data=0x818fe68) at totemnet.c:704
#14 0x08056ffd in poll_run (handle=0) at aispoll.c:382
#15 0x0804ced4 in main (argc=Cannot access memory at address 0x735f6572
) at main.c:688
(gdb) up
#1 0x080508d7 in ipc_flow_control (conn_info=0x81a6c90) at ../include/
queue.h:214
214 pthread_mutex_lock (&queue->mutex);
Core was generated by `aisexec'.
Program terminated with signal 6, Aborted.
#0 0xffffe410 in __kernel_vsyscall ()
(gdb) where
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7dc98d0 in raise () from /lib/libc.so.6
#2 0xb7dcaff3 in abort () from /lib/libc.so.6
#3 0xb7dc301b in __assert_fail () from /lib/libc.so.6
#4 0x0805118c in openais_conn_send_response (conn=0x81a6e70,
msg=0x81a6e30, mlen=1107) at ../include/queue.h:121
#5 0xb7431160 in send_client_msg () from /usr/lib/lcrso/
service_crm.lcrso
#6 0xb7434f3d in send_member_notification () from /usr/lib/lcrso/
service_crm.lcrso
#7 0xb7433ee4 in ais_cluster_id_callback () from /usr/lib/lcrso/
service_crm.lcrso
#8 0x0804d9bc in deliver_fn (nodeid=3232237876, iovec=0xbfbafab0,
iov_len=1, endian_conversion_required=0) at main.c:448
#9 0x08059b50 in totempg_deliver_fn (nodeid=3232237876,
iovec=0x818a84c, iov_len=1, endian_conversion_required=0) at totempg.c:
443
#10 0x08064496 in totemmrp_deliver_fn (nodeid=3232237876,
iovec=0x818a84c, iov_len=1, endian_conversion_required=0) at
totemmrp.c:83
#11 0x0805ccc2 in messages_deliver_to_app (instance=0xb74b9008,
skip=0, end_point=<value optimized out>) at totemsrp.c:3515
#12 0x080608f8 in message_handler_mcast (instance=0x0, msg=0x819064c,
msg_len=657, endian_conversion_needed=0) at totemsrp.c:3646
#13 0x0805a9de in main_deliver_fn (context=0xb74b9008, msg=0x819064c,
msg_len=6933) at totemsrp.c:4087
#14 0x080647b1 in none_mcast_recv (rrp_instance=0x818fb98, iface_no=0,
context=0xb74b9008, msg=0x819064c, msg_len=657) at totemrrp.c:476
#15 0x080648f5 in rrp_deliver_fn (context=0x8190000, msg=0x819064c,
msg_len=657) at totemrrp.c:1319
#16 0x0806720c in net_deliver_fn (handle=0, fd=4, revents=1,
data=0x8190020) at totemnet.c:704
#17 0x08056ffd in poll_run (handle=0) at aispoll.c:382
#18 0x0804ced4 in main (argc=Cannot access memory at address 0x1b15
) at main.c:688
(gdb) up
#1 0xb7dc98d0 in raise () from /lib/libc.so.6
(gdb)
#2 0xb7dcaff3 in abort () from /lib/libc.so.6
(gdb)
#3 0xb7dc301b in __assert_fail () from /lib/libc.so.6
(gdb)
#4 0x0805118c in openais_conn_send_response (conn=0x81a6e70,
msg=0x81a6e30, mlen=1107) at ../include/queue.h:121
121 assert (queue->tail != queue->head);
_______________________________________________
Openais mailing list
[email protected]
https://lists.linux-foundation.org/mailman/listinfo/openais
