Here are the Si sequence for reference:
Apr 25 12:37:02.657311 osafamfd [20569:avd_sgproc.c:1900] >>
avd_sg_su_si_del_snd: 'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:04.265271 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:113, node:2040f, act:4,
'safSu=SU4,safSg=SGONE,safApp=NWAYAPP', '', ha:2, err:1, single:0
Apr 25 12:37:06.563339 osafamfd [20569:avd_util.c:0361] >>
avd_snd_presence_msg: Terminate 'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:11.852323 osafamfd [20569:avd_imm.c:0653] >> ccb_object_modify_cb:
CCB ID 321, safSu=SU4,safSg=SGONE,safApp=NWAYAPP
Apr 25 12:37:12.230823 osafamfd [20569:avd_imm.c:0653] >> ccb_object_modify_cb:
CCB ID 321, safSu=SU5,safSg=SGONE,safApp=NWAYAPP
Apr 25 12:37:12.789712 osafamfd [20569:avd_util.c:0361] >>
avd_snd_presence_msg: Instantiate 'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:18.119143 osafamfd [20569:avd_sgproc.c:0071] >>
avd_new_assgn_susi: 'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
'safSi=NWAYSI5,safApp=NWAYAPP' state=2
Apr 25 12:37:18.119166 osafamfd [20569:avd_siass.c:0161] >> avd_susi_create:
safSu=SU4,safSg=SGONE,safApp=NWAYAPP safSi=NWAYSI5,safApp=NWAYAPP state=2
Apr 25 12:37:21.565830 osafamfd [20569:avd_node.c:1032] >> node_admin_op_cb:
2362232012849, 'safAmfNode=PL-3,safAmfCluster=myAmfCluster', 2
Apr 25 12:37:21.625650 osafamfd [20569:avd_siass.c:0601] >> avd_susi_mod_send:
SI 'safSi=NWAYSI5,safApp=NWAYAPP', SU 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
ha_state:3
Apr 25 12:37:22.421593 osafamfd [20569:avd_siass.c:0601] >> avd_susi_mod_send:
SI 'safSi=NWAYSI5,safApp=NWAYAPP', SU 'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
ha_state:1
Apr 25 12:37:23.942178 osafamfd [20569:avd_sgproc.c:1900] >>
avd_sg_su_si_del_snd: 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:27.913660 osafamfd [20569:avd_imm.c:0485] >> admin_operation_cb:
'safAmfNode=PL-3,safAmfCluster=myAmfCluster', invocation: 2375116914738, op: 3
Apr 25 12:37:27.925248 osafamfd [20569:avd_util.c:0361] >>
avd_snd_presence_msg: Terminate 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:33.613339 osafamfd [20569:avd_node.c:1032] >> node_admin_op_cb:
2392296783923, 'safAmfNode=PL-3,safAmfCluster=myAmfCluster', 4
Apr 25 12:37:33.626958 osafamfd [20569:avd_util.c:0361] >>
avd_snd_presence_msg: Instantiate 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:38.999704 osafamfd [20569:avd_node.c:1032] >> node_admin_op_cb:
2422361554996, 'safAmfNode=PL-3,safAmfCluster=myAmfCluster', 1
Apr 25 12:37:39.061073 osafamfd [20569:avd_sgproc.c:0071] >>
avd_new_assgn_susi: 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
'safSi=NWAYSI5,safApp=NWAYAPP' state=2
Apr 25 12:37:42.492782 osafamfd [20569:avd_node.c:1032] >> node_admin_op_cb:
2439541424181, 'safAmfNode=SC-2,safAmfCluster=myAmfCluster', 2
Apr 25 12:37:42.545326 osafamfd [20569:avd_siass.c:0601] >> avd_susi_mod_send:
SI 'safSi=NWAYSI3,safApp=NWAYAPP', SU 'safSu=SU2,safSg=SGONE,safApp=NWAYAPP'
ha_state:3
Apr 25 12:37:42.617241 osafamfd [20569:avd_siass.c:0601] >> avd_susi_mod_send:
SI 'safSi=NWAYSI4,safApp=NWAYAPP', SU 'safSu=SU2,safSg=SGONE,safApp=NWAYAPP'
ha_state:3
Apr 25 12:37:43.149961 osafamfd [20569:avd_siass.c:0642] >> avd_susi_del_send:
SI 'safSi=NWAYSI3,safApp=NWAYAPP', SU 'safSu=SU1,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:43.175866 osafamfd [20569:avd_siass.c:0642] >> avd_susi_del_send:
SI 'safSi=NWAYSI3,safApp=NWAYAPP', SU 'safSu=SU2,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:43.384370 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:161, node:2020f, act:5,
'safSu=SU2,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI4,safApp=NWAYAPP', ha:3,
err:1, single:0
Apr 25 12:37:43.385720 osafamfd [20569:avd_sgproc.c:1900] >>
avd_sg_su_si_del_snd: 'safSu=SU2,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:43.411782 osafamfd [20569:avd_siass.c:0642] >> avd_susi_del_send:
SI 'safSi=NWAYSI4,safApp=NWAYAPP', SU 'safSu=SU1,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:44.072981 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:162, node:2020f, act:4,
'safSu=SU2,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI3,safApp=NWAYAPP', ha:3,
err:1, single:0
Apr 25 12:37:44.295187 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:162, node:2010f, act:4,
'safSu=SU1,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI3,safApp=NWAYAPP', ha:2,
err:1, single:0
Apr 25 12:37:44.542143 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:163, node:2010f, act:4,
'safSu=SU1,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI4,safApp=NWAYAPP', ha:2,
err:1, single:0
Apr 25 12:37:46.719745 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:164, node:2020f, act:4,
'safSu=SU2,safSg=SGONE,safApp=NWAYAPP', '', ha:2, err:1, single:0
Apr 25 12:37:46.732539 osafamfd [20569:avd_sgproc.c:0071] >>
avd_new_assgn_susi: 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
'safSi=NWAYSI3,safApp=NWAYAPP' state=1
Apr 25 12:37:47.915158 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:161, node:2030f, act:2,
'safSu=SU3,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI3,safApp=NWAYAPP', ha:1,
err:1, single:0
Apr 25 12:37:47.923211 osafamfd [20569:avd_sgproc.c:0071] >>
avd_new_assgn_susi: 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
'safSi=NWAYSI4,safApp=NWAYAPP' state=1
Apr 25 12:37:48.733626 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:162, node:2030f, act:2,
'safSu=SU3,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI4,safApp=NWAYAPP', ha:1,
err:1, single:0
Apr 25 12:37:48.738992 osafamfd [20569:avd_sgproc.c:0071] >>
avd_new_assgn_susi: 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
'safSi=NWAYSI1,safApp=NWAYAPP' state=2
Apr 25 12:37:48.810078 osafamfd [20569:avd_sgproc.c:0071] >>
avd_new_assgn_susi: 'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
'safSi=NWAYSI2,safApp=NWAYAPP' state=2
Apr 25 12:37:48.865259 osafamfd [20569:avd_sgproc.c:0071] >>
avd_new_assgn_susi: 'safSu=SU1,safSg=SGONE,safApp=NWAYAPP'
'safSi=NWAYSI3,safApp=NWAYAPP' state=2
Apr 25 12:37:48.925299 osafamfd [20569:avd_sgproc.c:0071] >>
avd_new_assgn_susi: 'safSu=SU1,safSg=SGONE,safApp=NWAYAPP'
'safSi=NWAYSI4,safApp=NWAYAPP' state=2
Apr 25 12:37:50.044338 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:163, node:2030f, act:2,
'safSu=SU3,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI1,safApp=NWAYAPP', ha:2,
err:1, single:0
Apr 25 12:37:50.324666 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:158, node:2040f, act:2,
'safSu=SU4,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI2,safApp=NWAYAPP', ha:2,
err:1, single:0
Apr 25 12:37:50.371532 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:164, node:2010f, act:2,
'safSu=SU1,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI3,safApp=NWAYAPP', ha:2,
err:1, single:0
Apr 25 12:37:51.129524 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:165, node:2010f, act:2,
'safSu=SU1,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI4,safApp=NWAYAPP', ha:2,
err:1, single:0
Apr 25 12:37:52.419054 osafamfd [20569:avd_node.c:1032] >> node_admin_op_cb:
2452426326072, 'safAmfNode=SC-2,safAmfCluster=myAmfCluster', 3
Apr 25 12:37:52.424839 osafamfd [20569:avd_util.c:0361] >>
avd_snd_presence_msg: Terminate 'safSu=SU2,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:57.931091 osafamfd [20569:avd_node.c:1032] >> node_admin_op_cb:
2491081031737, 'safAmfNode=SC-2,safAmfCluster=myAmfCluster', 4
Apr 25 12:37:57.938078 osafamfd [20569:avd_util.c:0361] >>
avd_snd_presence_msg: Instantiate 'safSu=SU2,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:37:59.370093 osafamfd [20569:avd_sgproc.c:0247] >>
avd_su_oper_state_evh: id:200, node:2020f,
'safSu=SU2,safSg=SGONE,safApp=NWAYAPP' state:1
Apr 25 12:38:01.872443 osafamfd [20569:avd_node.c:1032] >> node_admin_op_cb:
2521145802810, 'safAmfNode=SC-2,safAmfCluster=myAmfCluster', 1
Apr 25 12:38:04.535307 osafamfd [20569:avd_node.c:1032] >> node_admin_op_cb:
2534030704699, 'safAmfNode=SC-1,safAmfCluster=myAmfCluster', 2
Apr 25 12:38:04.580474 osafamfd [20569:avd_siass.c:0601] >> avd_susi_mod_send:
SI 'safSi=NWAYSI1,safApp=NWAYAPP', SU 'safSu=SU1,safSg=SGONE,safApp=NWAYAPP'
ha_state:3
Apr 25 12:38:04.639377 osafamfd [20569:avd_siass.c:0601] >> avd_susi_mod_send:
SI 'safSi=NWAYSI2,safApp=NWAYAPP', SU 'safSu=SU1,safSg=SGONE,safApp=NWAYAPP'
ha_state:3
Apr 25 12:38:05.405020 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:166, node:2010f, act:5,
'safSu=SU1,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI1,safApp=NWAYAPP', ha:3,
err:1, single:0
Apr 25 12:38:05.406284 osafamfd [20569:avd_siass.c:0642] >> avd_susi_del_send:
SI 'safSi=NWAYSI1,safApp=NWAYAPP', SU 'safSu=SU1,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:38:05.407177 osafamfd [20569:avd_siass.c:0642] >> avd_susi_del_send:
SI 'safSi=NWAYSI1,safApp=NWAYAPP', SU 'safSu=SU3,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:38:06.304860 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:167, node:2010f, act:5,
'safSu=SU1,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI2,safApp=NWAYAPP', ha:3,
err:1, single:0
Apr 25 12:38:06.309794 osafamfd [20569:avd_siass.c:0751] >>
avd_susi_role_failover: 'safSi=NWAYSI2,safApp=NWAYAPP'
'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:38:06.309810 osafamfd [20569:avd_siDep.c:1768] >>
avd_sidep_is_si_failover_possible: SI: 'safSi=NWAYSI2,safApp=NWAYAPP'
Apr 25 12:38:06.309826 osafamfd [20569:avd_siDep.c:1856] TR
sisu->si:safSi=NWAYSI1,safApp=NWAYAPP state:3 fsm:4
Apr 25 12:38:06.309860 osafamfd [20569:avd_siDep.c:1856] TR
sisu->si:safSi=NWAYSI1,safApp=NWAYAPP state:2 fsm:4
Apr 25 12:38:06.309869 osafamfd [20569:avd_siass.c:0642] >> avd_susi_del_send:
SI 'safSi=NWAYSI2,safApp=NWAYAPP', SU 'safSu=SU1,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:38:06.311686 osafamfd [20569:avd_siass.c:0642] >> avd_susi_del_send:
SI 'safSi=NWAYSI2,safApp=NWAYAPP', SU 'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
Apr 25 12:38:06.943284 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:169, node:2010f, act:4,
'safSu=SU1,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI1,safApp=NWAYAPP', ha:3,
err:1, single:0
Apr 25 12:38:08.055023 osafamfd [20569:avd_sgproc.c:0516] >>
avd_su_si_assign_evh: id:170, node:2010f, act:4,
'safSu=SU1,safSg=SGONE,safApp=NWAYAPP', 'safSi=NWAYSI2,safApp=NWAYAPP', ha:3,
err:1, single:0
Apr 25 12:38:08.056267 osafamfd [20569:avd_siass.c:0601] >> avd_susi_mod_send:
SI 'safSi=NWAYSI2,safApp=NWAYAPP', SU 'safSu=SU4,safSg=SGONE,safApp=NWAYAPP'
ha_state:1
Here Amfd crash.
---
** [tickets:#6] Amfd crashed on active controller**
**Status:** unassigned
**Milestone:** 4.4.2
**Created:** Mon May 06, 2013 07:21 AM UTC by Nagendra Kumar
**Last Updated:** Tue Dec 30, 2014 02:10 PM UTC
**Owner:** nobody
Migrated from http://devel.opensaf.org/ticket/3135
======================================================
Changeset : 4200
Transport : TCP/ipv6 ( link local )
patches : 2794
PBE enabled.
Model : NWAY with Si Dep configured.
configuration : 1SG,5SUs,3comps in each su, 5Sis with 3csi each.
Si Dep : si1(Sponsor) <- si2 <- si3 <- si4
SU1,SU2,SU3,SU4 are mapped to sc-1,sc-2,pl-3,pl-4 resp. su5 is also on pl-5.
SC-1 was active and sc-2 standby.
scenario:
A campaign was modelled to add one more node pl-5 and SUEXP on PL-5.
/var/log/messages on SC-1:
Apr 25 12:38:08 OEL-64BIT-SLOT2 osafamfd[20569]: avd_su.c:1551:
avd_su_dec_curr_stdby_si: Assertion 'su->saAmfSUNumCurrStandbySIs > 0' failed.
Apr 25 12:38:08 OEL-64BIT-SLOT2 osafamfnd[20586]: ER AMF director unexpectedly
crashed
Apr 25 12:38:08 OEL-64BIT-SLOT2 osafamfnd[20586]: Rebooting OpenSAF NodeId? =
131343 EE Name = , Reason: local AVD down(Adest) or both AVD down(Vdest)
received
Apr 25 12:38:08 OEL-64BIT-SLOT2 opensaf_reboot: Rebooting local node
Apr 25 12:38:08 OEL-64BIT-SLOT2 osafimmnd[20477]: NO Implementer locally
disconnected. Marking it as doomed 4 <22, 2010f> (safAmfService)
GDB output
(gdb) bt
#0 0x0000003c0be328a5 in raise () from /lib64/libc.so.6
#1 0x0000003c0be34085 in abort () from /lib64/libc.so.6
#2 0x0000003321a18fbb in osafassert_fail (file=0x4afe07 "avd_su.c", line=1551,
func=0x4b0cc0 "avd_su_dec_curr_stdby_si", assertion=0x4b0c30
"su->saAmfSUNumCurrStandbySIs > 0")
at sysf_def.c:301
#3 0x000000000048e90d in avd_su_dec_curr_stdby_si (su=0x1391120) at
avd_su.c:1551
#4 0x0000000000490311 in avd_susi_update_assignment_counters (susi=0x13e0ae0,
action=AVSV_SUSI_ACT_MOD,
current_ha_state=SA_AMF_HA_STANDBY, new_ha_state=SA_AMF_HA_ACTIVE) at
avd_siass.c:697
#5 0x000000000048fffc in avd_susi_mod_send (susi=0x13e0ae0,
ha_state=SA_AMF_HA_ACTIVE) at avd_siass.c:616
#6 0x0000000000477c83 in avd_sg_nway_susi_succ_sg_realign (cb=0x6c2d20,
su=0x137fc30, susi=0x134c8e0,
act=AVSV_SUSI_ACT_DEL, state=SA_AMF_HA_QUIESCED) at avd_sgNWayfsm.c:2590
#7 0x0000000000470aef in avd_sg_nway_susi_sucss_func (cb=0x6c2d20,
su=0x137fc30, susi=0x134c8e0,
act=AVSV_SUSI_ACT_DEL, state=SA_AMF_HA_QUIESCED) at avd_sgNWayfsm.c:337
#8 0x000000000047dcd8 in avd_su_si_assign_evh (cb=0x6c2d20, evt=0x7ffcc8001fd0)
at avd_sgproc.c:859
#9 0x000000000043def2 in avd_process_event (cb_now=0x6c2d20,
evt=0x7ffcc8001fd0) at avd_proc.c:591
#10 0x000000000043dc56 in avd_main_proc () at avd_proc.c:507
#11 0x0000000000409c23 in main (argc=2, argv=0x7fff5035b6a8) at amfd_main.c:47
---
Sent from sourceforge.net because [email protected] is
subscribed to https://sourceforge.net/p/opensaf/tickets/
To unsubscribe from further messages, a project admin can change settings at
https://sourceforge.net/p/opensaf/admin/tickets/options. Or, if this is a
mailing list, you can unsubscribe from the mailing list.
------------------------------------------------------------------------------
Dive into the World of Parallel Programming! The Go Parallel Website,
sponsored by Intel and developed in partnership with Slashdot Media, is your
hub for all things parallel software development, from weekly thought
leadership blogs to news, videos, case studies, tutorials and more. Take a
look and join the conversation now. http://goparallel.sourceforge.net
_______________________________________________
Opensaf-tickets mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/opensaf-tickets
