On Mar 11, 2008, at 9:15 PM, Bryan Manzeck wrote:
Hello,
How do I begin to troubleshoot why a resource does not start? It is
an ocf filesystem mount. I have the xml below:
Any help is appreciated.
* Make sure ha.cf has "debug 1"
* Look in the logs, all RA output is listed there
* Look in the CIB to find the failed actions, ie.
<lrm_rsc_op id="ImageStor:1_start_0" operation="start" crm-debug-
origin="do_update_resource" transition_key="24:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:1;24:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="25" crm_feature_set="2.1"
rc_code="1" op_status="4" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
In this case the RA exited with rc=1... so look for code paths that
might result in that
Bryan
<cib generated="true" admin_epoch="0" epoch="128" ignore_dtd="false"
num_peers="2" have_quorum="1" cib_feature_revision="2.0"
crm_feature_set="2.1" num_updates="13" cib-last-written="Tue Mar 11
14:28:06 2008" dc_uuid="79d74bc2-6427-4a02-8fc5-1682fc3978b7">
<configuration>
<crm_config>
<cluster_property_set id="cib-bootstrap-options">
<attributes>
<nvpair id="cib-bootstrap-options-dc-version" name="dc-
version" value="0.6.2-node:
000d7573fbf8ac5f0c2835c8739973e826d0671b"/>
<nvpair id="cib-bootstrap-options-last-lrm-refresh"
name="last-lrm-refresh" value="1205265971"/>
<nvpair id="cib-bootstrap-options-stonith-enabled"
name="stonith-enabled" value="true"/>
<nvpair id="cib-bootstrap-options-startup-fencing"
name="startup-fencing" value="true"/>
</attributes>
</cluster_property_set>
</crm_config>
<nodes>
<node id="79d74bc2-6427-4a02-8fc5-1682fc3978b7"
uname="xennodec" type="normal"/>
<node id="1ac89283-713d-4c27-9ffc-7cae56248449"
uname="xennodeb" type="normal"/>
</nodes>
<resources>
<clone id="CL_FenceB">
<meta_attributes id="CL_FenceB_meta_attrs">
<attributes>
<nvpair id="CL_FenceB_metaattr_target_role"
name="target_role" value="started"/>
<nvpair id="CL_FenceB_metaattr_clone_max"
name="clone_max" value="2"/>
<nvpair id="CL_FenceB_metaattr_clone_node_max"
name="clone_node_max" value="1"/>
</attributes>
</meta_attributes>
<primitive id="FenceB" class="stonith" type="external/riloe"
provider="heartbeat">
<instance_attributes id="FenceB_instance_attrs">
<attributes>
<nvpair id="dd1e79ac-af74-4b86-9a66-4334021c4a04"
name="hostlist" value="xennodeb"/>
<nvpair id="7d4f618d-4bc7-466e-8051-9f72ade247d5"
name="ilo_hostname" value="iloxennodeb"/>
<nvpair id="445fc96e-bd1c-4cc7-90e0-8d93ec692675"
name="ilo_user" value="Administrator"/>
<nvpair id="b648751b-a11f-4120-b86c-ab5e8148f8b7"
name="ilo_password" value="password1"/>
</attributes>
</instance_attributes>
</primitive>
</clone>
<clone id="CL_FenceC">
<meta_attributes id="CL_FenceC_meta_attrs">
<attributes>
<nvpair id="CL_FenceC_metaattr_target_role"
name="target_role" value="started"/>
<nvpair id="CL_FenceC_metaattr_clone_max"
name="clone_max" value="2"/>
<nvpair id="CL_FenceC_metaattr_clone_node_max"
name="clone_node_max" value="1"/>
</attributes>
</meta_attributes>
<primitive id="FenceC" class="stonith" type="external/riloe"
provider="heartbeat">
<instance_attributes id="FenceC_instance_attrs">
<attributes>
<nvpair id="e241dbe7-174b-4d07-adef-3cb87514a3f0"
name="hostlist" value="xennodec"/>
<nvpair id="bc9c3851-e648-467c-addc-18fd54cf9bb9"
name="ilo_hostname" value="iloxennodec"/>
<nvpair id="4ff1b7f1-705e-489b-99e7-e63773e8b834"
name="ilo_user" value="Administrator"/>
<nvpair id="3d0e7667-9c8f-42cd-b881-e80c8487c950"
name="ilo_password" value="password1"/>
</attributes>
</instance_attributes>
</primitive>
</clone>
<clone id="CL_ImageStor">
<meta_attributes id="CL_ImageStor_meta_attrs">
<attributes>
<nvpair id="CL_ImageStor_metaattr_target_role"
name="target_role" value="started"/>
<nvpair id="CL_ImageStor_metaattr_clone_max"
name="clone_max" value="2"/>
<nvpair id="CL_ImageStor_metaattr_clone_node_max"
name="clone_node_max" value="1"/>
</attributes>
</meta_attributes>
<primitive id="ImageStor" class="ocf" type="Filesystem"
provider="heartbeat">
<instance_attributes id="ImageStor_instance_attrs">
<attributes>
<nvpair id="8afacfa0-538e-4ec5-beac-055edda03824"
name="device" value="/dev/sdb1"/>
<nvpair id="34d40a20-354c-4a1d-80fa-c6b32edcc55f"
name="directory" value="/var/lib/xen/images"/>
<nvpair id="299cc302-27a6-415f-8da2-d7c0342741d1"
name="fstype" value="ocfs2"/>
</attributes>
</instance_attributes>
<operations/>
<meta_attributes id="ImageStor:0_meta_attrs">
<attributes/>
</meta_attributes>
</primitive>
</clone>
</resources>
<constraints/>
</configuration>
<status>
<node_state id="79d74bc2-6427-4a02-8fc5-1682fc3978b7"
uname="xennodec" crmd="online" crm-debug-origin="do_update_resource"
shutdown="0" ha="active" in_ccm="true" join="member"
expected="member">
<transient_attributes id="79d74bc2-6427-4a02-8fc5-1682fc3978b7">
<instance_attributes
id="status-79d74bc2-6427-4a02-8fc5-1682fc3978b7">
<attributes>
<nvpair id="status-79d74bc2-6427-4a02-8fc5-1682fc3978b7-
probe_complete" name="probe_complete" value="true"/>
<nvpair id="status-79d74bc2-6427-4a02-8fc5-1682fc3978b7-
fail-count-ImageStor:0" name="fail-count-ImageStor:0"
value="INFINITY"/>
<nvpair id="status-79d74bc2-6427-4a02-8fc5-1682fc3978b7-
fail-count-ImageStor:1" name="fail-count-ImageStor:1"
value="INFINITY"/>
</attributes>
</instance_attributes>
</transient_attributes>
<lrm id="79d74bc2-6427-4a02-8fc5-1682fc3978b7">
<lrm_resources>
<lrm_resource id="FenceC:1" type="external/riloe"
class="stonith" provider="heartbeat">
<lrm_rsc_op id="FenceC:1_monitor_0" operation="monitor"
crm-debug-origin="build_active_RAs" transition_key="6:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:7;6:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="5" crm_feature_set="2.1"
rc_code="7" op_status="4" interval="0" last_run="763590"
last_rc_change="763590" exec_time="20" queue_time="0"
op_digest="180084211bc119f71e56e1560adb0809"/>
</lrm_resource>
<lrm_resource id="ImageStor:0" type="Filesystem"
class="ocf" provider="heartbeat">
<lrm_rsc_op id="ImageStor:0_monitor_0"
operation="monitor" crm-debug-origin="build_active_RAs"
transition_key="3:15:afac53f6-aa0a-493a-816f-9e5f0651ff5e"
transition_magic="4:7;3:15:afac53f6-aa0a-493a-816f-9e5f0651ff5e"
call_id="21" crm_feature_set="2.1" rc_code="7" op_status="4"
interval="0" last_run="5400" last_rc_change="5400" exec_time="90"
queue_time="10" op_digest="b7c440152d07b44fe0e1fe041330f114"/>
<lrm_rsc_op id="ImageStor:0_start_0" operation="start"
crm-debug-origin="do_update_resource" transition_key="21:19:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:1;21:19:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="23" crm_feature_set="2.1"
rc_code="1" op_status="4" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
<lrm_rsc_op id="ImageStor:0_stop_0" operation="stop" crm-
debug-origin="do_update_resource" transition_key="1:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="0:0;1:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="24" crm_feature_set="2.1"
rc_code="0" op_status="0" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
</lrm_resource>
<lrm_resource id="FenceB:0" type="external/riloe"
class="stonith" provider="heartbeat">
<lrm_rsc_op id="FenceB:0_monitor_0" operation="monitor"
crm-debug-origin="build_active_RAs" transition_key="3:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:7;3:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="2" crm_feature_set="2.1"
rc_code="7" op_status="4" interval="0" last_run="763600"
last_rc_change="763600" exec_time="10" queue_time="0"
op_digest="a1ed15ae4d4b4bc435985b0ad62c9047"/>
<lrm_rsc_op id="FenceB:0_start_0" operation="start" crm-
debug-origin="build_active_RAs" transition_key="5:1:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="0:0;5:1:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="8" crm_feature_set="2.1"
rc_code="0" op_status="0" interval="0" last_run="760540"
last_rc_change="760540" exec_time="6560" queue_time="0"
op_digest="a1ed15ae4d4b4bc435985b0ad62c9047"/>
</lrm_resource>
<lrm_resource id="FenceB:1" type="external/riloe"
class="stonith" provider="heartbeat">
<lrm_rsc_op id="FenceB:1_monitor_0" operation="monitor"
crm-debug-origin="build_active_RAs" transition_key="4:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:7;4:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="3" crm_feature_set="2.1"
rc_code="7" op_status="4" interval="0" last_run="763600"
last_rc_change="763600" exec_time="10" queue_time="0"
op_digest="a1ed15ae4d4b4bc435985b0ad62c9047"/>
</lrm_resource>
<lrm_resource id="FenceC:0" type="external/riloe"
class="stonith" provider="heartbeat">
<lrm_rsc_op id="FenceC:0_monitor_0" operation="monitor"
crm-debug-origin="build_active_RAs" transition_key="5:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:7;5:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="4" crm_feature_set="2.1"
rc_code="7" op_status="4" interval="0" last_run="763600"
last_rc_change="763600" exec_time="10" queue_time="0"
op_digest="180084211bc119f71e56e1560adb0809"/>
<lrm_rsc_op id="FenceC:0_start_0" operation="start" crm-
debug-origin="build_active_RAs" transition_key="11:1:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="0:0;11:1:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="9" crm_feature_set="2.1"
rc_code="0" op_status="0" interval="0" last_run="760540"
last_rc_change="760540" exec_time="6730" queue_time="0"
op_digest="180084211bc119f71e56e1560adb0809"/>
</lrm_resource>
<lrm_resource id="ImageStor:1" type="Filesystem"
class="ocf" provider="heartbeat">
<lrm_rsc_op id="ImageStor:1_monitor_0"
operation="monitor" crm-debug-origin="do_update_resource"
transition_key="3:17:afac53f6-aa0a-493a-816f-9e5f0651ff5e"
transition_magic="0:7;3:17:afac53f6-aa0a-493a-816f-9e5f0651ff5e"
call_id="22" crm_feature_set="2.1" rc_code="7" op_status="0"
interval="0" op_digest="b7c440152d07b44fe0e1fe041330f114"/>
<lrm_rsc_op id="ImageStor:1_start_0" operation="start"
crm-debug-origin="do_update_resource" transition_key="24:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:1;24:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="25" crm_feature_set="2.1"
rc_code="1" op_status="4" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
<lrm_rsc_op id="ImageStor:1_stop_0" operation="stop" crm-
debug-origin="do_update_resource" transition_key="1:21:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="0:0;1:21:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="26" crm_feature_set="2.1"
rc_code="0" op_status="0" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
</lrm_resource>
</lrm_resources>
</lrm>
</node_state>
<node_state id="1ac89283-713d-4c27-9ffc-7cae56248449"
uname="xennodeb" crmd="online" crm-debug-origin="do_update_resource"
ha="active" in_ccm="true" join="member" expected="member"
shutdown="0">
<transient_attributes id="1ac89283-713d-4c27-9ffc-7cae56248449">
<instance_attributes
id="status-1ac89283-713d-4c27-9ffc-7cae56248449">
<attributes>
<nvpair id="status-1ac89283-713d-4c27-9ffc-7cae56248449-
probe_complete" name="probe_complete" value="true"/>
<nvpair id="status-1ac89283-713d-4c27-9ffc-7cae56248449-
fail-count-ImageStor:1" name="fail-count-ImageStor:1"
value="INFINITY"/>
<nvpair id="status-1ac89283-713d-4c27-9ffc-7cae56248449-
fail-count-ImageStor:0" name="fail-count-ImageStor:0"
value="INFINITY"/>
</attributes>
</instance_attributes>
</transient_attributes>
<lrm id="1ac89283-713d-4c27-9ffc-7cae56248449">
<lrm_resources>
<lrm_resource id="FenceC:1" type="external/riloe"
class="stonith" provider="heartbeat">
<lrm_rsc_op id="FenceC:1_monitor_0" operation="monitor"
crm-debug-origin="build_active_RAs" transition_key="13:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:7;13:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="5" crm_feature_set="2.1"
rc_code="7" op_status="4" interval="0" last_run="762460"
last_rc_change="762460" exec_time="1010" queue_time="0"
op_digest="180084211bc119f71e56e1560adb0809"/>
<lrm_rsc_op id="FenceC:1_start_0" operation="start" crm-
debug-origin="build_active_RAs" transition_key="12:1:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="0:0;12:1:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="9" crm_feature_set="2.1"
rc_code="0" op_status="0" interval="0" last_run="759870"
last_rc_change="759870" exec_time="10050" queue_time="0"
op_digest="180084211bc119f71e56e1560adb0809"/>
</lrm_resource>
<lrm_resource id="ImageStor:0" type="Filesystem"
class="ocf" provider="heartbeat">
<lrm_rsc_op id="ImageStor:0_monitor_0"
operation="monitor" crm-debug-origin="build_active_RAs"
transition_key="4:16:afac53f6-aa0a-493a-816f-9e5f0651ff5e"
transition_magic="4:7;4:16:afac53f6-aa0a-493a-816f-9e5f0651ff5e"
call_id="21" crm_feature_set="2.1" rc_code="7" op_status="4"
interval="0" last_run="4210" last_rc_change="4210" exec_time="80"
queue_time="0" op_digest="b7c440152d07b44fe0e1fe041330f114"/>
<lrm_rsc_op id="ImageStor:0_start_0" operation="start"
crm-debug-origin="do_update_resource" transition_key="23:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:1;23:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="25" crm_feature_set="2.1"
rc_code="1" op_status="4" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
<lrm_rsc_op id="ImageStor:0_stop_0" operation="stop" crm-
debug-origin="do_update_resource" transition_key="2:21:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="0:0;2:21:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="26" crm_feature_set="2.1"
rc_code="0" op_status="0" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
</lrm_resource>
<lrm_resource id="FenceB:0" type="external/riloe"
class="stonith" provider="heartbeat">
<lrm_rsc_op id="FenceB:0_monitor_0" operation="monitor"
crm-debug-origin="build_active_RAs" transition_key="10:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:7;10:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="2" crm_feature_set="2.1"
rc_code="7" op_status="4" interval="0" last_run="762470"
last_rc_change="762470" exec_time="10" queue_time="0"
op_digest="a1ed15ae4d4b4bc435985b0ad62c9047"/>
</lrm_resource>
<lrm_resource id="FenceB:1" type="external/riloe"
class="stonith" provider="heartbeat">
<lrm_rsc_op id="FenceB:1_monitor_0" operation="monitor"
crm-debug-origin="build_active_RAs" transition_key="11:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:7;11:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="3" crm_feature_set="2.1"
rc_code="7" op_status="4" interval="0" last_run="762470"
last_rc_change="762470" exec_time="20" queue_time="0"
op_digest="a1ed15ae4d4b4bc435985b0ad62c9047"/>
<lrm_rsc_op id="FenceB:1_start_0" operation="start" crm-
debug-origin="build_active_RAs" transition_key="6:1:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="0:0;6:1:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="8" crm_feature_set="2.1"
rc_code="0" op_status="0" interval="0" last_run="759870"
last_rc_change="759870" exec_time="9670" queue_time="0"
op_digest="a1ed15ae4d4b4bc435985b0ad62c9047"/>
</lrm_resource>
<lrm_resource id="FenceC:0" type="external/riloe"
class="stonith" provider="heartbeat">
<lrm_rsc_op id="FenceC:0_monitor_0" operation="monitor"
crm-debug-origin="build_active_RAs" transition_key="12:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:7;12:0:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="4" crm_feature_set="2.1"
rc_code="7" op_status="4" interval="0" last_run="762470"
last_rc_change="762470" exec_time="20" queue_time="0"
op_digest="180084211bc119f71e56e1560adb0809"/>
</lrm_resource>
<lrm_resource id="ImageStor:1" type="Filesystem"
class="ocf" provider="heartbeat">
<lrm_rsc_op id="ImageStor:1_monitor_0"
operation="monitor" crm-debug-origin="do_update_resource"
transition_key="4:18:afac53f6-aa0a-493a-816f-9e5f0651ff5e"
transition_magic="0:7;4:18:afac53f6-aa0a-493a-816f-9e5f0651ff5e"
call_id="22" crm_feature_set="2.1" rc_code="7" op_status="0"
interval="0" op_digest="b7c440152d07b44fe0e1fe041330f114"/>
<lrm_rsc_op id="ImageStor:1_start_0" operation="start"
crm-debug-origin="do_update_resource" transition_key="22:19:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="4:1;22:19:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="23" crm_feature_set="2.1"
rc_code="1" op_status="4" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
<lrm_rsc_op id="ImageStor:1_stop_0" operation="stop" crm-
debug-origin="do_update_resource" transition_key="2:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" transition_magic="0:0;2:20:afac53f6-
aa0a-493a-816f-9e5f0651ff5e" call_id="24" crm_feature_set="2.1"
rc_code="0" op_status="0" interval="0"
op_digest="b7c440152d07b44fe0e1fe041330f114"/>
</lrm_resource>
</lrm_resources>
</lrm>
</node_state>
</status>
</cib>
Bryan F. Manzeck - Network Systems Manager
Whitefish Bay Schools - Whitefish Bay, WI
Office: 414.963.3801 - Fax: 414.963.3937
_______________________________________________
Linux-HA mailing list
[email protected]
http://lists.linux-ha.org/mailman/listinfo/linux-ha
See also: http://linux-ha.org/ReportingProblems
_______________________________________________
Linux-HA mailing list
[email protected]
http://lists.linux-ha.org/mailman/listinfo/linux-ha
See also: http://linux-ha.org/ReportingProblems
