> Hmmm. So would I.
> Can you post cibadmin -Ql when the cluster is in this state?
[>]
Hi,
see attached file. I delete a couple of resources and restarted the cluster
before taking this log to simplify things.
The behaviour is reproducible.
Stefan
<cib epoch="358" num_updates="28" admin_epoch="0" validate-with="pacemaker-1.2" crm_feature_set="3.0.5" update-origin="abc-prim" update-client="cibadmin" cib-last-written="Wed Sep 12 13:08:52 2012" have-quorum="1" dc-uuid="abc-prim">
<configuration>
<crm_config>
<cluster_property_set id="cib-bootstrap-options">
<nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.6-9971ebba4494012a93c03b40a2c58ec0eb60f50c"/>
<nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="openais"/>
<nvpair id="cib-bootstrap-options-expected-quorum-votes" name="expected-quorum-votes" value="2"/>
<nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
<nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1347443117"/>
<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
<nvpair id="cib-bootstrap-options-cluster-recheck-interval" name="cluster-recheck-interval" value="1m"/>
<nvpair id="cib-bootstrap-options-maintenance-mode" name="maintenance-mode" value="false"/>
</cluster_property_set>
</crm_config>
<nodes>
<node id="abc-sec" type="normal" uname="abc-sec">
<instance_attributes id="nodes-abc-sec">
<nvpair id="nodes-abc-sec-standby" name="standby" value="off"/>
</instance_attributes>
</node>
<node id="abc-prim" type="normal" uname="abc-prim">
<instance_attributes id="nodes-abc-prim">
<nvpair id="nodes-abc-prim-standby" name="standby" value="off"/>
</instance_attributes>
</node>
</nodes>
<resources>
<primitive class="stonith" id="stonith_prim" type="external/hetzner">
<operations>
<op id="stonith_prim-monitor-80s" interval="80s" name="monitor" start-delay="30">
<instance_attributes id="stonith_prim-monitor-80s-instance_attributes">
<nvpair id="stonith_prim-monitor-80s-instance_attributes-timout" name="timout" value="30s"/>
</instance_attributes>
</op>
</operations>
<instance_attributes id="stonith_prim-instance_attributes">
<nvpair id="stonith_prim-instance_attributes-hostname" name="hostname" value="abc-prim"/>
<nvpair id="stonith_prim-instance_attributes-remote_ip" name="remote_ip" value="<removed>"/>
</instance_attributes>
<meta_attributes id="stonith_prim-meta_attributes">
<nvpair id="stonith_prim-meta_attributes-target-role" name="target-role" value="Started"/>
</meta_attributes>
</primitive>
<primitive class="stonith" id="stonith_sec" type="external/hetzner">
<operations>
<op id="stonith_sec-monitor-80s" interval="80s" name="monitor" start-delay="30">
<instance_attributes id="stonith_sec-monitor-80s-instance_attributes">
<nvpair id="stonith_sec-monitor-80s-instance_attributes-timout" name="timout" value="30s"/>
</instance_attributes>
</op>
</operations>
<instance_attributes id="stonith_sec-instance_attributes">
<nvpair id="stonith_sec-instance_attributes-hostname" name="hostname" value="abc-sec"/>
<nvpair id="stonith_sec-instance_attributes-remote_ip" name="remote_ip" value="<removed>"/>
</instance_attributes>
<meta_attributes id="stonith_sec-meta_attributes">
<nvpair id="stonith_sec-meta_attributes-target-role" name="target-role" value="Started"/>
</meta_attributes>
</primitive>
<master id="ms_drbd">
<meta_attributes id="ms_drbd-meta_attributes">
<nvpair id="ms_drbd-meta_attributes-master-max" name="master-max" value="1"/>
<nvpair id="ms_drbd-meta_attributes-master-node-max" name="master-node-max" value="1"/>
<nvpair id="ms_drbd-meta_attributes-clone-max" name="clone-max" value="2"/>
<nvpair id="ms_drbd-meta_attributes-clone-node-max" name="clone-node-max" value="1"/>
<nvpair id="ms_drbd-meta_attributes-notify" name="notify" value="true"/>
</meta_attributes>
<primitive class="ocf" id="drbd" provider="linbit" type="drbd">
<instance_attributes id="drbd-instance_attributes">
<nvpair id="drbd-instance_attributes-drbd_resource" name="drbd_resource" value="r0"/>
</instance_attributes>
<operations>
<op id="drbd-monitor-29" interval="29" name="monitor" role="Master" timeout="20"/>
<op id="drbd-monitor-31" interval="31" name="monitor" role="Slave" timeout="20"/>
<op id="drbd-start-0" interval="0" name="start" timeout="240"/>
<op id="drbd-stop-0" interval="0" name="stop" timeout="100"/>
</operations>
<meta_attributes id="drbd-meta_attributes">
<nvpair id="drbd-meta_attributes-target-role" name="target-role" value="started"/>
</meta_attributes>
</primitive>
</master>
<primitive class="ocf" id="fs" provider="heartbeat" type="Filesystem">
<instance_attributes id="fs-instance_attributes">
<nvpair id="fs-instance_attributes-device" name="device" value="/dev/drbd0"/>
<nvpair id="fs-instance_attributes-directory" name="directory" value="/shared"/>
<nvpair id="fs-instance_attributes-fstype" name="fstype" value="ext4"/>
</instance_attributes>
<operations>
<op id="fs-start-0" interval="0" name="start" timeout="60"/>
<op id="fs-stop-0" interval="0" name="stop" timeout="60"/>
</operations>
<meta_attributes id="fs-meta_attributes">
<nvpair id="fs-meta_attributes-target-role" name="target-role" value="started"/>
</meta_attributes>
</primitive>
<primitive class="ocf" id="apache" provider="heartbeat" type="apache">
<instance_attributes id="apache-instance_attributes">
<nvpair id="apache-instance_attributes-configfile" name="configfile" value="/etc/apache2/apache2.conf"/>
<nvpair id="apache-instance_attributes-httpd" name="httpd" value="/usr/sbin/apache2"/>
</instance_attributes>
<meta_attributes id="apache-meta_attributes">
<nvpair id="apache-meta_attributes-migration-threshold" name="migration-threshold" value="3"/>
<nvpair id="apache-meta_attributes-target-role" name="target-role" value="Started"/>
<nvpair id="apache-meta_attributes-is-managed" name="is-managed" value="true"/>
</meta_attributes>
<operations>
<op id="apache-monitor-30s" interval="30s" name="monitor" on-fail="restart" timeout="120s"/>
<op id="apache-start-0" interval="0" name="start" timeout="40s"/>
<op id="apache-stop-0" interval="0" name="stop" timeout="120s"/>
</operations>
<meta_attributes id="apache-meta_attributes-0">
<nvpair id="apache-meta_attributes-0-target-role" name="target-role" value="Started"/>
<nvpair id="apache-meta_attributes-0-is-managed" name="is-managed" value="true"/>
</meta_attributes>
</primitive>
<primitive class="ocf" id="mysql" provider="heartbeat" type="mysql">
<instance_attributes id="mysql-instance_attributes">
<nvpair id="mysql-instance_attributes-binary" name="binary" value="/usr/sbin/mysqld"/>
<nvpair id="mysql-instance_attributes-socket" name="socket" value="/var/run/mysqld/mysqld.sock"/>
<nvpair id="mysql-instance_attributes-test_passwd" name="test_passwd" value="<removed>"/>
</instance_attributes>
<meta_attributes id="mysql-meta_attributes">
<nvpair id="mysql-meta_attributes-migration-threshold" name="migration-threshold" value="3"/>
<nvpair id="mysql-meta_attributes-target-role" name="target-role" value="Started"/>
</meta_attributes>
<operations>
<op id="mysql-start-0" interval="0" name="start" timeout="120s"/>
<op id="mysql-stop-0" interval="0" name="stop" timeout="120s"/>
<op id="mysql-monitor-30s" interval="30s" name="monitor" timeout="45s"/>
</operations>
</primitive>
</resources>
<constraints>
<rsc_location id="stonith_prim_not_on_prim" node="abc-prim" rsc="stonith_prim" score="-INFINITY"/>
<rsc_location id="stonith_sec_not_on_sec" node="abc-sec" rsc="stonith_sec" score="-INFINITY"/>
<rsc_colocation id="fs_on_drbd" rsc="fs" score="INFINITY" with-rsc="ms_drbd" with-rsc-role="Master"/>
<rsc_order first="ms_drbd" first-action="promote" id="fs_after_drbd" score="INFINITY" then="fs" then-action="start"/>
<rsc_order first="fs" first-action="start" id="apache_after_fs" score="INFINITY" then="apache" then-action="start"/>
<rsc_location id="apache_prim" node="abc-prim" rsc="apache" score="110"/>
<rsc_location id="apache_sec" node="abc-sec" rsc="apache" score="100"/>
<rsc_order first="fs" first-action="start" id="mysql_after_fs" score="INFINITY" then="mysql" then-action="start"/>
<rsc_colocation id="mysql_on_fs" rsc="mysql" score="INFINITY" with-rsc="fs"/>
<rsc_colocation id="apache_on_db" rsc="apache" score="INFINITY" with-rsc="mysql"/>
</constraints>
<rsc_defaults>
<meta_attributes id="rsc-options">
<nvpair id="rsc-options-resource-stickiness" name="resource-stickiness" value="60"/>
<nvpair id="rsc-options-failure-timeout" name="failure-timeout" value="455"/>
</meta_attributes>
</rsc_defaults>
</configuration>
<status>
<node_state id="abc-prim" uname="abc-prim" ha="active" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="do_state_transition" shutdown="0">
<transient_attributes id="abc-prim">
<instance_attributes id="status-abc-prim">
<nvpair id="status-abc-prim-probe_complete" name="probe_complete" value="true"/>
<nvpair id="status-abc-prim-master-drbd.0" name="master-drbd:0" value="10000"/>
</instance_attributes>
</transient_attributes>
<lrm id="abc-prim">
<lrm_resources>
<lrm_resource id="fs" type="Filesystem" class="ocf" provider="heartbeat">
<lrm_rsc_op id="fs_last_0" operation_key="fs_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="44:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;44:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="16" rc-code="0" op-status="0" interval="0" op-digest="6176be3916d62486cad870455e5ed926"/>
</lrm_resource>
<lrm_resource id="stonith_prim" type="external/hetzner" class="stonith">
<lrm_rsc_op id="stonith_prim_last_0" operation_key="stonith_prim_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="11:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:7;11:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="2" rc-code="7" op-status="0" interval="0" op-digest="2da8fb298aa94b9f69351718cf01b9e9"/>
</lrm_resource>
<lrm_resource id="stonith_sec" type="external/hetzner" class="stonith">
<lrm_rsc_op id="stonith_sec_last_0" operation_key="stonith_sec_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="19:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;19:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="8" rc-code="0" op-status="0" interval="0" op-digest="5df85da673e4e0851a160db487f042b5"/>
<lrm_rsc_op id="stonith_sec_monitor_80000" operation_key="stonith_sec_monitor_80000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="20:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;20:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="10" rc-code="0" op-status="0" interval="80000" op-digest="e12f4eafeb94b149f42591d7d070b855"/>
</lrm_resource>
<lrm_resource id="apache" type="apache" class="ocf" provider="heartbeat">
<lrm_rsc_op id="apache_last_0" operation_key="apache_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="45:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;45:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="17" rc-code="0" op-status="0" interval="0" op-digest="56a66579f6ae1e695dfe070c23dbd55a"/>
<lrm_rsc_op id="apache_monitor_30000" operation_key="apache_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="46:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;46:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="19" rc-code="0" op-status="0" interval="30000" op-digest="644b13b765c7a6902b5465b316dcde98"/>
</lrm_resource>
<lrm_resource id="mysql" type="mysql" class="ocf" provider="heartbeat">
<lrm_rsc_op id="mysql_last_0" operation_key="mysql_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="47:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;47:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="18" rc-code="0" op-status="0" interval="0" op-digest="2d138a8dfff1f26a675f44c16802d1a8"/>
<lrm_rsc_op id="mysql_monitor_30000" operation_key="mysql_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="48:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;48:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="20" rc-code="0" op-status="0" interval="30000" op-digest="19f6a1aaa8d6a79233a02f6043107dfb"/>
</lrm_resource>
<lrm_resource id="drbd:0" type="drbd" class="ocf" provider="linbit">
<lrm_rsc_op id="drbd:0_last_0" operation_key="drbd:0_promote_0" operation="promote" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="14:1:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;14:1:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="13" rc-code="0" op-status="0" interval="0" op-digest="c0e018b73fdf522b6cdd355e125af15e"/>
<lrm_rsc_op id="drbd:0_monitor_29000" operation_key="drbd:0_monitor_29000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="15:2:8:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:8;15:2:8:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="15" rc-code="8" op-status="0" interval="29000" op-digest="db2fb3216fa7207fdc0b2bf31bbd09c1"/>
</lrm_resource>
</lrm_resources>
</lrm>
</node_state>
<node_state id="abc-sec" uname="abc-sec" ha="active" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="do_state_transition" shutdown="0">
<transient_attributes id="abc-sec">
<instance_attributes id="status-abc-sec">
<nvpair id="status-abc-sec-probe_complete" name="probe_complete" value="true"/>
<nvpair id="status-abc-sec-master-drbd.1" name="master-drbd:1" value="10000"/>
</instance_attributes>
</transient_attributes>
<lrm id="abc-sec">
<lrm_resources>
<lrm_resource id="drbd:1" type="drbd" class="ocf" provider="linbit">
<lrm_rsc_op id="drbd:1_last_0" operation_key="drbd:1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="23:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;23:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="9" rc-code="0" op-status="0" interval="0" op-digest="c0e018b73fdf522b6cdd355e125af15e"/>
<lrm_rsc_op id="drbd:1_monitor_31000" operation_key="drbd:1_monitor_31000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="19:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;19:2:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="14" rc-code="0" op-status="0" interval="31000" op-digest="db2fb3216fa7207fdc0b2bf31bbd09c1"/>
</lrm_resource>
<lrm_resource id="fs" type="Filesystem" class="ocf" provider="heartbeat">
<lrm_rsc_op id="fs_last_0" operation_key="fs_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="7:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:7;7:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="5" rc-code="7" op-status="0" interval="0" op-digest="6176be3916d62486cad870455e5ed926"/>
</lrm_resource>
<lrm_resource id="stonith_prim" type="external/hetzner" class="stonith">
<lrm_rsc_op id="stonith_prim_last_0" operation_key="stonith_prim_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="17:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;17:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="8" rc-code="0" op-status="0" interval="0" op-digest="2da8fb298aa94b9f69351718cf01b9e9"/>
<lrm_rsc_op id="stonith_prim_monitor_80000" operation_key="stonith_prim_monitor_80000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="18:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:0;18:0:0:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="10" rc-code="0" op-status="0" interval="80000" op-digest="a3235889444ca24034a0216db70740dc"/>
</lrm_resource>
<lrm_resource id="stonith_sec" type="external/hetzner" class="stonith">
<lrm_rsc_op id="stonith_sec_last_0" operation_key="stonith_sec_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="5:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:7;5:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="3" rc-code="7" op-status="0" interval="0" op-digest="5df85da673e4e0851a160db487f042b5"/>
</lrm_resource>
<lrm_resource id="apache" type="apache" class="ocf" provider="heartbeat">
<lrm_rsc_op id="apache_last_0" operation_key="apache_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="8:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:7;8:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="6" rc-code="7" op-status="0" interval="0" op-digest="56a66579f6ae1e695dfe070c23dbd55a"/>
</lrm_resource>
<lrm_resource id="mysql" type="mysql" class="ocf" provider="heartbeat">
<lrm_rsc_op id="mysql_last_0" operation_key="mysql_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.5" transition-key="9:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" transition-magic="0:7;9:0:7:211dde35-af05-4aa2-8c9e-39e022d8d95f" call-id="7" rc-code="7" op-status="0" interval="0" op-digest="2d138a8dfff1f26a675f44c16802d1a8"/>
</lrm_resource>
</lrm_resources>
</lrm>
</node_state>
</status>
</cib>
_______________________________________________
Linux-HA mailing list
[email protected]
http://lists.linux-ha.org/mailman/listinfo/linux-ha
See also: http://linux-ha.org/ReportingProblems
