As I founded that Split Barain has take place.
Please see status the drbd status:
sudo /etc/init.d/drbd status
drbd driver loaded OK; device status:
version: 8.0.14 (api:86/proto:86)
GIT-hash: bb447522fc9a87d0069b7e14f0234911ebdab0f7 build by p...@fat-tyre,
2008-11-12 16:40:33
m:res cs st ds p mounted
fstype
0:app Connected Secondary/Secondary UpToDate/UpToDate C
1:mysql Connected Secondary/Secondary UpToDate/Diskless C
May be anybody can help me to solve this problem?
My drbd.conf is:
global {
usage-count yes;
}
resource app {
protocol C;
handlers {
pri-on-incon-degr "echo o > /proc/sysrq-trigger ; halt -f";
pri-lost-after-sb "echo o > /proc/sysrq-trigger ; halt -f";
local-io-error "echo o > /proc/sysrq-trigger ; halt -f";
outdate-peer "/usr/lib/heartbeat/drbd-peer-outdater -t 5";
}
startup {
wfc-timeout 30;
degr-wfc-timeout 120; # 2 minutes.
}
disk {
on-io-error pass_on;
}
net {
}
syncer {
rate 20M;
al-extents 257;
}
on aps-3 {
device /dev/drbd0;
disk /dev/sda9;
address 10.11.4.3:7788;
meta-disk internal;
}
on aps-1 {
device /dev/drbd0;
disk /dev/sda8;
address 10.11.4.4:7788; # flexible-meta-disk internal;
meta-disk internal;
}
}
resource mysql {
protocol C;
handlers {
pri-on-incon-degr "echo o > /proc/sysrq-trigger ; halt -f";
pri-lost-after-sb "echo o > /proc/sysrq-trigger ; halt -f";
local-io-error "echo o > /proc/sysrq-trigger ; halt -f";
outdate-peer "/usr/lib/heartbeat/drbd-peer-outdater -t 5";
}
startup {
wfc-timeout 30; ## Infinite!
degr-wfc-timeout 120; ## 2 minutes.
}
disk {
on-io-error pass_on;
}
net {
}
syncer {
rate 200M;
al-extents 257; }
on aps-2 {
device /dev/drbd1;
disk /dev/sda10;
address 10.11.4.5:7789;
meta-disk internal;
}
on aps-3 {
device /dev/drbd1;
disk /dev/sda10;
address 10.11.4.3:7789;
meta-disk internal;
}
}
dembi wrote:
>
> Good day
>
> When I perform this command I can see the following result:
>
> sudo grep lrmd.*drbd /var/log/*
>
> /var/log/messages:Oct 21 15:57:03 aps-1 lrmd: [2322]: info: rsc:drbd1:0:
> monitor
> /var/log/messages:Oct 21 15:57:03 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> notify
> /var/log/messages:Oct 21 15:57:03 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> notify
> /var/log/messages:Oct 21 15:57:07 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> promote
> /var/log/messages:Oct 21 15:57:07 aps-1 lrmd: [2322]: info: RA output:
> (drbd0:1:promote:stdout)
> /var/log/messages:Oct 21 15:57:07 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> notify
> /var/log/messages:Oct 21 15:57:08 aps-1 lrmd: [2322]: info:
> perform_op:2792: operations on resource drbd0:1 already delayed
> /var/log/messages:Oct 21 15:57:08 aps-1 lrmd: [2322]: info: RA output:
> (drbd0:1:notify:stdout) No set matching id=master-e79f
> 7f65-ffb4-415f-86d3-f4dc735a5c73 in status
> /var/log/messages:Oct 21 15:57:08 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> notify
> /var/log/messages:Oct 21 15:57:09 aps-1 lrmd: [2322]: info: RA output:
> (drbd0:1:notify:stdout) No set matching id=master-e79f
> 7f65-ffb4-415f-86d3-f4dc735a5c73 in status
> /var/log/messages:Oct 21 16:14:26 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> notify
> /var/log/messages:Oct 21 16:14:30 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> demote
> /var/log/messages:Oct 21 16:14:30 aps-1 lrmd: [2322]: info: RA output:
> (drbd0:1:demote:stdout)
> /var/log/messages:Oct 21 16:14:31 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> notify
> /var/log/messages:Oct 21 16:14:32 aps-1 lrmd: [2322]: info: RA output:
> (drbd0:1:notify:stdout) No set matching id=master-e79f
> 7f65-ffb4-415f-86d3-f4dc735a5c73 in status
> /var/log/messages:Oct 21 16:14:34 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> notify
> /var/log/messages:Oct 21 16:14:34 aps-1 lrmd: [2322]: info: rsc:drbd0:1:
> stop
> /var/log/messages:Oct 21 16:14:35 aps-1 lrmd: [2322]: info: RA output:
> (drbd0:1:stop:stdout)
> /var/log/messages:Oct 21 16:14:36 aps-1 lrmd: [2322]: info: RA output:
> (drbd0:1:stop:stdout)
>
>
> Dejan Muhamedagic wrote:
>>
>> Hi,
>>
>> On Wed, Oct 21, 2009 at 07:44:34AM -0700, dembi wrote:
>>>
>>> Hi All,
>>>
>>> I have three nodes in my cluster.
>>> Node APS-1 has drbd with resource ‘app’
>>> Node APS-2 has drbd with resource ‘mysql’
>>> Node APS-3 has drbd with resources of ‘app’ and ‘mysql’
>>>
>>> When I restarted all my nodes. After that in my ha-log I can see the
>>> following error:
>>>
>>> Filesystem[2962]: 2009/10/21_17:32:04 WARNING: Couldn't find
>>> device
>>> [/dev/drbd1]. Expected /dev/??? to exist
>>>
>>> As I understand heartbeat is not able to mount file system.
>>>
>>> Why file system is not mounted and how I can fix it?
>>
>> Since the filesystem is to be mounted on the drbd device, better
>> check why drbd fails to start (grep lrmd.*drbd /var/log/...).
>> Hmm, the last one seems to have become mantra :-|
>>
>> Thanks,
>>
>> Dejan
>>
>>> Thanks in advance.
>>>
>>> My cib.xml is:
>>>
>>> <configuration>
>>> <crm_config>
>>> <cluster_property_set id="cib-bootstrap-options">
>>> <attributes>
>>> <nvpair id="cib-bootstrap-options-dc-version"
>>> name="dc-version"
>>> value="2.1.3-node: 552305612591183b1628baa5bc6e903e0f1e26a3"/>
>>> <nvpair name="last-lrm-refresh"
>>> id="cib-bootstrap-options-last-lrm-refresh" value="1256123011"/>
>>> <nvpair id="cib-bootstrap-options-transition_idle_timeout"
>>> name="transition-idle-timeout" value="60s"/>
>>> </attributes>
>>> </cluster_property_set>
>>> </crm_config>
>>> <nodes>
>>> <node id="d305cc9a-6c27-4de0-ab2d-775419549bde" uname="aps-3"
>>> type="normal"/>
>>> <node id="19a6463b-7a32-4f10-8849-7fbc63bb7bfe" uname="aps-2"
>>> type="normal"/>
>>> <node id="e79f7f65-ffb4-415f-86d3-f4dc735a5c73" uname="aps-1"
>>> type="normal"/>
>>> </nodes>
>>> <resources>
>>> <master_slave id="mysql-drbd0">
>>> <meta_attributes id="ma-mysql-drbd0">
>>> <attributes>
>>> <nvpair id="ma-mysql-drbd0-1" name="clone_max" value="2"/>
>>> <nvpair id="ma-mysql-drbd0-2" name="clone_node_max"
>>> value="1"/>
>>> <nvpair id="ma-mysql-drbd0-3" name="master_max" value="1"/>
>>> <nvpair id="ma-mysql-drbd0-4" name="master_node_max"
>>> value="1"/>
>>> <nvpair id="ma-mysql-drbd0-6" name="globally_unique"
>>> value="false"/>
>>> <nvpair id="ma-mysql-drbd0-5" name="notify" value="true"/>
>>> </attributes>
>>> </meta_attributes>
>>> <primitive id="drbd1" class="ocf" provider="heartbeat"
>>> type="drbd">
>>> <meta_attributes id="ma-drbd1">
>>> <attributes>
>>> <nvpair id="ma-drbd1-1" name="target_role"
>>> value="started"/>
>>> </attributes>
>>> </meta_attributes>
>>> <instance_attributes id="ia-drbd0">
>>> <attributes>
>>> <nvpair id="ia-drbd1-1" name="drbd_resource"
>>> value="mysql"/>
>>> </attributes>
>>> </instance_attributes>
>>> <operations>
>>> <op id="op-drbd1-1" name="monitor" interval="15s"
>>> timeout="10s"
>>> role="Master"/>
>>> <op id="op-drbd1-2" name="monitor" interval="16s"
>>> timeout="10s"
>>> role="Slave"/>
>>> </operations>
>>> </primitive>
>>> </master_slave>
>>> <master_slave id="app-drbd">
>>> <meta_attributes id="ma-app-drbd">
>>> <attributes>
>>> <nvpair id="ma-app-drbd-1" name="clone_max" value="2"/>
>>> <nvpair id="ma-app-drbd-2" name="clone_node_max"
>>> value="1"/>
>>> <nvpair id="ma-app-drbd-3" name="master_max" value="1"/>
>>> <nvpair id="ma-app-drbd-4" name="master_node_max"
>>> value="1"/>
>>> <nvpair id="ma-app-drbd-6" name="globally_unique"
>>> value="false"/>
>>> <nvpair id="ma-app-drbd-5" name="notify" value="true"/>
>>> </attributes>
>>> </meta_attributes>
>>> <primitive id="drbd0" class="ocf" provider="heartbeat"
>>> type="drbd">
>>> <instance_attributes id="ia-app">
>>> <attributes>
>>> <nvpair id="ia-app-1" name="drbd_resource" value="app"/>
>>> </attributes>
>>> </instance_attributes>
>>> <operations>
>>> <op id="op-drbd0-1" name="monitor" interval="15s"
>>> timeout="10s"
>>> role="Master"/>
>>> <op id="op-drbd0-2" name="monitor" interval="16s"
>>> timeout="10s"
>>> role="Slave"/>
>>> </operations>
>>> </primitive>
>>> </master_slave>
>>> <group id="mysql_group">
>>> <meta_attributes id="ma-mysql">
>>> <attributes>
>>> <nvpair id="ma-mysql-1" name="target_role"
>>> value="started"/>
>>> </attributes>
>>> </meta_attributes>
>>> <primitive id="virtual-mysql-ip" class="ocf" type="IPaddr2"
>>> provider="heartbeat">
>>> <operations>
>>> <op id="virtual-mysql-ip-check" name="monitor"
>>> interval="15s"
>>> timeout="5s"/>
>>> </operations>
>>> <instance_attributes id="params-virtual-mysql-ip">
>>> <attributes>
>>> <nvpair id="virtual-mysql-ip-addr" name="ip"
>>> value="10.11.4.2"/>
>>> <nvpair id="virtual-mysql-mask-addr" name="netmask"
>>> value="16"/>
>>> <nvpair id="virtual-mysql-nic-addr" name="nic"
>>> value="eth0"/>
>>> </attributes>
>>> </instance_attributes>
>>> </primitive>
>>> <primitive class="ocf" provider="heartbeat" type="Filesystem"
>>> id="fs-mysql">
>>> <operations>
>>> <op id="fs-mysql_mon" interval="15s" name="monitor"
>>> timeout="5s"/>
>>> </operations>
>>> <instance_attributes id="ia-mysql">
>>> <attributes>
>>> <nvpair id="ia-mysql-1" name="fstype" value="ext3"/>
>>> <nvpair id="ia-mysql-2" name="directory" value="/opt"/>
>>> <nvpair id="ia-mysql-3" name="device"
>>> value="/dev/drbd1"/>
>>> </attributes>
>>> </instance_attributes>
>>> </primitive>
>>> <primitive id="mysql" class="lsb" provider="heartbeat"
>>> type="mysql">
>>> <operations>
>>> <op id="mysql-mon" interval="15s" name="monitor"
>>> timeout="5s"/>
>>> </operations>
>>> </primitive>
>>> </group>
>>> <group id="app_group">
>>> <meta_attributes id="ma-app">
>>> <attributes>
>>> <nvpair id="ma-app-group" name="target_role"
>>> value="started"/>
>>> </attributes>
>>> </meta_attributes>
>>> <primitive id="virtual-app-ip" class="ocf" type="IPaddr2"
>>> provider="heartbeat">
>>> <operations>
>>> <op id="virtual-app-ip-check" name="monitor" interval="15s"
>>> timeout="5s"/>
>>> </operations>
>>> <instance_attributes id="params-virtual-app-ip">
>>> <attributes>
>>> <nvpair id="virtual-app-ip-addr" name="ip"
>>> value="10.11.4.1"/>
>>> <nvpair id="virtual-app-mask-addr" name="netmask"
>>> value="16"/>
>>> <nvpair id="virtual-app-nic-addr" name="nic"
>>> value="eth0"/>
>>> </attributes>
>>> </instance_attributes>
>>> </primitive>
>>> <primitive class="ocf" provider="heartbeat" type="Filesystem"
>>> id="fs-app">
>>> <operations>
>>> <op id="fs-app_mon" interval="15s" name="monitor"
>>> timeout="5s"/>
>>> </operations>
>>> <instance_attributes id="ia-app-group">
>>> <attributes>
>>> <nvpair id="ia-app-group-1" name="fstype" value="ext3"/>
>>> <nvpair id="ia-app-group-2" name="directory"
>>> value="/app"/>
>>> <nvpair id="ia-app-group-3" name="device"
>>> value="/dev/drbd0"/>
>>> </attributes>
>>> </instance_attributes>
>>> </primitive>
>>> <primitive id="apache" class="lsb" provider="heartbeat"
>>> type="apache2">
>>> <operations>
>>> <op id="apache-app_mon" interval="15s" name="monitor"
>>> timeout="5s"/>
>>> </operations>
>>> </primitive>
>>> </group>
>>> </resources>
>>> <constraints>
>>> <rsc_location id="rsc_location_mysql" rsc="mysql_group">
>>> <rule id="prefered_location_mysql-1" score="20">
>>> <expression attribute="#uname"
>>> id="prefered_location_mysql_expr-1" operation="eq" value="aps-2"/>
>>> </rule>
>>> <rule id="prefered_location_mysql-2" score="INFINITY">
>>> <expression attribute="#uname"
>>> id="prefered_location_mysql_expr-2" operation="eq" value="aps-3"/>
>>> </rule>
>>> <rule id="prefered_location_mysql-3" score="-INFINITY">
>>> <expression attribute="#uname"
>>> id="prefered_location_mysql_expr-3" operation="eq" value="aps-1"/>
>>> </rule>
>>> </rsc_location>
>>> <rsc_order id="ip_fs_after_drbd" from="mysql_group"
>>> action="start"
>>> to="mysql-drbd0" to_action="promote" type="after"/>
>>> <rsc_colocation id="ip_fs_on_drbd" to="mysql-drbd0"
>>> to_role="master"
>>> from="mysql_group" score="INFINITY"/>
>>> <rsc_location id="rsc_location_app" rsc="app_group">
>>> <rule id="prefered_location_app-1" score="INFINITY">
>>> <expression attribute="#uname"
>>> id="prefered_location_app_expr-2"
>>> operation="eq" value="aps-3"/>
>>> </rule>
>>> <rule id="prefered_location_app-3" score="20">
>>> <expression attribute="#uname"
>>> id="prefered_location_app_expr-1"
>>> operation="eq" value="aps-1"/> </rule>
>>> <rule id="prefered_location_app-2" score="-INFINITY">
>>> <expression attribute="#uname"
>>> id="prefered_location_app_expr-3"
>>> operation="eq" value="aps-2"/>
>>> </rule>
>>> </rsc_location>
>>> <rsc_order id="ip_fs_after_drbd-app" from="app_group"
>>> action="start"
>>> to="app-drbd" to_action="promote" type="after"/>
>>> <rsc_colocation id="ip_fs_on_drbd-app" to="app-drbd"
>>> to_role="master"
>>> from="app_group" score="INFINITY"/>
>>> </constraints>
>>>
>>> --
>>> View this message in context:
>>> http://www.nabble.com/Problem-with-start-DRBD-tp25993905p25993905.html
>>> Sent from the Linux-HA mailing list archive at Nabble.com.
>>>
>>> _______________________________________________
>>> Linux-HA mailing list
>>> [email protected]
>>> http://lists.linux-ha.org/mailman/listinfo/linux-ha
>>> See also: http://linux-ha.org/ReportingProblems
>> _______________________________________________
>> Linux-HA mailing list
>> [email protected]
>> http://lists.linux-ha.org/mailman/listinfo/linux-ha
>> See also: http://linux-ha.org/ReportingProblems
>>
>
>
--
View this message in context:
http://www.nabble.com/Problem-with-start-DRBD-tp25993905p26010387.html
Sent from the Linux-HA mailing list archive at Nabble.com.
_______________________________________________
Linux-HA mailing list
[email protected]
http://lists.linux-ha.org/mailman/listinfo/linux-ha
See also: http://linux-ha.org/ReportingProblems
