Software levels: Redhat 6.0, kernel 2.2.5-22, raid-tools-0.90
I just configured 5 raid-1 filesystems:
md5<hda5,hdc5> /usr
md6<hda6,hdc6> /home
md7<hda7,hdc7> /var
md8<hda8,hdc8> /
md10<hda10,hdc10> /var/lib/mysql
Configuration was performed from a seperate config system on hdb
(same filesystems as system under construction).
The following procedure was used:
1. defined partitions on hda and hdc
2. copied dd'ed hdb:/boot to hda and hdc
3. constructed hdb:/etc/raidtab (see below)
4. ran: mkraid --force /dev/md5 (then: 6, 7, 8, 10)
5. ran: mke2fs /dev/md5 (then: 6, 7, 8, 10)
6. modified /etc/lilo.conf to point root=/dev/md8 (mbr=hda)
7. ran: lilo -v
8. copied hdb:filesystems to corresponding md filesystems
9. modified: md8:/etc/fstab to point to md filesystems
10. ran: fdisk on /dev/hda -and- /dev/hdc -- changed raid partition types
to 'fd'
11. booted newly constructed md system
Received following messages during boot:
==============================
Messages visable on console display:
md6 stopped.
considering hdc5 ...
adding hdc5 ...
adding hda5 ...
created md5
bind<hda5,1>
bind<hdc5,2>
running: <hdc5><hda5>
now!
hdc5's event counter: 00000002
hda5's event counter: 00000002
request_module[md-personality-3]: Root fs not mounted
do_md_run() returned -22
unbind<hdc5,1>
export_rdev(hdc5)
unbind<hda5,0>
export_rdev(hda5)
md5 stopped.
... autorun DONE.
Bad md_map in ll_rw_block
EXT2-fs: unable to read superblock
Bad md_map in ll_rw_block
isofs_read_super: bread failed, dev=09:08, iso_blknum=16, block=32
Kernel panic: VFS: Unable to mount root fs on 09:08
>From /var/log/messages:
Note: I'm not real sure of these messages - the time doesn't seem right,
however, I only attempted to boot system once.
Jul 8 21:39:13 iServ kernel: hdc5's event counter: 00000000
Jul 8 21:39:13 iServ kernel: hda5's event counter: 00000000
Jul 8 21:39:13 iServ kernel: md: md5: raid array is not clean -- starting
background reconstruction
Jul 8 21:39:14 iServ kernel: raid1 personality registered
Jul 8 21:39:14 iServ kernel: md5: max total readahead window set to 128k
Jul 8 21:39:14 iServ kernel: md5: 1 data-disks, max readahead per
data-disk: 128k
Jul 8 21:39:14 iServ kernel: raid1: device hdc5 operational as mirror 1
Jul 8 21:39:14 iServ kernel: raid1: device hda5 operational as mirror 0
Jul 8 21:39:14 iServ kernel: raid1: raid set md5 not clean; reconstructing
mirrors
Jul 8 21:39:14 iServ kernel: raid1: raid set md5 active with 2 out of 2
mirrors
Jul 8 21:39:14 iServ kernel: md: updating md5 RAID superblock on device
Jul 8 21:39:14 iServ kernel: hdc5 [events: 00000001](write) hdc5's sb
offset: 610368
Jul 8 21:39:14 iServ kernel: md: syncing RAID array md5
Jul 8 21:39:14 iServ kernel: md: minimum _guaranteed_ reconstruction
speed: 100 KB/sec.
Jul 8 21:39:14 iServ kernel: md: using maximum available idle IO bandwith
for reconstruction.
Jul 8 21:39:14 iServ kernel: md: using 128k window.
Jul 8 21:39:14 iServ kernel: hda5 [events: 00000001](write) hda5's sb
offset: 610368
Jul 8 21:39:14 iServ kernel: .
Jul 8 21:39:41 iServ kernel: bind<hda6,1>
Jul 8 21:39:41 iServ kernel: bind<hdc6,2>
Jul 8 21:39:41 iServ kernel: hdc6's event counter: 00000000
Jul 8 21:39:41 iServ kernel: hda6's event counter: 00000000
Jul 8 21:39:41 iServ kernel: md: md6: raid array is not clean -- starting
background reconstruction
Jul 8 21:39:41 iServ kernel: md6: max total readahead window set to 128k
Jul 8 21:39:41 iServ kernel: md6: 1 data-disks, max readahead per
data-disk: 128k
Jul 8 21:39:41 iServ kernel: raid1: device hdc6 operational as mirror 1
Jul 8 21:39:41 iServ kernel: raid1: device hda6 operational as mirror 0
Jul 8 21:39:42 iServ kernel: raid1: raid set md6 not clean; reconstructing
mirrors
Jul 8 21:39:42 iServ kernel: raid1: raid set md6 active with 2 out of 2
mirrors
Jul 8 21:39:42 iServ kernel: md: updating md6 RAID superblock on device
Jul 8 21:39:42 iServ kernel: hdc6 [events: 00000001](write) hdc6's sb
offset: 513984
Jul 8 21:39:42 iServ kernel: md: serializing resync, md6 has overlapping
physical units with md5!
Jul 8 21:39:42 iServ kernel: hda6 [events: 00000001](write) hda6's sb
offset: 513984
Jul 8 21:39:42 iServ kernel: .
Jul 8 21:40:24 iServ kernel: bind<hda7,1>
Jul 8 21:40:24 iServ kernel: bind<hdc7,2>
Jul 8 21:40:24 iServ kernel: hdc7's event counter: 00000000
Jul 8 21:40:24 iServ kernel: hda7's event counter: 00000000
Jul 8 21:40:24 iServ kernel: md: md7: raid array is not clean -- starting
background reconstruction
Jul 8 21:40:24 iServ kernel: md7: max total readahead window set to 128k
Jul 8 21:40:24 iServ kernel: md7: 1 data-disks, max readahead per
data-disk: 128k
Jul 8 21:40:24 iServ kernel: raid1: device hdc7 operational as mirror 1
Jul 8 21:40:24 iServ kernel: raid1: device hda7 operational as mirror 0
Jul 8 21:40:24 iServ kernel: raid1: raid set md7 not clean; reconstructing
mirrors
Jul 8 21:40:24 iServ kernel: raid1: raid set md7 active with 2 out of 2
mirrors
Jul 8 21:40:24 iServ kernel: md: updating md7 RAID superblock on device
Jul 8 21:40:24 iServ kernel: hdc7 [events: 00000001](write) hdc7's sb
offset: 409536
Jul 8 21:40:24 iServ kernel: md: serializing resync, md7 has overlapping
physical units with md5!
Jul 8 21:40:24 iServ kernel: hda7 [events: 00000001](write) hda7's sb
offset: 409536
Jul 8 21:40:24 iServ kernel: .
Jul 8 21:41:22 iServ kernel: bind<hda8,1>
Jul 8 21:41:22 iServ kernel: bind<hdc8,2>
Jul 8 21:41:22 iServ kernel: hdc8's event counter: 00000000
Jul 8 21:41:22 iServ kernel: hda8's event counter: 00000000
Jul 8 21:41:22 iServ kernel: md: md8: raid array is not clean -- starting
background reconstruction
Jul 8 21:41:22 iServ kernel: md8: max total readahead window set to 128k
Jul 8 21:41:22 iServ kernel: md8: 1 data-disks, max readahead per
data-disk: 128k
Jul 8 21:41:22 iServ kernel: raid1: device hdc8 operational as mirror 1
Jul 8 21:41:22 iServ kernel: raid1: device hda8 operational as mirror 0
Jul 8 21:41:22 iServ kernel: raid1: raid set md8 not clean; reconstructing
mirrors
Jul 8 21:41:22 iServ kernel: raid1: raid set md8 active with 2 out of 2
mirrors
Jul 8 21:41:22 iServ kernel: md: updating md8 RAID superblock on device
Jul 8 21:41:22 iServ kernel: hdc8 [events: 00000001](write) hdc8's sb
offset: 305088
Jul 8 21:41:22 iServ kernel: md: serializing resync, md8 has overlapping
physical units with md5!
Jul 8 21:41:22 iServ kernel: hda8 [events: 00000001](write) hda8's sb
offset: 305088
Jul 8 21:41:22 iServ kernel: .
Jul 8 21:42:05 iServ kernel: bind<hda10,1>
Jul 8 21:42:05 iServ kernel: bind<hdc10,2>
Jul 8 21:42:05 iServ kernel: hdc10's event counter: 00000000
Jul 8 21:42:05 iServ kernel: hda10's event counter: 00000000
Jul 8 21:42:05 iServ kernel: md: md10: raid array is not clean -- starting
background reconstruction
Jul 8 21:42:05 iServ kernel: md10: max total readahead window set to 128k
Jul 8 21:42:05 iServ kernel: md10: 1 data-disks, max readahead per
data-disk: 128k
Jul 8 21:42:05 iServ kernel: raid1: device hdc10 operational as mirror 1
Jul 8 21:42:05 iServ kernel: raid1: device hda10 operational as mirror 0
Jul 8 21:42:05 iServ kernel: raid1: raid set md10 not clean;
reconstructing mirrors
Jul 8 21:42:05 iServ kernel: raid1: raid set md10 active with 2 out of 2
mirrors
Jul 8 21:42:05 iServ kernel: md: updating md10 RAID superblock on device
Jul 8 21:42:05 iServ kernel: hdc10 [events: 00000001](write) hdc10's sb
offset: 2939776
Jul 8 21:42:05 iServ kernel: md: serializing resync, md10 has overlapping
physical units with md5!
Jul 8 21:42:05 iServ kernel: hda10 [events: 00000001](write) hda10's sb
offset: 2939776
Jul 8 21:42:05 iServ kernel: .
Jul 8 21:44:27 iServ kernel: md: md5: sync done.
Jul 8 21:44:27 iServ kernel: md: syncing RAID array md6
Jul 8 21:44:27 iServ kernel: md: minimum _guaranteed_ reconstruction
speed: 100 KB/sec.
Jul 8 21:44:27 iServ kernel: md: using maximum available idle IO bandwith
for reconstruction.
Jul 8 21:44:27 iServ kernel: md: using 128k window.
Jul 8 21:44:27 iServ kernel: md: serializing resync, md7 has overlapping
physical units with md6!
Jul 8 21:44:27 iServ kernel: md: serializing resync, md8 has overlapping
physical units with md6!
Jul 8 21:44:27 iServ kernel: md: serializing resync, md10 has overlapping
physical units with md6!
Jul 8 21:48:40 iServ kernel: md: md6: sync done.
Jul 8 21:48:40 iServ kernel: md: syncing RAID array md7
Jul 8 21:48:40 iServ kernel: md: minimum _guaranteed_ reconstruction
speed: 100 KB/sec.
Jul 8 21:48:40 iServ kernel: md: using maximum available idle IO bandwith
for reconstruction.
Jul 8 21:48:40 iServ kernel: md: using 128k window.
Jul 8 21:48:40 iServ kernel: md: serializing resync, md8 has overlapping
physical units with md7!
Jul 8 21:48:40 iServ kernel: md: serializing resync, md10 has overlapping
physical units with md7!
Jul 8 21:53:34 iServ kernel: md: md7: sync done.
Jul 8 21:53:34 iServ kernel: md: syncing RAID array md8
Jul 8 21:53:34 iServ kernel: md: minimum _guaranteed_ reconstruction
speed: 100 KB/sec.
Jul 8 21:53:34 iServ kernel: md: using maximum available idle IO bandwith
for reconstruction.
Jul 8 21:53:34 iServ kernel: md: using 128k window.
Jul 8 21:53:34 iServ kernel: md: serializing resync, md10 has overlapping
physical units with md8!
Jul 8 21:56:03 iServ kernel: md: md8: sync done.
Jul 8 21:56:03 iServ kernel: md: syncing RAID array md10
Jul 8 21:56:03 iServ kernel: md: minimum _guaranteed_ reconstruction
speed: 100 KB/sec.
Jul 8 21:56:03 iServ kernel: md: using maximum available idle IO bandwith
for reconstruction.
Jul 8 21:56:03 iServ kernel: md: using 128k window.
Jul 8 22:01:00 iServ PAM_pwdb[4478]: (su) session opened for user news by
(uid=0)
Jul 8 22:01:00 iServ PAM_pwdb[4478]: (su) session closed for user news
Jul 8 22:07:40 iServ named[373]: Cleaned cache of 0 RRs
Jul 8 22:07:40 iServ named[373]: USAGE 931496860 931316859 CPU=0u/0s
CHILDCPU=0u/0s
Jul 8 22:07:40 iServ named[373]: NSTATS 931496860 931316859
Jul 8 22:07:40 iServ named[373]: XSTATS 931496860 931316859 RR=1 RNXD=0
RFwdR=0 RDupR=0 RFail=0 RFErr=0 RErr=0 RAXFR=0 RLame=0 ROpts=0 SSysQ=1
SAns=0 SFwdQ=0 SDupQ=2 SErr=0 RQ=0 RIQ=0 RFwdQ=0 RDupQ=0 RTCP=0 SFwdR=0
SFail=0 SFErr=0 SNaAns=0 SNXD=0
Jul 8 22:25:32 iServ kernel: md: md10: sync done.
Configuration Information:
===================
Note: As you can see I could do 'raidstart', mount, and display data from
/dev/md# filesystems.
I wonder if autodetection is working???
Script started on Fri Jul 9 01:36:33 1999
[root@iServ /tmp]# fdisk /dev/hda
Command (m for help): p
Disk /dev/hda: 255 heads, 63 sectors, 1108 cylinders
Units = cylinders of 16065 * 512 bytes
Device Boot Start End Blocks Id System
/dev/hda1 * 1 3 24066 83 Linux
/dev/hda2 4 1108 8875912+ 5 Extended
/dev/hda5 4 79 610438+ fd Unknown
/dev/hda6 80 143 514048+ fd Unknown
/dev/hda7 144 194 409626 fd Unknown
/dev/hda8 195 232 305203+ fd Unknown
/dev/hda9 233 265 265041 82 Linux swap
/dev/hda10 266 631 2939863+ fd Unknown
Command (m for help): q
[root@iServ /tmp]# fdisk /dev/hdc
Command (m for help): p
Disk /dev/hdc: 255 heads, 63 sectors, 1108 cylinders
Units = cylinders of 16065 * 512 bytes
Device Boot Start End Blocks Id System
/dev/hdc1 1 3 24066 83 Linux
/dev/hdc2 4 1108 8875912+ 5 Extended
/dev/hdc5 4 79 610438+ fd Unknown
/dev/hdc6 80 143 514048+ fd Unknown
/dev/hdc7 144 194 409626 fd Unknown
/dev/hdc8 195 232 305203+ fd Unknown
/dev/hdc9 233 265 265041 82 Linux swap
/dev/hdc10 266 631 2939863+ fd Unknown
Command (m for help): q
[root@iServ /tmp]# raidstart /dev/md8
[root@iServ /tmp]# mount -t ext2 /dev/md8 /mnt
[root@iServ /tmp]# cd /mnt/etc
[root@iServ etc]# cat raidtab
# Raid-1 configuration
#
# /usr
raiddev /dev/md5
raid-level 1
nr-raid-disks 2
nr-spare-disks 0
chunk-size 4
device /dev/hda5
raid-disk 0
device /dev/hdc5
raid-disk 1
# /home
raiddev /dev/md6
raid-level 1
nr-raid-disks 2
nr-spare-disks 0
chunk-size 4
device /dev/hda6
raid-disk 0
device /dev/hdc6
raid-disk 1
# /var
raiddev /dev/md7
raid-level 1
nr-raid-disks 2
nr-spare-disks 0
chunk-size 4
device /dev/hda7
raid-disk 0
device /dev/hdc7
raid-disk 1
# / (root)
raiddev /dev/md8
raid-level 1
nr-raid-disks 2
nr-spare-disks 0
chunk-size 4
device /dev/hda8
raid-disk 0
device /dev/hdc8
raid-disk 1
# /var/lib/mysql
raiddev /dev/md10
raid-level 1
nr-raid-disks 2
nr-spare-disks 0
chunk-size 4
device /dev/hda10
raid-disk 0
device /dev/hdc10
raid-disk 1
[root@iServ etc]# cat fstab
/dev/md8 / ext2 defaults 1 1
/dev/hda1 /boot ext2 defaults 1 2
/dev/md6 /home ext2 defaults 1 2
/dev/md5 /usr ext2 defaults 1 2
/dev/md7 /var ext2 defaults 1 2
/dev/md9 swap swap defaults 0 0
/dev/md10 /var/lib/mysql ext2 exec,dev,suid,rw 1 2
/dev/fd0 /mnt/floppy ext2 noauto 0 0
/dev/cdrom /mnt/cdrom iso9660 noauto,ro 0 0
none /proc proc defaults 0 0
none /dev/pts devpts mode=0622 0 0
[root@iServ etc]# cat lilo.conf
boot=/dev/hda
map=/boot/map
install=/boot/boot.b
prompt
append="hdb=1583,255,63 hdc=1108,255,63"
timeout=50
image=/boot/vmlinuz-2.2.5-22
label=prod
root=/dev/md8
read-only
image=/boot/vmlinuz-2.2.5-22
label=maint
root=/dev/hdb8
read-only
[root@iServ etc]# exit
Script done on Fri Jul 9 01:44:31 1999
