Thanks for your willingness to help No multiphating
Here are the commands and their output [root@osd02 ~]# sgdisk --zap-all --clear --mbrtogpt -g -- /dev/sdc GPT data structures destroyed! You may now partition the disk using fdisk or other utilities. The operation has completed successfully. [root@osd02 ~]# ls -al /dev/disk/by-partuuid/ total 0 drwxr-xr-x 2 root root 160 Mar 29 14:13 . drwxr-xr-x 8 root root 160 Mar 29 11:47 .. lrwxrwxrwx 1 root root 10 Mar 29 11:47 0ffb7152-1e4b-4620-849d-3896f678de41 -> ../../sdb1 lrwxrwxrwx 1 root root 10 Mar 29 11:50 5ef0dcb1-6b84-484b-8b12-3706661c5ada -> ../../sdb3 lrwxrwxrwx 1 root root 10 Mar 29 11:51 9a66ffb3-8b34-412c-bdae-f777d31d2c46 -> ../../sdd2 lrwxrwxrwx 1 root root 10 Mar 29 11:47 cbac0d74-e0dd-47f0-9379-5e79e3f9f08b -> ../../sdd1 lrwxrwxrwx 1 root root 10 Mar 29 11:47 f2aec1ae-5a28-4a9b-8a03-038c482ee0eb -> ../../sdb2 lrwxrwxrwx 1 root root 10 Mar 29 11:50 f3ffe708-ea53-4dcd-9d15-da48acae278b -> ../../sdb4 [root@osd02 ~]# lsblk NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT sdf 8:80 0 558.4G 0 disk sdd 8:48 0 558.4G 0 disk ├─sdd2 8:50 0 558.3G 0 part └─sdd1 8:49 0 100M 0 part /var/lib/ceph/osd/ceph-0 sdb 8:16 0 372G 0 disk ├─sdb4 8:20 0 1G 0 part ├─sdb2 8:18 0 1G 0 part ├─sdb3 8:19 0 30G 0 part └─sdb1 8:17 0 30G 0 part sr0 11:0 1 1024M 0 rom sde 8:64 0 558.4G 0 disk sdc 8:32 0 558.4G 0 disk sda 8:0 0 36.8G 0 disk ├─sda4 8:4 0 1K 0 part ├─sda2 8:2 0 22G 0 part /var ├─sda5 8:5 0 3.7G 0 part [SWAP] ├─sda3 8:3 0 10.1G 0 part / └─sda1 8:1 0 1G 0 part /boot [root@osd02 ~]# /usr/sbin/ceph-volume --cluster ceph lvm create --bluestore --data /dev/sdc --block.wal /dev/disk/by-partuuid/f2aec1ae-5a28-4a9b-8a03-038c482ee0eb --block.db /dev/disk/by-partuuid/0ffb7152-1e4b-4620-849d-3896f678de41 Running command: ceph-authtool --gen-print-key Running command: ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new 76dbeac2-75f6-418a-ae8b-5e97bd137149 Running command: vgcreate --force --yes ceph-1e98e57a-ef41-4327-b88a-dd2531912632 /dev/sdc stderr: Device /dev/sdc not found (or ignored by filtering). --> Was unable to complete a new OSD, will rollback changes --> OSD will be fully purged from the cluster, because the ID was generated Running command: ceph osd purge osd.3 --yes-i-really-mean-it stderr: purged osd.3 --> RuntimeError: command returned non-zero exit status: 5 [root@osd02 ~]# pvcreate -vvvv /dev/sdc #lvmcmdline.c:2763 Parsing: pvcreate -vvvv /dev/sdc #lvmcmdline.c:1848 Using command index 100 id pvcreate_general enum 79. #config/config.c:1465 devices/global_filter not found in config: defaulting to global_filter = [ "a|.*/|" ] #libdm-config.c:987 Setting global/locking_type to 1 #libdm-config.c:1051 Setting global/use_lvmetad to 1 #libdm-config.c:992 global/lvmetad_update_wait_time not found in config: defaulting to 10 #daemon-client.c:33 /run/lvm/lvmetad.socket: Opening daemon socket to lvmetad for protocol lvmetad version 1. #daemon-client.c:52 Sending daemon lvmetad: hello #libdm-config.c:956 Setting response to OK #libdm-config.c:956 Setting protocol to lvmetad #libdm-config.c:987 Setting version to 1 #cache/lvmetad.c:143 Successfully connected to lvmetad on fd 3. #libdm-config.c:1051 Setting global/use_lvmpolld to 1 #libdm-config.c:1051 Setting devices/sysfs_scan to 1 #filters/filter-sysfs.c:326 Sysfs filter initialised. #filters/filter-internal.c:77 internal filter initialised. #filters/filter-type.c:56 LVM type filter initialised. #filters/filter-usable.c:192 Usable device filter initialised. #libdm-config.c:1051 Setting devices/multipath_component_detection to 1 #filters/filter-mpath.c:291 mpath filter initialised. #filters/filter-partitioned.c:59 Partitioned filter initialised. #libdm-config.c:1051 Setting devices/md_component_detection to 1 #filters/filter-md.c:73 MD filter initialised. #libdm-config.c:1051 Setting devices/fw_raid_component_detection to 0 #filters/filter-composite.c:104 Composite filter initialised. #libdm-config.c:1051 Setting devices/ignore_suspended_devices to 0 #libdm-config.c:1051 Setting devices/ignore_lvm_mirrors to 1 #config/config.c:1465 devices/filter not found in config: defaulting to filter = [ "a|.*/|" ] #filters/filter-regex.c:216 Regex filter initialised. #filters/filter-usable.c:192 Usable device filter initialised. #filters/filter-composite.c:104 Composite filter initialised. #libdm-config.c:956 Setting devices/cache_dir to /etc/lvm/cache #libdm-config.c:956 Setting devices/cache_file_prefix to #libdm-config.c:965 devices/cache not found in config: defaulting to /etc/lvm/cache/.cache #filters/filter-persistent.c:368 Persistent filter initialised. #filters/filter-composite.c:104 Composite filter initialised. #libdm-config.c:1051 Setting devices/write_cache_state to 1 #libdm-config.c:1051 Setting global/use_lvmetad to 1 #libdm-config.c:956 Setting activation/activation_mode to degraded #libdm-config.c:1064 metadata/record_lvs_history not found in config: defaulting to 0 #lvmcmdline.c:2833 DEGRADED MODE. Incomplete RAID LVs will be processed. #libdm-config.c:1051 Setting activation/monitoring to 1 #lvmcmdline.c:2839 Processing: pvcreate -vvvv /dev/sdc #lvmcmdline.c:2840 Command pid: 3198 #lvmcmdline.c:2841 system ID: #lvmcmdline.c:2844 O_DIRECT will be used #libdm-config.c:987 Setting global/locking_type to 1 #libdm-config.c:1051 Setting global/wait_for_locks to 1 #locking/locking.c:129 File-based locking selected. #libdm-config.c:1051 Setting global/prioritise_write_locks to 1 #libdm-config.c:956 Setting global/locking_dir to /run/lock/lvm #libdm-config.c:1051 Setting global/use_lvmlockd to 0 #cache/lvmetad.c:255 Sending lvmetad get_global_info #libdm-config.c:956 Setting response to OK #libdm-config.c:956 Setting token to filter:3239235440 #libdm-config.c:987 Setting daemon_pid to 500 #libdm-config.c:956 Setting response to OK #libdm-config.c:987 Setting global_disable to 0 #cache/lvmetad.c:1415 Asking lvmetad for complete list of known PVs #libdm-config.c:956 Setting response to OK #libdm-config.c:956 Setting response to OK #libdm-config.c:956 Setting response to OK #libdm-config.c:1064 metadata/pvmetadataignore not found in config: defaulting to 0 #libdm-config.c:992 metadata/pvmetadatasize not found in config: defaulting to 255 #libdm-config.c:992 metadata/pvmetadatacopies not found in config: defaulting to 1 #libdm-config.c:965 report/output_format not found in config: defaulting to basic #libdm-config.c:1064 log/report_command_log not found in config: defaulting to 0 #cache/lvmcache.c:2298 Wiping internal VG cache #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_lvm1" with VGID #orphans_lvm1. #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_lvm1". #cache/lvmcache.c:1875 lvmcache initialised VG #orphans_lvm1. #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_pool" with VGID #orphans_pool. #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_pool". #cache/lvmcache.c:1875 lvmcache initialised VG #orphans_pool. #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_lvm2" with VGID #orphans_lvm2. #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans_lvm2". #cache/lvmcache.c:1875 lvmcache initialised VG #orphans_lvm2. #misc/lvm-flock.c:199 Locking /run/lock/lvm/P_orphans WB #misc/lvm-flock.c:100 _do_flock /run/lock/lvm/P_orphans:aux WB #misc/lvm-flock.c:100 _do_flock /run/lock/lvm/P_orphans WB #misc/lvm-flock.c:47 _undo_flock /run/lock/lvm/P_orphans:aux #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans". #filters/filter-persistent.c:51 Wiping cache of LVM-capable devices #device/dev-cache.c:356 /dev/sda: Added to device cache (8:0) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa: Aliased to /dev/sda in device cache (8:0) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa: Aliased to /dev/sda in device cache (8:0) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0: Aliased to /dev/sda in device cache (8:0) #device/dev-cache.c:356 /dev/sda1: Added to device cache (8:1) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part1: Aliased to /dev/sda1 in device cache (8:1) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part1: Aliased to /dev/sda1 in device cache (8:1) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part1: Aliased to /dev/sda1 in device cache (8:1) #device/dev-cache.c:352 /dev/disk/by-uuid/66395354-b5bd-4daa-8748-56c1c524eaa5: Aliased to /dev/sda1 in device cache (8:1) #device/dev-cache.c:356 /dev/sda2: Added to device cache (8:2) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part2: Aliased to /dev/sda2 in device cache (8:2) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part2: Aliased to /dev/sda2 in device cache (8:2) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part2: Aliased to /dev/sda2 in device cache (8:2) #device/dev-cache.c:352 /dev/disk/by-uuid/6d3a1ff5-5759-4d41-8e76-587014ee82e6: Aliased to /dev/sda2 in device cache (8:2) #device/dev-cache.c:356 /dev/sda3: Added to device cache (8:3) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part3: Aliased to /dev/sda3 in device cache (8:3) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part3: Aliased to /dev/sda3 in device cache (8:3) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part3: Aliased to /dev/sda3 in device cache (8:3) #device/dev-cache.c:352 /dev/disk/by-uuid/f45ae75e-eb20-4e34-9308-0a75fe210503: Aliased to /dev/sda3 in device cache (8:3) #device/dev-cache.c:356 /dev/sda4: Added to device cache (8:4) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part4: Aliased to /dev/sda4 in device cache (8:4) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part4: Aliased to /dev/sda4 in device cache (8:4) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part4: Aliased to /dev/sda4 in device cache (8:4) #device/dev-cache.c:356 /dev/sda5: Added to device cache (8:5) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36848f690ecd86e00220c7e6805e565fa-part5: Aliased to /dev/sda5 in device cache (8:5) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6848f690ecd86e00220c7e6805e565fa-part5: Aliased to /dev/sda5 in device cache (8:5) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part5: Aliased to /dev/sda5 in device cache (8:5) #device/dev-cache.c:352 /dev/disk/by-uuid/be6387d8-2301-448c-8fea-bbd4ee4e0169: Aliased to /dev/sda5 in device cache (8:5) #device/dev-cache.c:356 /dev/sdb: Added to device cache (8:16) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a: Aliased to /dev/sdb in device cache (8:16) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a: Aliased to /dev/sdb in device cache (8:16) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0: Aliased to /dev/sdb in device cache (8:16) #device/dev-cache.c:356 /dev/sdb1: Added to device cache (8:17) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part1: Aliased to /dev/sdb1 in device cache (8:17) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part1: Aliased to /dev/sdb1 in device cache (8:17) #device/dev-cache.c:356 /dev/disk/by-partlabel/ceph\x20block.db: Added to device cache (8:19) #device/dev-cache.c:352 /dev/disk/by-parttypeuuid/30cd0809-c2b2-499c-8879-2d6b78529876.0ffb7152-1e4b-4620-849d-3896f678de41: Aliased to /dev/sdb1 in device cache (8:17) #device/dev-cache.c:352 /dev/disk/by-partuuid/0ffb7152-1e4b-4620-849d-3896f678de41: Aliased to /dev/sdb1 in device cache (8:17) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part1: Aliased to /dev/sdb1 in device cache (8:17) #device/dev-cache.c:356 /dev/sdb2: Added to device cache (8:18) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part2: Aliased to /dev/sdb2 in device cache (8:18) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part2: Aliased to /dev/sdb2 in device cache (8:18) #device/dev-cache.c:356 /dev/disk/by-partlabel/ceph\x20block.wal: Added to device cache (8:20) #device/dev-cache.c:352 /dev/disk/by-parttypeuuid/5ce17fce-4087-4169-b7ff-056cc58473f9.f2aec1ae-5a28-4a9b-8a03-038c482ee0eb: Aliased to /dev/sdb2 in device cache (8:18) #device/dev-cache.c:352 /dev/disk/by-partuuid/f2aec1ae-5a28-4a9b-8a03-038c482ee0eb: Aliased to /dev/sdb2 in device cache (8:18) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part2: Aliased to /dev/sdb2 in device cache (8:18) #device/dev-cache.c:352 /dev/sdb3: Aliased to /dev/disk/by-partlabel/ceph\x20block.db in device cache (preferred name) (8:19) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part3: Aliased to /dev/sdb3 in device cache (8:19) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part3: Aliased to /dev/sdb3 in device cache (8:19) #device/dev-cache.c:340 /dev/disk/by-partlabel/ceph\x20block.db: Already in device cache #device/dev-cache.c:352 /dev/disk/by-parttypeuuid/30cd0809-c2b2-499c-8879-2d6b78529876.5ef0dcb1-6b84-484b-8b12-3706661c5ada: Aliased to /dev/sdb3 in device cache (8:19) #device/dev-cache.c:352 /dev/disk/by-partuuid/5ef0dcb1-6b84-484b-8b12-3706661c5ada: Aliased to /dev/sdb3 in device cache (8:19) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part3: Aliased to /dev/sdb3 in device cache (8:19) #device/dev-cache.c:352 /dev/sdb4: Aliased to /dev/disk/by-partlabel/ceph\x20block.wal in device cache (preferred name) (8:20) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4cf080a-part4: Aliased to /dev/sdb4 in device cache (8:20) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4cf080a-part4: Aliased to /dev/sdb4 in device cache (8:20) #device/dev-cache.c:340 /dev/disk/by-partlabel/ceph\x20block.wal: Already in device cache #device/dev-cache.c:352 /dev/disk/by-parttypeuuid/5ce17fce-4087-4169-b7ff-056cc58473f9.f3ffe708-ea53-4dcd-9d15-da48acae278b: Aliased to /dev/sdb4 in device cache (8:20) #device/dev-cache.c:352 /dev/disk/by-partuuid/f3ffe708-ea53-4dcd-9d15-da48acae278b: Aliased to /dev/sdb4 in device cache (8:20) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:1:0-part4: Aliased to /dev/sdb4 in device cache (8:20) #device/dev-cache.c:356 /dev/sdc: Added to device cache (8:32) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7581e4d6254c: Aliased to /dev/sdc in device cache (8:32) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7581e4d6254c: Aliased to /dev/sdc in device cache (8:32) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:2:0: Aliased to /dev/sdc in device cache (8:32) #device/dev-cache.c:356 /dev/sdd: Added to device cache (8:48) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4: Aliased to /dev/sdd in device cache (8:48) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4: Aliased to /dev/sdd in device cache (8:48) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0: Aliased to /dev/sdd in device cache (8:48) #device/dev-cache.c:356 /dev/sdd1: Added to device cache (8:49) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4-part1: Aliased to /dev/sdd1 in device cache (8:49) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4-part1: Aliased to /dev/sdd1 in device cache (8:49) #device/dev-cache.c:352 /dev/disk/by-partlabel/ceph\x20data: Aliased to /dev/sdd1 in device cache (8:49) #device/dev-cache.c:352 /dev/disk/by-parttypeuuid/4fbd7e29-9d25-41b8-afd0-062c0ceff05d.cbac0d74-e0dd-47f0-9379-5e79e3f9f08b: Aliased to /dev/sdd1 in device cache (8:49) #device/dev-cache.c:352 /dev/disk/by-partuuid/cbac0d74-e0dd-47f0-9379-5e79e3f9f08b: Aliased to /dev/sdd1 in device cache (8:49) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0-part1: Aliased to /dev/sdd1 in device cache (8:49) #device/dev-cache.c:352 /dev/disk/by-uuid/9b07f4e1-a77b-4dfb-8e77-33beec27e36e: Aliased to /dev/sdd1 in device cache (8:49) #device/dev-cache.c:356 /dev/sdd2: Added to device cache (8:50) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb646700220f7582e4e283c4-part2: Aliased to /dev/sdd2 in device cache (8:50) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb646700220f7582e4e283c4-part2: Aliased to /dev/sdd2 in device cache (8:50) #device/dev-cache.c:352 /dev/disk/by-partlabel/ceph\x20block: Aliased to /dev/sdd2 in device cache (8:50) #device/dev-cache.c:352 /dev/disk/by-parttypeuuid/cafecafe-9b03-4f30-b4c6-b4b80ceff106.9a66ffb3-8b34-412c-bdae-f777d31d2c46: Aliased to /dev/sdd2 in device cache (8:50) #device/dev-cache.c:352 /dev/disk/by-partuuid/9a66ffb3-8b34-412c-bdae-f777d31d2c46: Aliased to /dev/sdd2 in device cache (8:50) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:3:0-part2: Aliased to /dev/sdd2 in device cache (8:50) #device/dev-cache.c:356 /dev/sde: Added to device cache (8:64) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb6467002219c426f63f3ac9: Aliased to /dev/sde in device cache (8:64) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb6467002219c426f63f3ac9: Aliased to /dev/sde in device cache (8:64) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:4:0: Aliased to /dev/sde in device cache (8:64) #device/dev-cache.c:356 /dev/sdf: Added to device cache (8:80) #device/dev-cache.c:352 /dev/disk/by-id/scsi-36b8ca3a0fb6467002219c42df6af6898: Aliased to /dev/sdf in device cache (8:80) #device/dev-cache.c:352 /dev/disk/by-id/wwn-0x6b8ca3a0fb6467002219c42df6af6898: Aliased to /dev/sdf in device cache (8:80) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:5:0: Aliased to /dev/sdf in device cache (8:80) #device/dev-cache.c:356 /dev/sr0: Added to device cache (11:0) #device/dev-cache.c:352 /dev/cdrom: Aliased to /dev/sr0 in device cache (preferred name) (11:0) #device/dev-cache.c:352 /dev/disk/by-id/ata-TSSTcorp_DVD-ROM_SU-108CB_S10I6YVD5000F9: Aliased to /dev/cdrom in device cache (11:0) #device/dev-cache.c:352 /dev/disk/by-path/pci-0000:00:1f.2-ata-5.0: Aliased to /dev/cdrom in device cache (11:0) #device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT #device/dev-io.c:330 /dev/sdc: size is 1170997248 sectors #device/dev-io.c:625 Closed /dev/sdc #device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT #device/dev-io.c:145 /dev/sdc: block size is 4096 bytes #device/dev-io.c:156 /dev/sdc: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdc #filters/filter-partitioned.c:27 /dev/sdc: Skipping: Partition table signature found #toollib.c:4375 Processing each PV #cache/lvmetad.c:1440 Asking lvmetad for complete list of known VG ids/names #libdm-config.c:956 Setting response to OK #libdm-config.c:956 Setting response to OK #libdm-config.c:956 Setting response to OK #toollib.c:3878 Getting list of all devices #cache/lvmetad.c:1415 Asking lvmetad for complete list of known PVs #libdm-config.c:956 Setting response to OK #libdm-config.c:956 Setting response to OK #libdm-config.c:956 Setting response to OK #device/dev-io.c:570 Opened /dev/sda RO O_DIRECT #device/dev-io.c:330 /dev/sda: size is 77070336 sectors #device/dev-io.c:625 Closed /dev/sda #device/dev-io.c:570 Opened /dev/sda RO O_DIRECT #device/dev-io.c:145 /dev/sda: block size is 4096 bytes #device/dev-io.c:156 /dev/sda: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sda #filters/filter-partitioned.c:27 /dev/sda: Skipping: Partition table signature found #filters/filter-type.c:27 /dev/cdrom: Skipping: Unrecognised LVM device type 11 #device/dev-io.c:570 Opened /dev/sda1 RO O_DIRECT #device/dev-io.c:330 /dev/sda1: size is 2097152 sectors #device/dev-io.c:625 Closed /dev/sda1 #filters/filter-mpath.c:196 /dev/sda1: Device is a partition, using primary device sda for mpath component detection #device/dev-io.c:308 /dev/sda1: using cached size 2097152 sectors #device/dev-io.c:570 Opened /dev/sda1 RO O_DIRECT #device/dev-io.c:145 /dev/sda1: block size is 512 bytes #device/dev-io.c:156 /dev/sda1: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sda1 #device/dev-cache.c:1512 Using /dev/sda1 #device/dev-io.c:570 Opened /dev/sda2 RO O_DIRECT #device/dev-io.c:330 /dev/sda2: size is 46137344 sectors #device/dev-io.c:625 Closed /dev/sda2 #filters/filter-mpath.c:196 /dev/sda2: Device is a partition, using primary device sda for mpath component detection #device/dev-io.c:308 /dev/sda2: using cached size 46137344 sectors #device/dev-io.c:570 Opened /dev/sda2 RO O_DIRECT #device/dev-io.c:145 /dev/sda2: block size is 512 bytes #device/dev-io.c:156 /dev/sda2: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sda2 #device/dev-cache.c:1512 Using /dev/sda2 #device/dev-io.c:570 Opened /dev/sda3 RO O_DIRECT #device/dev-io.c:330 /dev/sda3: size is 21116928 sectors #device/dev-io.c:625 Closed /dev/sda3 #filters/filter-mpath.c:196 /dev/sda3: Device is a partition, using primary device sda for mpath component detection #device/dev-io.c:308 /dev/sda3: using cached size 21116928 sectors #device/dev-io.c:570 Opened /dev/sda3 RO O_DIRECT #device/dev-io.c:145 /dev/sda3: block size is 512 bytes #device/dev-io.c:156 /dev/sda3: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sda3 #device/dev-cache.c:1512 Using /dev/sda3 #device/dev-io.c:570 Opened /dev/sda4 RO O_DIRECT #device/dev-io.c:330 /dev/sda4: size is 2 sectors #filters/filter-usable.c:44 /dev/sda4: Skipping: Too small to hold a PV #device/dev-io.c:625 Closed /dev/sda4 #device/dev-io.c:570 Opened /dev/sda5 RO O_DIRECT #device/dev-io.c:330 /dev/sda5: size is 7714816 sectors #device/dev-io.c:625 Closed /dev/sda5 #filters/filter-mpath.c:196 /dev/sda5: Device is a partition, using primary device sda for mpath component detection #device/dev-io.c:308 /dev/sda5: using cached size 7714816 sectors #device/dev-io.c:570 Opened /dev/sda5 RO O_DIRECT #device/dev-io.c:145 /dev/sda5: block size is 4096 bytes #device/dev-io.c:156 /dev/sda5: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sda5 #device/dev-cache.c:1512 Using /dev/sda5 #device/dev-io.c:570 Opened /dev/sdb RO O_DIRECT #device/dev-io.c:330 /dev/sdb: size is 780140544 sectors #device/dev-io.c:625 Closed /dev/sdb #device/dev-io.c:570 Opened /dev/sdb RO O_DIRECT #device/dev-io.c:145 /dev/sdb: block size is 4096 bytes #device/dev-io.c:156 /dev/sdb: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdb #filters/filter-partitioned.c:27 /dev/sdb: Skipping: Partition table signature found #device/dev-io.c:570 Opened /dev/sdb1 RO O_DIRECT #device/dev-io.c:330 /dev/sdb1: size is 62914560 sectors #device/dev-io.c:625 Closed /dev/sdb1 #filters/filter-mpath.c:196 /dev/sdb1: Device is a partition, using primary device sdb for mpath component detection #device/dev-io.c:308 /dev/sdb1: using cached size 62914560 sectors #device/dev-io.c:570 Opened /dev/sdb1 RO O_DIRECT #device/dev-io.c:145 /dev/sdb1: block size is 4096 bytes #device/dev-io.c:156 /dev/sdb1: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdb1 #device/dev-cache.c:1512 Using /dev/sdb1 #device/dev-io.c:570 Opened /dev/sdb2 RO O_DIRECT #device/dev-io.c:330 /dev/sdb2: size is 2097152 sectors #device/dev-io.c:625 Closed /dev/sdb2 #filters/filter-mpath.c:196 /dev/sdb2: Device is a partition, using primary device sdb for mpath component detection #device/dev-io.c:308 /dev/sdb2: using cached size 2097152 sectors #device/dev-io.c:570 Opened /dev/sdb2 RO O_DIRECT #device/dev-io.c:145 /dev/sdb2: block size is 4096 bytes #device/dev-io.c:156 /dev/sdb2: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdb2 #device/dev-cache.c:1512 Using /dev/sdb2 #device/dev-io.c:570 Opened /dev/sdb3 RO O_DIRECT #device/dev-io.c:330 /dev/sdb3: size is 62914560 sectors #device/dev-io.c:625 Closed /dev/sdb3 #filters/filter-mpath.c:196 /dev/sdb3: Device is a partition, using primary device sdb for mpath component detection #device/dev-io.c:308 /dev/sdb3: using cached size 62914560 sectors #device/dev-io.c:570 Opened /dev/sdb3 RO O_DIRECT #device/dev-io.c:145 /dev/sdb3: block size is 4096 bytes #device/dev-io.c:156 /dev/sdb3: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdb3 #device/dev-cache.c:1512 Using /dev/sdb3 #device/dev-io.c:570 Opened /dev/sdb4 RO O_DIRECT #device/dev-io.c:330 /dev/sdb4: size is 2097152 sectors #device/dev-io.c:625 Closed /dev/sdb4 #filters/filter-mpath.c:196 /dev/sdb4: Device is a partition, using primary device sdb for mpath component detection #device/dev-io.c:308 /dev/sdb4: using cached size 2097152 sectors #device/dev-io.c:570 Opened /dev/sdb4 RO O_DIRECT #device/dev-io.c:145 /dev/sdb4: block size is 4096 bytes #device/dev-io.c:156 /dev/sdb4: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdb4 #device/dev-cache.c:1512 Using /dev/sdb4 #device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT #device/dev-io.c:308 /dev/sdc: using cached size 1170997248 sectors #device/dev-io.c:625 Closed /dev/sdc #device/dev-io.c:570 Opened /dev/sdc RO O_DIRECT #device/dev-io.c:145 /dev/sdc: block size is 4096 bytes #device/dev-io.c:156 /dev/sdc: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdc #filters/filter-partitioned.c:27 /dev/sdc: Skipping: Partition table signature found #device/dev-io.c:570 Opened /dev/sdd RO O_DIRECT #device/dev-io.c:330 /dev/sdd: size is 1170997248 sectors #device/dev-io.c:625 Closed /dev/sdd #device/dev-io.c:570 Opened /dev/sdd RO O_DIRECT #device/dev-io.c:145 /dev/sdd: block size is 4096 bytes #device/dev-io.c:156 /dev/sdd: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdd #filters/filter-partitioned.c:27 /dev/sdd: Skipping: Partition table signature found #device/dev-io.c:570 Opened /dev/sdd1 RO O_DIRECT #device/dev-io.c:330 /dev/sdd1: size is 204800 sectors #device/dev-io.c:625 Closed /dev/sdd1 #filters/filter-mpath.c:196 /dev/sdd1: Device is a partition, using primary device sdd for mpath component detection #device/dev-io.c:308 /dev/sdd1: using cached size 204800 sectors #device/dev-io.c:570 Opened /dev/sdd1 RO O_DIRECT #device/dev-io.c:145 /dev/sdd1: block size is 512 bytes #device/dev-io.c:156 /dev/sdd1: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdd1 #device/dev-cache.c:1512 Using /dev/sdd1 #device/dev-io.c:570 Opened /dev/sdd2 RO O_DIRECT #device/dev-io.c:330 /dev/sdd2: size is 1170790367 sectors #device/dev-io.c:625 Closed /dev/sdd2 #filters/filter-mpath.c:196 /dev/sdd2: Device is a partition, using primary device sdd for mpath component detection #device/dev-io.c:308 /dev/sdd2: using cached size 1170790367 sectors #device/dev-io.c:570 Opened /dev/sdd2 RO O_DIRECT #device/dev-io.c:145 /dev/sdd2: block size is 512 bytes #device/dev-io.c:156 /dev/sdd2: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdd2 #device/dev-cache.c:1512 Using /dev/sdd2 #device/dev-io.c:570 Opened /dev/sde RO O_DIRECT #device/dev-io.c:330 /dev/sde: size is 1170997248 sectors #device/dev-io.c:625 Closed /dev/sde #device/dev-io.c:570 Opened /dev/sde RO O_DIRECT #device/dev-io.c:145 /dev/sde: block size is 4096 bytes #device/dev-io.c:156 /dev/sde: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sde #filters/filter-partitioned.c:27 /dev/sde: Skipping: Partition table signature found #device/dev-io.c:570 Opened /dev/sdf RO O_DIRECT #device/dev-io.c:330 /dev/sdf: size is 1170997248 sectors #device/dev-io.c:625 Closed /dev/sdf #device/dev-io.c:570 Opened /dev/sdf RO O_DIRECT #device/dev-io.c:145 /dev/sdf: block size is 4096 bytes #device/dev-io.c:156 /dev/sdf: physical block size is 512 bytes #device/dev-io.c:625 Closed /dev/sdf #filters/filter-partitioned.c:27 /dev/sdf: Skipping: Partition table signature found #toollib.c:4301 Processing PVs in VG #orphans_lvm1 #metadata/metadata.c:5902 Locking #orphans_lvm1 already done #metadata/metadata.c:4256 Reading VG #orphans_lvm1 <no vgid> #toollib.c:4301 Processing PVs in VG #orphans_pool #metadata/metadata.c:5902 Locking #orphans_pool already done #metadata/metadata.c:4256 Reading VG #orphans_pool <no vgid> #toollib.c:4301 Processing PVs in VG #orphans_lvm2 #metadata/metadata.c:5902 Locking #orphans_lvm2 already done #metadata/metadata.c:4256 Reading VG #orphans_lvm2 <no vgid> #toollib.c:3993 Processing devices that are not PVs #toollib.c:4009 Processing device /dev/sda1. #toollib.c:4009 Processing device /dev/sda2. #toollib.c:4009 Processing device /dev/sda3. #toollib.c:4009 Processing device /dev/sda5. #toollib.c:4009 Processing device /dev/sdb1. #toollib.c:4009 Processing device /dev/sdb2. #toollib.c:4009 Processing device /dev/sdb3. #toollib.c:4009 Processing device /dev/sdb4. #toollib.c:4009 Processing device /dev/sdd1. #toollib.c:4009 Processing device /dev/sdd2. #toollib.c:5504 Device /dev/sdc not found (or ignored by filtering). #toollib.c:5522 No devices to process. #misc/lvm-flock.c:70 Unlocking /run/lock/lvm/P_orphans #misc/lvm-flock.c:47 _undo_flock /run/lock/lvm/P_orphans #cache/lvmcache.c:522 lvmcache has no info for vgname "#orphans". #libdm-config.c:1051 Setting global/notify_dbus to 1 #lvmcmdline.c:2987 Completed: pvcreate -vvvv /dev/sdc On Thu, 29 Mar 2018 at 12:30, Alfredo Deza <[email protected]> wrote: > On Thu, Mar 29, 2018 at 10:25 AM, Steven Vacaroaia <[email protected]> > wrote: > > Hi, > > > > I am unable to create OSD because " Device /dev/sdc not found (or > ignored by > > filtering)." > > Is that device part of a multipath setup? Check if it isn't > blacklisted in /etc/multipath.conf or in /etc/lvm/lvm.conf > > If there is no blacklisting whatsoever, try running pvcreate with > increased verbosity: > > pvcreate -vvv /dev/sdc > > And show us the results > > > > I tried using the ceph-volume ( on the host) as well as ceph-deploy ( on > the > > admin node) > > > > The device is definitely there > > Any suggestions will be greatly appreciated > > > > Note > > I created the block-db and respectively block-wal partitions using below > > > > for i in {2,4,6,8}; do echo $i; /sbin/sgdisk --new=$i:0:+30G > > --change-name=$i:'ceph DB' > > --typecode=$i:89c57f98-2fe5-4dc0-89c1-f3ad0ceff2be --mbrtogpt -- > > /dev/sda;done > > > > > > for i in {1,3,5,7}; do echo $i; /sbin/sgdisk --new=$i:0:+1G > > --change-name=$i:'ceph WAL' > > --typecode=$i:89c57f98-2fe5-4dc0-89c1-f3ad0ceff2be --mbrtogpt -- > > /dev/sda;done > > > > > > pvscan > > > > Opened /dev/sdc RO O_DIRECT > > /dev/sdc: size is 1170997248 sectors > > Closed /dev/sdc > > Opened /dev/sdc RO O_DIRECT > > /dev/sdc: block size is 4096 bytes > > /dev/sdc: physical block size is 512 bytes > > Closed /dev/sdc > > /dev/sdc: Skipping: Partition table signature found > > > > Excerpt from ceph-volume.log > > > > 2018-03-29 10:17:08,384][ceph_volume.main][INFO ] Running command: > > ceph-volume --log-level 20 --cluster ceph lvm prepare --bluestore --data > > /dev/sdc --block.wal /dev/disk/by-partuuid/a6a3 > > fbc6-83ff-49fe-9416-5e065c70f052 --block.db > > /dev/disk/by-partuuid/40936695-e0e0-44d4-8bc4-622ea59486e2 > > [2018-03-29 10:17:08,386][ceph_volume.process][INFO ] Running command: > > ceph-authtool --gen-print-key > > [2018-03-29 10:17:08,439][ceph_volume.process][INFO ] stdout > > AQBk9bxaXLoKGhAASn+eNnUMAZ8rIC/PnAPAGA== > > [2018-03-29 10:17:08,440][ceph_volume.process][INFO ] Running command: > ceph > > --cluster ceph --name client.bootstrap-osd --keyring > > /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new 38cac > > 0ef-e90e-4b51-848e-ff64678a206c > > [2018-03-29 10:17:08,805][ceph_volume.process][INFO ] stdout 0 > > [2018-03-29 10:17:08,805][ceph_volume.process][INFO ] Running command: > > lsblk --nodeps -P -o > > > NAME,KNAME,MAJ:MIN,FSTYPE,MOUNTPOINT,LABEL,UUID,RO,RM,MODEL,SIZE,STATE,OWNER,GROUP,MODE,ALIGNMENT,PHY-SEC,LOG-SEC,ROTA,SCHED,TYPE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,PKNAME,PARTLABEL > > /dev/sdc > > [2018-03-29 10:17:08,813][ceph_volume.process][INFO ] stdout NAME="sdc" > > KNAME="sdc" MAJ:MIN="8:32" FSTYPE="" MOUNTPOINT="" LABEL="" UUID="" > RO="0" > > RM="0" MODEL="PERC H710P " SIZE="558.4G" STATE="running" > OWNER="root" > > GROUP="disk" MODE="brw-rw----" ALIGNMENT="0" PHY-SEC="512" LOG-SEC="512" > > ROTA="1" SCHED="deadline" TYPE="disk" DISC-ALN="0" DISC-GRAN="0B" > > DISC-MAX="0B" DISC-ZERO="0" PKNAME="" PARTLABEL="" > > [2018-03-29 10:17:08,813][ceph_volume.process][INFO ] Running command: > > lsblk --nodeps -P -o > > > NAME,KNAME,MAJ:MIN,FSTYPE,MOUNTPOINT,LABEL,UUID,RO,RM,MODEL,SIZE,STATE,OWNER,GROUP,MODE,ALIGNMENT,PHY-SEC,LOG-SEC,ROTA,SCHED,TYPE,DISC-ALN,DISC-GRAN,DISC-MAX,DISC-ZERO,PKNAME,PARTLABEL > > /dev/sdc > > [2018-03-29 10:17:08,821][ceph_volume.process][INFO ] stdout NAME="sdc" > > KNAME="sdc" MAJ:MIN="8:32" FSTYPE="" MOUNTPOINT="" LABEL="" UUID="" > RO="0" > > RM="0" MODEL="PERC H710P " SIZE="558.4G" STATE="running" > OWNER="root" > > GROUP="disk" MODE="brw-rw----" ALIGNMENT="0" PHY-SEC="512" LOG-SEC="512" > > ROTA="1" SCHED="deadline" TYPE="disk" DISC-ALN="0" DISC-GRAN="0B" > > DISC-MAX="0B" DISC-ZERO="0" PKNAME="" PARTLABEL="" > > [2018-03-29 10:17:08,821][ceph_volume.process][INFO ] Running command: > vgs > > --noheadings --separator=";" -o > > vg_name,pv_count,lv_count,snap_count,vg_attr,vg_size,vg_free > > [2018-03-29 10:17:08,833][ceph_volume.process][INFO ] Running command: > > vgcreate --force --yes ceph-1e98e57a-ef41-4327-b88a-dd2531912632 /dev/sdc > > [2018-03-29 10:17:08,872][ceph_volume.process][INFO ] stderr Device > > /dev/sdc not found (or ignored by filtering). > > > > > > _______________________________________________ > > ceph-users mailing list > > [email protected] > > http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com > > >
_______________________________________________ ceph-users mailing list [email protected] http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
