Hi,
Context:
Firefly 0.80.9
8 storage nodes
176 osds : 14*8 sas and 8*8 ssd
3 monitors
I create an alternate crushmap in order to fulfill tiering requirement i.e.
select ssd or sas.
I created specific buckets "host-ssd" and "host-sas" and regroup them in
"tier-ssd" and "tier-sas" under a "tier-root"
E.g. I want to select 1 ssd in 3 distinct hosts
I don't understand why the placement rule for sas is working and not for ssd.
Sas are selected even if ,according to the crushmap, they are not in the right
tree.
When sometimes 3 ssd are selected, the pgs stay stuck but active
I attached the crushmap and ceph osd tree.
Can someone have a look and tell me where the default is?
Bgrds
- - - - - - - - - - - - - - - - -
Ghislain Chevalier
ORANGE/IMT/OLPS/ASE/DAPI/CSE
Architecte de services d'infrastructure de stockage
Sofware-Defined Storage Architect
+33299124432
+33788624370
[email protected]<mailto:[email protected]>
P Pensez à l'Environnement avant d'imprimer ce message !
_________________________________________________________________________________________________________________________
Ce message et ses pieces jointes peuvent contenir des informations
confidentielles ou privilegiees et ne doivent donc
pas etre diffuses, exploites ou copies sans autorisation. Si vous avez recu ce
message par erreur, veuillez le signaler
a l'expediteur et le detruire ainsi que les pieces jointes. Les messages
electroniques etant susceptibles d'alteration,
Orange decline toute responsabilite si ce message a ete altere, deforme ou
falsifie. Merci.
This message and its attachments may contain confidential or privileged
information that may be protected by law;
they should not be distributed, used or copied without authorisation.
If you have received this email in error, please notify the sender and delete
this message and its attachments.
As emails may be altered, Orange is not liable for messages that have been
modified, changed or falsified.
Thank you.
# begin crush map
tunable choose_local_tries 0
tunable choose_local_fallback_tries 0
tunable choose_total_tries 50
tunable chooseleaf_descend_once 1
tunable straw_calc_version 1
# devices
device 0 osd.0
device 1 osd.1
device 2 osd.2
device 3 osd.3
device 4 osd.4
device 5 osd.5
device 6 osd.6
device 7 osd.7
device 8 osd.8
device 9 osd.9
device 10 osd.10
device 11 osd.11
device 12 osd.12
device 13 osd.13
device 14 osd.14
device 15 osd.15
device 16 osd.16
device 17 osd.17
device 18 osd.18
device 19 osd.19
device 20 osd.20
device 21 osd.21
device 22 osd.22
device 23 osd.23
device 24 osd.24
device 25 osd.25
device 26 osd.26
device 27 osd.27
device 28 osd.28
device 29 osd.29
device 30 osd.30
device 31 osd.31
device 32 osd.32
device 33 osd.33
device 34 osd.34
device 35 osd.35
device 36 osd.36
device 37 osd.37
device 38 osd.38
device 39 osd.39
device 40 osd.40
device 41 osd.41
device 42 osd.42
device 43 osd.43
device 44 osd.44
device 45 osd.45
device 46 osd.46
device 47 osd.47
device 48 osd.48
device 49 osd.49
device 50 osd.50
device 51 osd.51
device 52 osd.52
device 53 osd.53
device 54 osd.54
device 55 osd.55
device 56 osd.56
device 57 osd.57
device 58 osd.58
device 59 osd.59
device 60 osd.60
device 61 osd.61
device 62 osd.62
device 63 osd.63
device 64 osd.64
device 65 osd.65
device 66 osd.66
device 67 osd.67
device 68 osd.68
device 69 osd.69
device 70 osd.70
device 71 osd.71
device 72 osd.72
device 73 osd.73
device 74 osd.74
device 75 osd.75
device 76 osd.76
device 77 osd.77
device 78 osd.78
device 79 osd.79
device 80 osd.80
device 81 osd.81
device 82 osd.82
device 83 osd.83
device 84 osd.84
device 85 osd.85
device 86 osd.86
device 87 osd.87
device 88 osd.88
device 89 osd.89
device 90 osd.90
device 91 osd.91
device 92 osd.92
device 93 osd.93
device 94 osd.94
device 95 osd.95
device 96 osd.96
device 97 osd.97
device 98 osd.98
device 99 osd.99
device 100 osd.100
device 101 osd.101
device 102 osd.102
device 103 osd.103
device 104 osd.104
device 105 osd.105
device 106 osd.106
device 107 osd.107
device 108 osd.108
device 109 osd.109
device 110 osd.110
device 111 osd.111
device 112 osd.112
device 113 osd.113
device 114 osd.114
device 115 osd.115
device 116 osd.116
device 117 osd.117
device 118 osd.118
device 119 osd.119
device 120 osd.120
device 121 osd.121
device 122 osd.122
device 123 osd.123
device 124 osd.124
device 125 osd.125
device 126 osd.126
device 127 osd.127
device 128 osd.128
device 129 osd.129
device 130 osd.130
device 131 osd.131
device 132 osd.132
device 133 osd.133
device 134 osd.134
device 135 osd.135
device 136 osd.136
device 137 osd.137
device 138 osd.138
device 139 osd.139
device 140 osd.140
device 141 osd.141
device 142 osd.142
device 143 osd.143
device 144 osd.144
device 145 osd.145
device 146 osd.146
device 147 osd.147
device 148 osd.148
device 149 osd.149
device 150 osd.150
device 151 osd.151
device 152 osd.152
device 153 osd.153
device 154 osd.154
device 155 osd.155
device 156 osd.156
device 157 osd.157
device 158 osd.158
device 159 osd.159
device 160 osd.160
device 161 osd.161
device 162 osd.162
device 163 osd.163
device 164 osd.164
device 165 osd.165
device 166 osd.166
device 167 osd.167
device 168 osd.168
device 169 osd.169
device 170 osd.170
device 171 osd.171
device 172 osd.172
device 173 osd.173
device 174 osd.174
device 175 osd.175
# types
type 0 osd
type 1 host
type 2 chassis
type 3 rack
type 4 row
type 5 pdu
type 6 pod
type 7 room
type 8 datacenter
type 9 region
type 10 root
type 100 host-ssd
type 200 host-sas
type 1000 tier
# buckets
host node-18 {
id -18 # do not change unnecessarily
# weight 16.560
alg straw
hash 0 # rjenkins1
item osd.0 weight 0.180
item osd.5 weight 0.180
item osd.6 weight 1.080
item osd.10 weight 1.080
item osd.11 weight 1.080
item osd.12 weight 1.080
item osd.16 weight 1.080
item osd.18 weight 1.080
item osd.20 weight 0.180
item osd.25 weight 0.180
item osd.28 weight 1.080
item osd.30 weight 1.080
item osd.36 weight 0.180
item osd.39 weight 0.180
item osd.42 weight 1.080
item osd.45 weight 1.080
item osd.49 weight 1.080
item osd.51 weight 1.080
item osd.54 weight 1.080
item osd.57 weight 0.180
item osd.60 weight 0.180
item osd.63 weight 1.080
}
host node-20 {
id -20 # do not change unnecessarily
# weight 16.560
alg straw
hash 0 # rjenkins1
item osd.2 weight 1.080
item osd.3 weight 0.180
item osd.7 weight 0.180
item osd.13 weight 1.080
item osd.15 weight 1.080
item osd.19 weight 1.080
item osd.21 weight 1.080
item osd.23 weight 0.180
item osd.27 weight 1.080
item osd.29 weight 0.180
item osd.33 weight 1.080
item osd.35 weight 0.180
item osd.38 weight 1.080
item osd.40 weight 1.080
item osd.46 weight 1.080
item osd.47 weight 1.080
item osd.50 weight 1.080
item osd.52 weight 0.180
item osd.56 weight 1.080
item osd.58 weight 1.080
item osd.61 weight 0.180
item osd.64 weight 0.180
}
host node-21 {
id -21 # do not change unnecessarily
# weight 16.560
alg straw
hash 0 # rjenkins1
item osd.1 weight 1.080
item osd.4 weight 0.180
item osd.8 weight 0.180
item osd.9 weight 1.080
item osd.14 weight 1.080
item osd.17 weight 1.080
item osd.22 weight 1.080
item osd.24 weight 0.180
item osd.26 weight 1.080
item osd.31 weight 1.080
item osd.32 weight 1.080
item osd.34 weight 0.180
item osd.37 weight 0.180
item osd.41 weight 1.080
item osd.43 weight 1.080
item osd.44 weight 1.080
item osd.48 weight 1.080
item osd.53 weight 0.180
item osd.55 weight 0.180
item osd.59 weight 1.080
item osd.62 weight 0.180
item osd.65 weight 1.080
}
host node-22 {
id -22 # do not change unnecessarily
# weight 16.560
alg straw
hash 0 # rjenkins1
item osd.69 weight 1.080
item osd.72 weight 0.180
item osd.75 weight 1.080
item osd.80 weight 0.180
item osd.85 weight 1.080
item osd.90 weight 0.180
item osd.93 weight 0.180
item osd.97 weight 1.080
item osd.101 weight 1.080
item osd.105 weight 1.080
item osd.108 weight 1.080
item osd.116 weight 1.080
item osd.120 weight 1.080
item osd.124 weight 0.180
item osd.127 weight 1.080
item osd.130 weight 1.080
item osd.131 weight 0.180
item osd.135 weight 1.080
item osd.139 weight 0.180
item osd.145 weight 1.080
item osd.148 weight 1.080
item osd.151 weight 0.180
}
room lodz-1 {
id -71 # do not change unnecessarily
# weight 66.240
alg straw
hash 0 # rjenkins1
item node-18 weight 16.560
item node-20 weight 16.560
item node-21 weight 16.560
item node-22 weight 16.560
}
host node-23 {
id -23 # do not change unnecessarily
# weight 16.560
alg straw
hash 0 # rjenkins1
item osd.70 weight 0.180
item osd.76 weight 1.080
item osd.78 weight 1.080
item osd.83 weight 1.080
item osd.84 weight 1.080
item osd.88 weight 0.180
item osd.91 weight 1.080
item osd.95 weight 1.080
item osd.99 weight 0.180
item osd.104 weight 0.180
item osd.107 weight 0.180
item osd.109 weight 1.080
item osd.112 weight 0.180
item osd.114 weight 1.080
item osd.119 weight 1.080
item osd.126 weight 1.080
item osd.134 weight 0.180
item osd.138 weight 1.080
item osd.142 weight 1.080
item osd.146 weight 1.080
item osd.150 weight 0.180
item osd.152 weight 1.080
}
host node-24 {
id -24 # do not change unnecessarily
# weight 16.560
alg straw
hash 0 # rjenkins1
item osd.154 weight 1.080
item osd.155 weight 0.180
item osd.156 weight 1.080
item osd.157 weight 0.180
item osd.158 weight 1.080
item osd.159 weight 1.080
item osd.160 weight 1.080
item osd.161 weight 1.080
item osd.162 weight 0.180
item osd.163 weight 1.080
item osd.164 weight 0.180
item osd.165 weight 1.080
item osd.166 weight 1.080
item osd.167 weight 0.180
item osd.168 weight 0.180
item osd.169 weight 1.080
item osd.170 weight 1.080
item osd.171 weight 0.180
item osd.172 weight 1.080
item osd.173 weight 1.080
item osd.174 weight 0.180
item osd.175 weight 1.080
}
host node-25 {
id -25 # do not change unnecessarily
# weight 16.560
alg straw
hash 0 # rjenkins1
item osd.66 weight 1.080
item osd.68 weight 0.180
item osd.73 weight 0.180
item osd.77 weight 1.080
item osd.81 weight 1.080
item osd.86 weight 0.180
item osd.89 weight 1.080
item osd.92 weight 1.080
item osd.98 weight 1.080
item osd.102 weight 1.080
item osd.106 weight 0.180
item osd.111 weight 0.180
item osd.115 weight 0.180
item osd.118 weight 1.080
item osd.122 weight 1.080
item osd.128 weight 1.080
item osd.132 weight 1.080
item osd.137 weight 0.180
item osd.140 weight 1.080
item osd.144 weight 1.080
item osd.149 weight 0.180
item osd.153 weight 1.080
}
host node-26 {
id -26 # do not change unnecessarily
# weight 16.560
alg straw
hash 0 # rjenkins1
item osd.67 weight 1.080
item osd.71 weight 1.080
item osd.74 weight 1.080
item osd.79 weight 1.080
item osd.82 weight 0.180
item osd.87 weight 1.080
item osd.94 weight 1.080
item osd.96 weight 0.180
item osd.100 weight 0.180
item osd.103 weight 1.080
item osd.110 weight 1.080
item osd.113 weight 1.080
item osd.117 weight 1.080
item osd.121 weight 1.080
item osd.123 weight 0.180
item osd.125 weight 0.180
item osd.129 weight 1.080
item osd.133 weight 1.080
item osd.136 weight 1.080
item osd.141 weight 0.180
item osd.143 weight 0.180
item osd.147 weight 0.180
}
room lodz-2 {
id -72 # do not change unnecessarily
# weight 66.240
alg straw
hash 0 # rjenkins1
item node-23 weight 16.560
item node-24 weight 16.560
item node-25 weight 16.560
item node-26 weight 16.560
}
root default {
id -1 # do not change unnecessarily
# weight 132.480
alg straw
hash 0 # rjenkins1
item lodz-1 weight 66.240
item lodz-2 weight 66.240
}
host-ssd node-18-ssd {
id -181 # do not change unnecessarily
# weight 1.440
alg straw
hash 0 # rjenkins1
item osd.0 weight 0.180
item osd.5 weight 0.180
item osd.20 weight 0.180
item osd.25 weight 0.180
item osd.36 weight 0.180
item osd.39 weight 0.180
item osd.57 weight 0.180
item osd.60 weight 0.180
}
host-sas node-18-sas {
id -182 # do not change unnecessarily
# weight 15.120
alg straw
hash 0 # rjenkins1
item osd.6 weight 1.080
item osd.10 weight 1.080
item osd.11 weight 1.080
item osd.12 weight 1.080
item osd.16 weight 1.080
item osd.18 weight 1.080
item osd.28 weight 1.080
item osd.30 weight 1.080
item osd.42 weight 1.080
item osd.45 weight 1.080
item osd.49 weight 1.080
item osd.51 weight 1.080
item osd.54 weight 1.080
item osd.63 weight 1.080
}
host-ssd node-20-ssd {
id -201 # do not change unnecessarily
# weight 1.440
alg straw
hash 0 # rjenkins1
item osd.3 weight 0.180
item osd.7 weight 0.180
item osd.23 weight 0.180
item osd.29 weight 0.180
item osd.35 weight 0.180
item osd.52 weight 0.180
item osd.61 weight 0.180
item osd.64 weight 0.180
}
host-sas node-20-sas {
id -202 # do not change unnecessarily
# weight 15.120
alg straw
hash 0 # rjenkins1
item osd.2 weight 1.080
item osd.13 weight 1.080
item osd.15 weight 1.080
item osd.19 weight 1.080
item osd.21 weight 1.080
item osd.27 weight 1.080
item osd.33 weight 1.080
item osd.38 weight 1.080
item osd.40 weight 1.080
item osd.46 weight 1.080
item osd.47 weight 1.080
item osd.50 weight 1.080
item osd.56 weight 1.080
item osd.58 weight 1.080
}
host-ssd node-21-ssd {
id -211 # do not change unnecessarily
# weight 1.440
alg straw
hash 0 # rjenkins1
item osd.4 weight 0.180
item osd.8 weight 0.180
item osd.24 weight 0.180
item osd.34 weight 0.180
item osd.37 weight 0.180
item osd.53 weight 0.180
item osd.55 weight 0.180
item osd.62 weight 0.180
}
host-sas node-21-sas {
id -212 # do not change unnecessarily
# weight 15.120
alg straw
hash 0 # rjenkins1
item osd.1 weight 1.080
item osd.9 weight 1.080
item osd.14 weight 1.080
item osd.17 weight 1.080
item osd.22 weight 1.080
item osd.26 weight 1.080
item osd.31 weight 1.080
item osd.32 weight 1.080
item osd.41 weight 1.080
item osd.43 weight 1.080
item osd.44 weight 1.080
item osd.48 weight 1.080
item osd.59 weight 1.080
item osd.65 weight 1.080
}
host-ssd node-22-ssd {
id -221 # do not change unnecessarily
# weight 1.440
alg straw
hash 0 # rjenkins1
item osd.72 weight 0.180
item osd.80 weight 0.180
item osd.90 weight 0.180
item osd.93 weight 0.180
item osd.124 weight 0.180
item osd.131 weight 0.180
item osd.139 weight 0.180
item osd.151 weight 0.180
}
host-sas node-22-sas {
id -222 # do not change unnecessarily
# weight 15.120
alg straw
hash 0 # rjenkins1
item osd.69 weight 1.080
item osd.75 weight 1.080
item osd.85 weight 1.080
item osd.97 weight 1.080
item osd.101 weight 1.080
item osd.105 weight 1.080
item osd.108 weight 1.080
item osd.116 weight 1.080
item osd.120 weight 1.080
item osd.127 weight 1.080
item osd.130 weight 1.080
item osd.135 weight 1.080
item osd.145 weight 1.080
item osd.148 weight 1.080
}
host-ssd node-23-ssd {
id -231 # do not change unnecessarily
# weight 1.440
alg straw
hash 0 # rjenkins1
item osd.70 weight 0.180
item osd.88 weight 0.180
item osd.99 weight 0.180
item osd.104 weight 0.180
item osd.107 weight 0.180
item osd.112 weight 0.180
item osd.134 weight 0.180
item osd.150 weight 0.180
}
host-sas node-23-sas {
id -232 # do not change unnecessarily
# weight 15.120
alg straw
hash 0 # rjenkins1
item osd.76 weight 1.080
item osd.78 weight 1.080
item osd.83 weight 1.080
item osd.84 weight 1.080
item osd.91 weight 1.080
item osd.95 weight 1.080
item osd.109 weight 1.080
item osd.114 weight 1.080
item osd.119 weight 1.080
item osd.126 weight 1.080
item osd.138 weight 1.080
item osd.142 weight 1.080
item osd.146 weight 1.080
item osd.152 weight 1.080
}
host-ssd node-24-ssd {
id -241 # do not change unnecessarily
# weight 1.440
alg straw
hash 0 # rjenkins1
item osd.155 weight 0.180
item osd.157 weight 0.180
item osd.162 weight 0.180
item osd.164 weight 0.180
item osd.167 weight 0.180
item osd.168 weight 0.180
item osd.171 weight 0.180
item osd.174 weight 0.180
}
host-sas node-24-sas {
id -242 # do not change unnecessarily
# weight 15.120
alg straw
hash 0 # rjenkins1
item osd.154 weight 1.080
item osd.156 weight 1.080
item osd.158 weight 1.080
item osd.159 weight 1.080
item osd.160 weight 1.080
item osd.161 weight 1.080
item osd.163 weight 1.080
item osd.165 weight 1.080
item osd.166 weight 1.080
item osd.169 weight 1.080
item osd.170 weight 1.080
item osd.172 weight 1.080
item osd.173 weight 1.080
item osd.175 weight 1.080
}
host-ssd node-25-ssd {
id -251 # do not change unnecessarily
# weight 1.440
alg straw
hash 0 # rjenkins1
item osd.68 weight 0.180
item osd.73 weight 0.180
item osd.86 weight 0.180
item osd.106 weight 0.180
item osd.111 weight 0.180
item osd.115 weight 0.180
item osd.137 weight 0.180
item osd.149 weight 0.180
}
host-sas node-25-sas {
id -252 # do not change unnecessarily
# weight 15.120
alg straw
hash 0 # rjenkins1
item osd.66 weight 1.080
item osd.77 weight 1.080
item osd.81 weight 1.080
item osd.89 weight 1.080
item osd.92 weight 1.080
item osd.98 weight 1.080
item osd.102 weight 1.080
item osd.118 weight 1.080
item osd.122 weight 1.080
item osd.128 weight 1.080
item osd.132 weight 1.080
item osd.140 weight 1.080
item osd.144 weight 1.080
item osd.153 weight 1.080
}
host-ssd node-26-ssd {
id -261 # do not change unnecessarily
# weight 1.440
alg straw
hash 0 # rjenkins1
item osd.82 weight 0.180
item osd.96 weight 0.180
item osd.100 weight 0.180
item osd.123 weight 0.180
item osd.125 weight 0.180
item osd.141 weight 0.180
item osd.143 weight 0.180
item osd.147 weight 0.180
}
host-sas node-26-sas {
id -262 # do not change unnecessarily
# weight 15.120
alg straw
hash 0 # rjenkins1
item osd.67 weight 1.080
item osd.71 weight 1.080
item osd.74 weight 1.080
item osd.79 weight 1.080
item osd.87 weight 1.080
item osd.94 weight 1.080
item osd.103 weight 1.080
item osd.110 weight 1.080
item osd.113 weight 1.080
item osd.117 weight 1.080
item osd.121 weight 1.080
item osd.129 weight 1.080
item osd.133 weight 1.080
item osd.136 weight 1.080
}
tier tier-ssd {
id -1100 # do not change unnecessarily
# weight 11.520
alg straw
hash 0 # rjenkins1
item node-18-ssd weight 1.440
item node-20-ssd weight 1.440
item node-21-ssd weight 1.440
item node-22-ssd weight 1.440
item node-23-ssd weight 1.440
item node-24-ssd weight 1.440
item node-25-ssd weight 1.440
item node-26-ssd weight 1.440
}
tier tier-sas {
id -1200 # do not change unnecessarily
# weight 120.960
alg straw
hash 0 # rjenkins1
item node-18-sas weight 15.120
item node-20-sas weight 15.120
item node-21-sas weight 15.120
item node-22-sas weight 15.120
item node-23-sas weight 15.120
item node-24-sas weight 15.120
item node-25-sas weight 15.120
item node-26-sas weight 15.120
}
root tier-root {
id -1010 # do not change unnecessarily
# weight 132.480
alg straw
hash 0 # rjenkins1
item tier-ssd weight 11.520
item tier-sas weight 120.960
}
# rules
rule replicated_ruleset {
ruleset 0
type replicated
min_size 1
max_size 10
step take default
step chooseleaf firstn 0 type host
step emit
}
rule ssd_ruleset {
ruleset 76
type replicated
min_size 1
max_size 10
step take tier-ssd
step chooseleaf firstn 0 type host-ssd
step emit
}
rule sas_ruleset {
ruleset 176
type replicated
min_size 1
max_size 10
step take tier-sas
step chooseleaf firstn 0 type host-sas
step emit
}
# end crush map
# id weight type name up/down reweight
-1010 132.5 root tier-root
-1100 11.52 tier tier-ssd
-181 1.44 host-ssd node-18-ssd
0 0.18 osd.0 up 0.2281
5 0.18 osd.5 up 0.2434
20 0.18 osd.20 up 0.2524
25 0.18 osd.25 up 0.2571
36 0.18 osd.36 up 0.2414
39 0.18 osd.39 up 0.2436
57 0.18 osd.57 up 0.2555
60 0.18 osd.60 up 0.2569
-201 1.44 host-ssd node-20-ssd
3 0.18 osd.3 up 0.2506
7 0.18 osd.7 up 0.2441
23 0.18 osd.23 up 0.2482
29 0.18 osd.29 up 0.2595
35 0.18 osd.35 up 0.2456
52 0.18 osd.52 up 0.2553
61 0.18 osd.61 up 0.2455
64 0.18 osd.64 up 0.257
-211 1.44 host-ssd node-21-ssd
4 0.18 osd.4 up 0.2405
8 0.18 osd.8 up 0.2502
24 0.18 osd.24 up 0.2511
34 0.18 osd.34 up 0.246
37 0.18 osd.37 up 0.2433
53 0.18 osd.53 up 0.2537
55 0.18 osd.55 up 0.2571
62 0.18 osd.62 up 0.2462
-221 1.44 host-ssd node-22-ssd
72 0.18 osd.72 up 0.2509
80 0.18 osd.80 up 0.2562
90 0.18 osd.90 up 0.2484
93 0.18 osd.93 up 0.2537
124 0.18 osd.124 up 0.2526
131 0.18 osd.131 up 0.2538
139 0.18 osd.139 up 0.2527
151 0.18 osd.151 up 0.2553
-231 1.44 host-ssd node-23-ssd
70 0.18 osd.70 up 0.2544
88 0.18 osd.88 up 0.2492
99 0.18 osd.99 up 0.2514
104 0.18 osd.104 up 0.2528
107 0.18 osd.107 up 0.2527
112 0.18 osd.112 up 0.254
134 0.18 osd.134 up 0.2536
150 0.18 osd.150 up 0.2562
-241 1.44 host-ssd node-24-ssd
155 0.18 osd.155 up 0.2551
157 0.18 osd.157 up 0.2545
162 0.18 osd.162 up 0.2554
164 0.18 osd.164 up 0.2557
167 0.18 osd.167 up 0.2566
168 0.18 osd.168 up 0.2567
171 0.18 osd.171 up 0.256
174 0.18 osd.174 up 0.2533
-251 1.44 host-ssd node-25-ssd
68 0.18 osd.68 up 0.259
73 0.18 osd.73 up 0.2606
86 0.18 osd.86 up 0.2635
106 0.18 osd.106 up 0.2539
111 0.18 osd.111 up 0.2543
115 0.18 osd.115 up 0.2536
137 0.18 osd.137 up 0.255
149 0.18 osd.149 up 0.2564
-261 1.44 host-ssd node-26-ssd
82 0.18 osd.82 up 0.2495
96 0.18 osd.96 up 0.2522
100 0.18 osd.100 up 0.2519
123 0.18 osd.123 up 0.2549
125 0.18 osd.125 up 0.2556
141 0.18 osd.141 up 0.2555
143 0.18 osd.143 up 0.2559
147 0.18 osd.147 up 0.257
-1200 121 tier tier-sas
-182 15.12 host-sas node-18-sas
6 1.08 osd.6 up 1
10 1.08 osd.10 up 1
11 1.08 osd.11 up 1
12 1.08 osd.12 up 1
16 1.08 osd.16 up 1
18 1.08 osd.18 up 1
28 1.08 osd.28 up 1
30 1.08 osd.30 up 1
42 1.08 osd.42 up 1
45 1.08 osd.45 up 1
49 1.08 osd.49 up 1
51 1.08 osd.51 up 1
54 1.08 osd.54 up 1
63 1.08 osd.63 up 1
-202 15.12 host-sas node-20-sas
2 1.08 osd.2 up 1
13 1.08 osd.13 up 1
15 1.08 osd.15 up 1
19 1.08 osd.19 up 1
21 1.08 osd.21 up 1
27 1.08 osd.27 up 1
33 1.08 osd.33 up 1
38 1.08 osd.38 up 1
40 1.08 osd.40 up 1
46 1.08 osd.46 up 1
47 1.08 osd.47 up 1
50 1.08 osd.50 up 1
56 1.08 osd.56 up 1
58 1.08 osd.58 up 1
-212 15.12 host-sas node-21-sas
1 1.08 osd.1 up 1
9 1.08 osd.9 up 1
14 1.08 osd.14 up 1
17 1.08 osd.17 up 1
22 1.08 osd.22 up 1
26 1.08 osd.26 up 1
31 1.08 osd.31 up 1
32 1.08 osd.32 up 1
41 1.08 osd.41 up 1
43 1.08 osd.43 up 1
44 1.08 osd.44 up 1
48 1.08 osd.48 up 1
59 1.08 osd.59 up 1
65 1.08 osd.65 up 1
-222 15.12 host-sas node-22-sas
69 1.08 osd.69 up 1
75 1.08 osd.75 up 1
85 1.08 osd.85 up 1
97 1.08 osd.97 up 1
101 1.08 osd.101 up 1
105 1.08 osd.105 up 1
108 1.08 osd.108 up 1
116 1.08 osd.116 up 1
120 1.08 osd.120 up 1
127 1.08 osd.127 up 1
130 1.08 osd.130 up 1
135 1.08 osd.135 up 1
145 1.08 osd.145 up 1
148 1.08 osd.148 up 1
-232 15.12 host-sas node-23-sas
76 1.08 osd.76 up 1
78 1.08 osd.78 up 1
83 1.08 osd.83 up 1
84 1.08 osd.84 up 1
91 1.08 osd.91 up 1
95 1.08 osd.95 up 1
109 1.08 osd.109 up 1
114 1.08 osd.114 up 1
119 1.08 osd.119 up 1
126 1.08 osd.126 up 1
138 1.08 osd.138 up 1
142 1.08 osd.142 up 1
146 1.08 osd.146 up 1
152 1.08 osd.152 up 1
-242 15.12 host-sas node-24-sas
154 1.08 osd.154 up 1
156 1.08 osd.156 up 1
158 1.08 osd.158 up 1
159 1.08 osd.159 up 1
160 1.08 osd.160 up 1
161 1.08 osd.161 up 1
163 1.08 osd.163 up 1
165 1.08 osd.165 up 1
166 1.08 osd.166 up 1
169 1.08 osd.169 up 1
170 1.08 osd.170 up 1
172 1.08 osd.172 up 1
173 1.08 osd.173 up 1
175 1.08 osd.175 up 1
-252 15.12 host-sas node-25-sas
66 1.08 osd.66 up 1
77 1.08 osd.77 up 1
81 1.08 osd.81 up 1
89 1.08 osd.89 up 1
92 1.08 osd.92 up 1
98 1.08 osd.98 up 1
102 1.08 osd.102 up 1
118 1.08 osd.118 up 1
122 1.08 osd.122 up 1
128 1.08 osd.128 up 1
132 1.08 osd.132 up 1
140 1.08 osd.140 up 1
144 1.08 osd.144 up 1
153 1.08 osd.153 up 1
-262 15.12 host-sas node-26-sas
67 1.08 osd.67 up 1
71 1.08 osd.71 up 1
74 1.08 osd.74 up 1
79 1.08 osd.79 up 1
87 1.08 osd.87 up 1
94 1.08 osd.94 up 1
103 1.08 osd.103 up 1
110 1.08 osd.110 up 1
113 1.08 osd.113 up 1
117 1.08 osd.117 up 1
121 1.08 osd.121 up 1
129 1.08 osd.129 up 1
133 1.08 osd.133 up 1
136 1.08 osd.136 up 1
-1 132.5 root default
-71 66.24 room lodz-1
-18 16.56 host node-18
0 0.18 osd.0 up 0.2281
5 0.18 osd.5 up 0.2434
6 1.08 osd.6 up 1
10 1.08 osd.10 up 1
11 1.08 osd.11 up 1
12 1.08 osd.12 up 1
16 1.08 osd.16 up 1
18 1.08 osd.18 up 1
20 0.18 osd.20 up 0.2524
25 0.18 osd.25 up 0.2571
28 1.08 osd.28 up 1
30 1.08 osd.30 up 1
36 0.18 osd.36 up 0.2414
39 0.18 osd.39 up 0.2436
42 1.08 osd.42 up 1
45 1.08 osd.45 up 1
49 1.08 osd.49 up 1
51 1.08 osd.51 up 1
54 1.08 osd.54 up 1
57 0.18 osd.57 up 0.2555
60 0.18 osd.60 up 0.2569
63 1.08 osd.63 up 1
-20 16.56 host node-20
2 1.08 osd.2 up 1
3 0.18 osd.3 up 0.2506
7 0.18 osd.7 up 0.2441
13 1.08 osd.13 up 1
15 1.08 osd.15 up 1
19 1.08 osd.19 up 1
21 1.08 osd.21 up 1
23 0.18 osd.23 up 0.2482
27 1.08 osd.27 up 1
29 0.18 osd.29 up 0.2595
33 1.08 osd.33 up 1
35 0.18 osd.35 up 0.2456
38 1.08 osd.38 up 1
40 1.08 osd.40 up 1
46 1.08 osd.46 up 1
47 1.08 osd.47 up 1
50 1.08 osd.50 up 1
52 0.18 osd.52 up 0.2553
56 1.08 osd.56 up 1
58 1.08 osd.58 up 1
61 0.18 osd.61 up 0.2455
64 0.18 osd.64 up 0.257
-21 16.56 host node-21
1 1.08 osd.1 up 1
4 0.18 osd.4 up 0.2405
8 0.18 osd.8 up 0.2502
9 1.08 osd.9 up 1
14 1.08 osd.14 up 1
17 1.08 osd.17 up 1
22 1.08 osd.22 up 1
24 0.18 osd.24 up 0.2511
26 1.08 osd.26 up 1
31 1.08 osd.31 up 1
32 1.08 osd.32 up 1
34 0.18 osd.34 up 0.246
37 0.18 osd.37 up 0.2433
41 1.08 osd.41 up 1
43 1.08 osd.43 up 1
44 1.08 osd.44 up 1
48 1.08 osd.48 up 1
53 0.18 osd.53 up 0.2537
55 0.18 osd.55 up 0.2571
59 1.08 osd.59 up 1
62 0.18 osd.62 up 0.2462
65 1.08 osd.65 up 1
-22 16.56 host node-22
69 1.08 osd.69 up 1
72 0.18 osd.72 up 0.2509
75 1.08 osd.75 up 1
80 0.18 osd.80 up 0.2562
85 1.08 osd.85 up 1
90 0.18 osd.90 up 0.2484
93 0.18 osd.93 up 0.2537
97 1.08 osd.97 up 1
101 1.08 osd.101 up 1
105 1.08 osd.105 up 1
108 1.08 osd.108 up 1
116 1.08 osd.116 up 1
120 1.08 osd.120 up 1
124 0.18 osd.124 up 0.2526
127 1.08 osd.127 up 1
130 1.08 osd.130 up 1
131 0.18 osd.131 up 0.2538
135 1.08 osd.135 up 1
139 0.18 osd.139 up 0.2527
145 1.08 osd.145 up 1
148 1.08 osd.148 up 1
151 0.18 osd.151 up 0.2553
-72 66.24 room lodz-2
-23 16.56 host node-23
70 0.18 osd.70 up 0.2544
76 1.08 osd.76 up 1
78 1.08 osd.78 up 1
83 1.08 osd.83 up 1
84 1.08 osd.84 up 1
88 0.18 osd.88 up 0.2492
91 1.08 osd.91 up 1
95 1.08 osd.95 up 1
99 0.18 osd.99 up 0.2514
104 0.18 osd.104 up 0.2528
107 0.18 osd.107 up 0.2527
109 1.08 osd.109 up 1
112 0.18 osd.112 up 0.254
114 1.08 osd.114 up 1
119 1.08 osd.119 up 1
126 1.08 osd.126 up 1
134 0.18 osd.134 up 0.2536
138 1.08 osd.138 up 1
142 1.08 osd.142 up 1
146 1.08 osd.146 up 1
150 0.18 osd.150 up 0.2562
152 1.08 osd.152 up 1
-24 16.56 host node-24
154 1.08 osd.154 up 1
155 0.18 osd.155 up 0.2551
156 1.08 osd.156 up 1
157 0.18 osd.157 up 0.2545
158 1.08 osd.158 up 1
159 1.08 osd.159 up 1
160 1.08 osd.160 up 1
161 1.08 osd.161 up 1
162 0.18 osd.162 up 0.2554
163 1.08 osd.163 up 1
164 0.18 osd.164 up 0.2557
165 1.08 osd.165 up 1
166 1.08 osd.166 up 1
167 0.18 osd.167 up 0.2566
168 0.18 osd.168 up 0.2567
169 1.08 osd.169 up 1
170 1.08 osd.170 up 1
171 0.18 osd.171 up 0.256
172 1.08 osd.172 up 1
173 1.08 osd.173 up 1
174 0.18 osd.174 up 0.2533
175 1.08 osd.175 up 1
-25 16.56 host node-25
66 1.08 osd.66 up 1
68 0.18 osd.68 up 0.259
73 0.18 osd.73 up 0.2606
77 1.08 osd.77 up 1
81 1.08 osd.81 up 1
86 0.18 osd.86 up 0.2635
89 1.08 osd.89 up 1
92 1.08 osd.92 up 1
98 1.08 osd.98 up 1
102 1.08 osd.102 up 1
106 0.18 osd.106 up 0.2539
111 0.18 osd.111 up 0.2543
115 0.18 osd.115 up 0.2536
118 1.08 osd.118 up 1
122 1.08 osd.122 up 1
128 1.08 osd.128 up 1
132 1.08 osd.132 up 1
137 0.18 osd.137 up 0.255
140 1.08 osd.140 up 1
144 1.08 osd.144 up 1
149 0.18 osd.149 up 0.2564
153 1.08 osd.153 up 1
-26 16.56 host node-26
67 1.08 osd.67 up 1
71 1.08 osd.71 up 1
74 1.08 osd.74 up 1
79 1.08 osd.79 up 1
82 0.18 osd.82 up 0.2495
87 1.08 osd.87 up 1
94 1.08 osd.94 up 1
96 0.18 osd.96 up 0.2522
100 0.18 osd.100 up 0.2519
103 1.08 osd.103 up 1
110 1.08 osd.110 up 1
113 1.08 osd.113 up 1
117 1.08 osd.117 up 1
121 1.08 osd.121 up 1
123 0.18 osd.123 up 0.2549
125 0.18 osd.125 up 0.2556
129 1.08 osd.129 up 1
133 1.08 osd.133 up 1
136 1.08 osd.136 up 1
141 0.18 osd.141 up 0.2555
143 0.18 osd.143 up 0.2559
147 0.18 osd.147 up 0.257
_______________________________________________
ceph-users mailing list
[email protected]
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com