On Tue, Mar 25, 2014 at 12:14 PM, Ирек Фасихов <malm...@gmail.com> wrote:
> I want to create an image in format 2 through cache tier, but get an error
> creating.
>
> [root@ceph01 cluster]# rbd create rbd/myimage --size 102400 --image-format 2
> 2014-03-25 12:03:44.835686 7f668e09d760 1 -- :/0 messenger.start
> 2014-03-25 12:03:44.835994 7f668e09d760 2 auth: KeyRing::load: loaded key
> file /etc/ceph/ceph.client.admin.keyring
> 2014-03-25 12:03:44.836180 7f668e09d760 1 -- :/1002966 -->
> 192.168.100.202:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- ?+0 0x1734a60
> con 0x1734610
> 2014-03-25 12:03:44.836667 7f668e095700 1 -- 192.168.100.201:0/1002966
> learned my addr 192.168.100.201:0/1002966
> 2014-03-25 12:03:44.837156 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 1 ==== mon_map v1 ==== 488+0+0 (2374552220 0 0)
> 0x7f667c000b80 con 0x1734610
> 2014-03-25 12:03:44.837248 7f66881f6700 1 monclient(hunting): found
> mon.ceph02
> 2014-03-25 12:03:44.837260 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 2 ==== auth_reply(proto 2 0 Success) v1 ====
> 33+0+0 (4121862260 0 0) 0x7f667c000fe0 con 0x1734610
> 2014-03-25 12:03:44.837452 7f66881f6700 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.202:6789/0 -- auth(proto 2 32 bytes epoch 0) v1 -- ?+0
> 0x7f6670001620 con 0x1734610
> 2014-03-25 12:03:44.837801 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 3 ==== auth_reply(proto 2 0 Success) v1 ====
> 206+0+0 (3474035014 0 0) 0x7f667c000fe0 con 0x1734610
> 2014-03-25 12:03:44.837890 7f66881f6700 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.202:6789/0 -- auth(proto 2 165 bytes epoch 0) v1 -- ?+0
> 0x7f6670002190 con 0x1734610
> 2014-03-25 12:03:44.838289 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 4 ==== auth_reply(proto 2 0 Success) v1 ====
> 393+0+0 (3276111612 0 0) 0x7f667c000fe0 con 0x1734610
> 2014-03-25 12:03:44.838350 7f66881f6700 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.202:6789/0 -- mon_subscribe({monmap=0+}) v2 -- ?+0 0x1734c70 con
> 0x1734610
> 2014-03-25 12:03:44.838384 7f668e09d760 5 monclient: authenticate success,
> global_id 10639
> 2014-03-25 12:03:44.838505 7f668e09d760 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.202:6789/0 -- mon_subscribe({monmap=2+,osdmap=0}) v2 -- ?+0
> 0x1735c20 con 0x1734610
> 2014-03-25 12:03:44.838534 7f668e09d760 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.202:6789/0 -- mon_subscribe({monmap=2+,osdmap=0}) v2 -- ?+0
> 0x17361c0 con 0x1734610
> 2014-03-25 12:03:44.838549 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 5 ==== mon_map v1 ==== 488+0+0 (2374552220 0 0)
> 0x7f667c001250 con 0x1734610
> 2014-03-25 12:03:44.838604 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 6 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0
> (3357379693 0 0) 0x7f667c001440 con 0x1734610
> 2014-03-25 12:03:44.838802 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 7 ==== osd_map(2089..2089 src has 1512..2089)
> v3 ==== 6486+0+0 (1006799118 0 0) 0x7f667c0028e0 con 0x1734610
> 2014-03-25 12:03:44.839002 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 8 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0
> (3357379693 0 0) 0x7f667c002ba0 con 0x1734610
> 2014-03-25 12:03:44.839021 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 9 ==== osd_map(2089..2089 src has 1512..2089)
> v3 ==== 6486+0+0 (1006799118 0 0) 0x7f667c0047c0 con 0x1734610
> 2014-03-25 12:03:44.839041 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> mon.1 192.168.100.202:6789/0 10 ==== mon_subscribe_ack(300s) v1 ==== 20+0+0
> (3357379693 0 0) 0x7f667c004c30 con 0x1734610
> 2014-03-25 12:03:44.839145 7f668e09d760 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.202:6802/16073 -- osd_op(client.10639.0:1 myimage.rbd [stat]
> 3.fea29050 ack+read e2089) v4 -- ?+0 0x1737050 con 0x1736d20
> 2014-03-25 12:03:44.840397 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> osd.1 192.168.100.202:6802/16073 1 ==== osd_op_reply(1 myimage.rbd [stat]
> v0'0 uv0 ack = -2 (No such file or directory)) v6 ==== 178+0+0 (68563614 0
> 0) 0x7f6668000a50 con 0x1736d20
> 2014-03-25 12:03:44.840536 7f668e09d760 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.204:6802/23008 -- osd_op(client.10639.0:2 rbd_id.myimage [stat]
> 3.f8d9dc15 ack+read e2089) v4 -- ?+0 0x1737940 con 0x1737600
> 2014-03-25 12:03:44.842205 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> osd.6 192.168.100.204:6802/23008 1 ==== osd_op_reply(2 rbd_id.myimage [stat]
> v0'0 uv0 ack = -2 (No such file or directory)) v6 ==== 181+0+0 (2244981265 0
> 0) 0x7f6660000a50 con 0x1737600
> 2014-03-25 12:03:44.842284 7f668e09d760 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.204:6802/23008 -- osd_op(client.10639.0:3 rbd_id.myimage [create
> 0~0] 3.f8d9dc15 ondisk+write e2089) v4 -- ?+0 0x1737940 con 0x1737600
> 2014-03-25 12:03:44.843260 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> osd.6 192.168.100.204:6802/23008 2 ==== osd_op_reply(3 rbd_id.myimage
> [create 0~0] v0'0 uv0 ondisk = 0) v6 ==== 181+0+0 (91594577 0 0)
> 0x7f6660000a50 con 0x1737600
> 2014-03-25 12:03:44.843467 7f668e09d760 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.204:6802/23008 -- osd_op(client.10639.0:4 rbd_id.myimage [call
> rbd.set_id] 3.f8d9dc15 ack+read e2089) v4 -- ?+0 0x1739090 con 0x1737600
> 2014-03-25 12:03:44.844283 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> osd.6 192.168.100.204:6802/23008 3 ==== osd_op_reply(4 rbd_id.myimage [call]
> v0'0 uv125185 ondisk = -2 (No such file or directory)) v6 ==== 181+0+0
> (3902485473 0 0) 0x7f6660000a50 con 0x1737600
> 2014-03-25 12:03:44.844385 7f668e09d760 -1 librbd: error setting image id:
> (2) No such file or directory
> 2014-03-25 12:03:44.844434 7f668e09d760 1 -- 192.168.100.201:0/1002966 -->
> 192.168.100.204:6802/23008 -- osd_op(client.10639.0:5 rbd_id.myimage
> [delete] 3.f8d9dc15 ondisk+write e2089) v4 -- ?+0 0x1739090 con 0x1737600
> 2014-03-25 12:03:44.845350 7f66881f6700 1 -- 192.168.100.201:0/1002966 <==
> osd.6 192.168.100.204:6802/23008 4 ==== osd_op_reply(5 rbd_id.myimage
> [delete] v0'0 uv125185 ondisk = -2 (No such file or directory)) v6 ====
> 181+0+0 (3202353309 0 0) 0x7f6660000a50 con 0x1737600
> 2014-03-25 12:03:44.845462 7f668e09d760 -1 librbd: error cleaning up id
> object after creation failed: (2) No such file or directory
> rbd: create error: (2) No such file or directory
> 2014-03-25 12:03:44.845650 7f668e09d760 1 -- 192.168.100.201:0/1002966
> mark_down 0x1736d20 -- 0x1736ac0
> 2014-03-25 12:03:44.845694 7f668e09d760 1 -- 192.168.100.201:0/1002966
> mark_down 0x1737600 -- 0x1737050
> 2014-03-25 12:03:44.845840 7f668e09d760 1 -- 192.168.100.201:0/1002966
> mark_down 0x1734610 -- 0x17343b0
> 2014-03-25 12:03:44.845891 7f668e09d760 1 -- 192.168.100.201:0/1002966
> mark_down_all
> 2014-03-25 12:03:44.845999 7f668e09d760 1 -- 192.168.100.201:0/1002966
> shutdown complete.
>
> [root@ceph01 cluster]# ceph osd dump | grep -E "rbd|cache"
> pool 2 'rbd' replicated size 3 min_size 2 crush_ruleset 0 object_hash
> rjenkins pg_num 64 pgp_num 64 last_change 33 owner 0 flags hashpspool tiers
> 3 read_tier 3 write_tier 3 stripe_width 0
> pool 3 'cache' replicated size 1 min_size 1 crush_ruleset 1 object_hash
> rjenkins pg_num 100 pgp_num 100 last_change 2044 owner 0 flags hashpspool
> tier_of 2 cache_mode writeback target_bytes 1000000000000 hit_set
> bloom{false_positive_probability: 0.05, target_size: 0, seed: 0} 60s x1
> stripe_width 0
This turned out to be bug in the cache pool code. The fix should be in
0.79. Thanks for reporting it,
Ilya
_______________________________________________
ceph-users mailing list
ceph-users@lists.ceph.com
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
