rbd使用

创建pool

$ ceph osd pool create ceph0518 128 128
pool 'ceph0518' created

启动application

$ ceph osd pool application enable ceph0518 rbd
enabled application 'rbd' on pool 'ceph0518'

创建客户端用户

$ sudo ceph auth get-or-create client.jiaxzeng mon "profile rbd" osd "profile rbd pool=ceph0518" -o /etc/ceph/ceph.client.jiaxzeng.keyring

注意：以上步骤都在ceph主机上执行，下面的步骤可以在客户端主机上执行即可

安装客户端软件包

$ sudo yum install -y ceph-common

获取相关配置文件

$ sudo scp ops@ceph01:/etc/ceph/{ceph.conf,ceph.client.jiaxzeng.keyring} /etc/ceph/       
ops@ceph01's password: 
ceph.conf                                                                                                                              100%  389   323.6KB/s   00:00    
ops@ceph01's password: 
ceph.client.jiaxzeng.keyring                                                                                                           100%   66    51.5KB/s   00:00

创建image

$ rbd create ceph0518/image01 --size 10G --id jiaxzeng

映射块设备

# 由于内核3.10，不支持ceph新版本的特性。所以需要禁用掉
$ rbd feature disable ceph0518/image01 exclusive-lock, object-map, fast-diff, deep-flatten --id jiaxzeng

$ sudo rbd map ceph0518/image01 --id jiaxzeng
/dev/rbd0

挂载块设备

$ sudo mkfs.xfs -f /dev/rbd0 
meta-data=/dev/rbd0              isize=512    agcount=16, agsize=163840 blks
         =                       sectsz=512   attr=2, projid32bit=1
         =                       crc=1        finobt=0, sparse=0
data     =                       bsize=4096   blocks=2621440, imaxpct=25
         =                       sunit=1024   swidth=1024 blks
naming   =version 2              bsize=4096   ascii-ci=0 ftype=1
log      =internal log           bsize=4096   blocks=2560, version=2
         =                       sectsz=512   sunit=8 blks, lazy-count=1
realtime =none                   extsz=4096   blocks=0, rtextents=0

$ UUID=$(sudo blkid | awk '/rbd0/ {print $2}' | sed 's/\"//g')
$ cat << EOF | sudo tee -a /etc/fstab > /dev/null 
${UUID} /data                   xfs     defaults,_netdev 0 0
EOF
$ sudo mkdir /data
$ sudo mount -a

# 验证是否挂载成功
$ df -h
Filesystem      Size  Used Avail Use% Mounted on
/dev/sda3        40G  1.7G   39G   5% /
devtmpfs        1.9G     0  1.9G   0% /dev
tmpfs           1.9G     0  1.9G   0% /dev/shm
tmpfs           1.9G   12M  1.9G   1% /run
tmpfs           1.9G     0  1.9G   0% /sys/fs/cgroup
/dev/sda1       197M  115M   82M  59% /boot
tmpfs           378M     0  378M   0% /run/user/1000
/dev/rbd0        10G   33M   10G   1% /data

设置开机自动挂载

$ cat << EOF | sudo tee -a /etc/ceph/rbdmap > /dev/null 
ceph0518/image01      id=jiaxzeng,keyring=/etc/ceph/ceph.client.jiaxzeng.keyring
EOF

$ sudo systemctl enable rbdmap.service