009 Ceph RBD增量备份与恢复

一、RBD的导入导出介绍

Ceph存储可以利用快照做数据恢复，但是快照依赖于底层的存储系统没有被破坏

可以利用rbd的导入导出功能将快照导出备份

RBD导出功能可以基于快照实现增量导出

二、RBD导出操作

2.1 查看创建的快照

[root@ceph1 ceph]# rbd snap ls testimg-copy --id rbd
SNAPID NAME          SIZE TIMESTAMP
     for-clone2  MB Sun Mar  :: 

2.2 创建快照

[root@ceph1 ~]# df -hT
Filesystem     Type      Size  Used Avail Use% Mounted on
/dev/vda1      xfs        40G  .7G   39G   % /
devtmpfs       devtmpfs  893M       893M   % /dev
tmpfs          tmpfs     920M       920M   % /dev/shm
tmpfs          tmpfs     920M   17M  904M   % /run
tmpfs          tmpfs     920M       920M   % /sys/fs/cgroup
/dev/rbd0      xfs       .0G   33M  .0G   % /mnt/ceph
/dev/rbd1      xfs       .0G   33M  .0G   % /mnt/ceph2
[root@ceph1 ~]# rbd showmapped
id pool image        snap device
  rbd  testimg-copy -    /dev/rbd0
  rbd  cephrbd1     -    /dev/rbd1
cd[root@ceph1 ~]# cd /mnt/ceph
[root@ceph1 ceph]# ll
-rw-r--r--  root root  Mar  :
-rw-r--r--  root root   Mar  :
-rw-r--r--  root root   Mar  : test
-rw-r--r--  root root   Mar  : test1
[root@ceph1 ceph]# echo 'pretty girl'  >> aaa.txt
[root@ceph1 ceph]# rbd snap create testimg-copy@v1 --id rbd
[root@ceph1 ceph]# rbd snap ls testimg-copy --id rbd
SNAPID NAME          SIZE TIMESTAMP
     for-clone2  MB Sun Mar  ::
     v1          MB Tue Mar  ::  

2.3 写数据再次创建快照

[root@ceph1 ceph]# echo 'handsome boy' >>boy
[root@ceph1 ceph]# ls
    aaa.txt  boy  test  test1
[root@ceph1 ceph]# rbd snap create testimg-copy@v2 --id rbd
[root@ceph1 ceph]# rbd snap ls testimg-copy --id rbd
SNAPID NAME          SIZE TIMESTAMP
     for-clone2  MB Sun Mar  ::
     v1          MB Tue Mar  ::
     v2          MB Tue Mar  ::  

2.4 快照导出操作

[root@ceph2 ~]# rbd export-diff  testimg-copy@for-clone2 testimg-copy-for-clone2      #导出for-clone2的数据
Exporting image: % complete...done.
[root@ceph2 ~]# rbd export-diff testimg-copy@v2  --from-snap  for-clone2  testimg-copy-for-clone2-v2   #导出for-clone2到v2时间点的差异数据
Exporting image: % complete...done.
[root@ceph2 ~]# ll
-rw-r--r--   root root  Mar  : testimg-copy-for-clone2
-rw-r--r--   root root  Mar  : testimg-copy-for-clone2-v2
[root@ceph2 ~]# rbd export testimg-copy testimg-copy-full                       #导出创建image到当前时间点的差异数据
Exporting image: % complete...done.
[root@ceph2 ~]# ll-rw-r--r--.  root root        Mar     rabbitmq-signing-key-public.asc
-rw-r--r--   root root     Mar  : testimg-copy-for-clone2
-rw-r--r--   root root     Mar  : testimg-copy-for-clone2-v2
-rw-r--r--   root root  Mar  : testimg-copy-full

2.5 删除所有快照

[root@ceph1 ceph]# cd
[root@ceph1 ~]# umount /mnt/ceph
[root@ceph1 ~]# rbd unmap  /dev/rbd0
[root@ceph2 ~]# rbd snap unprotect testimg-copy@for-clone2
-- ::46.270361 7fbafacc2700 - librbd::SnapshotUnprotectRequest: cannot unprotect: at least  child(ren) [fbba3d1b58ba] in pool 'rbd'    #有一个子镜像没有合并
-- ::46.271135 7fbafacc2700 - librbd::SnapshotUnprotectRequest: encountered error: () Device or resource busy
-- ::46.271166 7fbafacc2700 - librbd::SnapshotUnprotectRequest: 0x5601e4e6c520 should_complete_error: ret_val=-
rbd: unprotecting snap failed: () Device or resource busy
[root@ceph2 ~]# rbd children testimg-copy@for-clone2   #查看子镜像
rbd/test-clone3
[root@ceph2 ~]# rbd flatten rbd/test-clone3            #合并子镜像
Image flatten: % complete...done.
[root@ceph2 ~]# rbd snap unprotect testimg-copy@for-clone2   #取消保护
[root@ceph2 ~]#  rbd snap purge testimg-copy                 #删除所有快照
Removing all snapshots: % complete...done.
[root@ceph2 ~]# rbd  snap  ls testimg-copy --id rbd

三  导入操作

3.1 导入所有

[root@ceph2 ~]#  rbd rm testimg-copy     #删除镜像
Removing image: % complete...done.
[root@ceph2 ~]#  rbd ls
test-clone
test-clone2
test-clone3
testimg
[root@ceph2 ~]# rbd create  testbacknew  --size 1    #随便创建一个image，名称大小都不限制（恢复时会覆盖大小信息）
[root@ceph2 ~]# rbd ls
test-clone
test-clone2
test-clone3
testbacknew
testimg
[root@ceph2 ~]# rbd import testimg-copy-full testbacknew     #把所有数据恢复到这个镜像，报错已经存在这个镜像，对于full，不适用
rbd: image creation failed
Importing image: % complete...failed.
rbd: import failed: () File exists
-- ::56.843724 7fc50f783d40 - librbd: rbd image testbacknew already exists
[root@ceph2 ~]# rbd import testimg-copy-full testbacknew2     #正确恢复
Importing image: % complete...done.
[root@ceph2 ~]# rbd ls
test-clone
test-clone2
test-clone3
testbacknew
testbacknew2
testimg

3.2 客户端验证

[root@ceph1 ~]# rbd map testbacknew2 --id rbd                #客户端进行挂载映射，映射失败，feature导致
rbd: sysfs write failed
RBD image feature set mismatch. Try disabling features unsupported by the kernel with "rbd feature disable".
In some cases useful info is found in syslog - try "dmesg | tail".
rbd: map failed: () No such device or address
[root@ceph1 ~]# rbd info testbacknew2  --id rbd
rbd image 'testbacknew2':
    size  MB in  objects
    order  ( kB objects)
    block_name_prefix: rbd_data.fc6174b0dc51
    format:
    features: layering, exclusive-lock, object-map, fast-diff, deep-flatten
    flags:
    create_timestamp: Tue Mar  ::
[root@ceph1 ~]# rbd feature disable testbacknew2 exclusive-lock, object-map, fast-diff, deep-flatten --id rbd     #禁掉报错的feature
[root@ceph1 ~]# rbd map testbacknew2 --id rbd     #映射成功
/dev/rbd0
[root@ceph1 ~]# mount /dev/rbd0  /mnt/ceph        #挂载
[root@ceph1 ~]# cd /mnt/ceph                      #检查数据已经恢复
[root@ceph1 ceph]# ls
    aaa.txt  boy  test  test1

3.3 验证导入到for-clone2的数据

[root@ceph1 ceph]# cd
[root@ceph1 ~]# umount /mnt/ceph
[root@ceph1 ~]# rbd unmap /dev/rbd0
[root@ceph2 ~]#  rbd import-diff  testimg-copy-for-clone2 testbacknew
Importing image diff: % complete...done.
[root@ceph2 ~]# rbd feature disable testbacknew exclusive-lock, object-map, fast-diff, deep-flatten --id rbd
[root@ceph2 ~]# rbd info testbacknew
rbd image 'testbacknew':
    size  MB in  objects
    order  ( kB objects)
    block_name_prefix: rbd_data.fc4b74b0dc51
    format:
    features: layering
    flags:
    create_timestamp: Tue Mar  ::
[root@ceph1 ~]# rbd map testbacknew --id rbd
/dev/rbd0
[root@ceph1 ~]# mount /dev/rbd0  /mnt/ceph
[root@ceph1 ~]# cd /mnt/ceph
[root@ceph1 ceph]# ls
    test  test1

3.4 验证导入至快照v2的数据

[root@ceph1 ceph]# cd
[root@ceph1 ~]#umount /mnt/ceph
[root@ceph1 ~]#rbd unmap /dev/rbd0
[root@ceph2 ~]#rbd import-diff testimg-copy-for-clone2-v2 testbacknew
[root@ceph1 ~]#rbd import-diff testimg-copy-for-clone2-v2 testbacknew^C
[root@ceph1 ~]#rbd map testbacknew --id rbd
/dev/rbd0
[root@ceph1 ~]#mount /dev/rbd0  /mnt/ceph
[root@ceph1 ~]#cd /mnt/ceph
[root@ceph1 ceph]#ls
    aaa.txt  boy  test  test1

实验完成！！！

博主声明：本文的内容来源主要来自誉天教育晏威老师，由本人实验完成操作验证，需要的博友请联系誉天教育（http://www.yutianedu.com/），获得官方同意或者晏老师（https://www.cnblogs.com/breezey/）本人同意即可转载，谢谢！