ceph安装笔记

配置源 ceph版本为luminous

[root@ceph-node1 ~]# yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm

[root@ceph-node1 ~]# yum makecache ###

[root@ceph-node1 ~]# yum update -y ###

[root@localhost yum.repos.d]#yum install -y yum-plugin-priorities

[root@localhost yum.repos.d]#systemctl stop firewalld && systemctl disable firewalld

[root@ceph001 yum.repos.d]# cat ceph.repo

[ceph]

name=Ceph packages for $basearch

baseurl=http://mirrors.aliyun.com/ceph/rpm-luminous/el7/$basearch

enabled=1

gpgcheck=0

[ceph-noarch]

name=Ceph noarch packages

baseurl=http://mirrors.aliyun.com/ceph/rpm-luminous/el7/noarch

enabled=1

gpgcheck=0

[ceph-source]

name=Ceph source packages

baseurl=http://mirrors.aliyun.com/ceph/rpm-luminous/el7/SRPMS

enabled=0

gpgcheck=0

配置主机名可以互访

[root@ceph001 etc]# cat /etc/hosts

127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4

::1 localhost localhost.localdomain localhost6 localhost6.localdomain6

172.16.16.160 ceph001

172.16.16.161 ceph002

172.16.16.162 ceph003

配置yum源(三节点）

[root@ceph003 ~]# yum install epel-release -y

[root@ceph001 yum.repos.d]# cat /etc/yum.repos.d/ceph.repo

[ceph]

name=ceph

baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/x86_64/

gpgcheck=0

priority =1

[ceph-noarch]

name=cephnoarch

baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/noarch/

gpgcheck=0

priority =1

[ceph-source]

name=Ceph source packages

baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/SRPMS

gpgcheck=0

priority=1

时间同步(三节点）

[root@ceph002 ~]# yum install chrony -y

创建用户,设置sudo免密登陆root(三节点）

[root@ceph001 sudoers.d]# useradd ceph-admin

[root@ceph001 sudoers.d]# echo "khb123" |passwd --stdin ceph-admin

[root@ceph001 sudoers.d]# cat ceph-admin

ceph-admin ALL = (root) NOPASSWD:ALL

[root@ceph001 sudoers.d]# chmod 0440 /etc/sudoers.d/ceph-admin

使用ceph-deploy部署集群

配置免密钥登陆

su - ceph-admin

[ceph-admin@ceph001 ~]$ ssh-keygen

[ceph-admin@ceph001 ~]$ ssh-copy-id ceph-admin@ceph001

[ceph-admin@ceph001 ~]$ ssh-copy-id ceph-admin@ceph002

[ceph-admin@ceph001 ~]$ ssh-copy-id ceph-admin@ceph003

[ceph-admin@ceph001 ~]$ sudo yum install ceph-deploy python2-pip

创建集群目录，放集群生成的密钥文件等

[ceph-admin@ceph001 ~]$ mkdir my-cluster

[ceph-admin@ceph001 ~]$ cd my-cluster/

[ceph-admin@ceph001 my-cluster]$ ceph-deploy new ceph001 ceph002 ceph003

配置网络

[ceph-admin@ceph001 my-cluster]$ cat ceph.conf

[global]

fsid = 5165ea31-8664-408d-8648-e9cc5494da2e

mon_initial_members = ceph001, ceph002, ceph003

mon_host = 172.16.16.160,172.16.16.161,172.16.16.162

auth_cluster_required = cephx

auth_service_required = cephx

auth_client_required = cephx

public network = 172.16.16.0/24

cluster network = 10.16.16.0/24

安装ceph包 (三节点）

[ceph-admin@ceph001 ~]$ sudo yum install ceph ceph-radosgw -y

配置初始(monitor),并收集所有密钥

[ceph-admin@ceph001 ~]$ cd my-cluster/

[ceph-admin@ceph001 my-cluster]$ ceph-deploy mon create-initial

报错如下: 一般是防火墙没有关 #systemctl  stop firewalld && systemctl   disable firewalld

把配置信息拷贝到各节点

[ceph-admin@ceph001 my-cluster]$ ceph-deploy admin ceph001 ceph002 ceph003

配置OSD

[ceph-admin@ceph001 my-cluster]$ ceph-deploy osd create ceph001:/dev/sdd

查看当前集群布局

[ceph-admin@ceph002 /]$ ceph osd tree

ID WEIGHT TYPE NAME UP/DOWN REWEIGHT PRIMARY-AFFINITY

-1 2.15181 root default

-2 0.71727 host ceph001

0 0.23909 osd.0 up 1.00000 1.00000

1 0.23909 osd.1 up 1.00000 1.00000

2 0.23909 osd.2 up 1.00000 1.00000

-3 0.86366 host ceph002

3 0.28789 osd.3 up 1.00000 1.00000

4 0.28789 osd.4 up 1.00000 1.00000

5 0.28789 osd.5 up 1.00000 1.00000

-4 0.57088 host ceph003

6 0.19029 osd.6 up 1.00000 1.00000

7 0.19029 osd.7 up 1.00000 1.00000

8 0.19029 osd.8 up 1.00000 1.00000

[ceph-admin@ceph001 ~]$ ceph auth get-or-create Clinet.rbd mon 'allow r' osd 'allow class-read object_prifix rbd_clildren,allow rwx=rbd'

删除池

[root@ceph001 ~]# ceph osd pool rm ceph-external ceph-external --yes-i-really-really-mean-it

[root@ceph002 .ssh]# rbd create rbd1 --image-feature layering --size 10G

[root@ceph002 .ssh]# rbd info rbd1

查看ceph的空间大小及可用大小

ceph df

1.too few PGs per OSD (21 < min 30)

[ceph-admin@ceph002 /]$ ceph -s

health HEALTH_WARN

too few PGs per OSD (21 < min 30)

修改：

[ceph-admin@ceph002 /]$ ceph osd pool set rbd pg_num 128

[ceph-admin@ceph002 /]$ ceph osd pool set rbd pgp_num 128

2.注意节点/etc/ecph/ 文件及目录的权限

[root@ceph001 ~]# chown ceph-admin.ceph-admin /etc/ceph/ -R