|NO.Z.00237|——————————|^^ 部署 ^^|——|KuberNetes&存储进阶.V03|——|Ceph.v02|ceph集群|部署|

一、部署ceph

### --- 创建crds、common、operator

[root@k8s-master01 ceph]# kubectl create -f crds.yaml -f common.yaml -f operator.yaml
customresourcedefinition.apiextensions.k8s.io/cephclusters.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephclients.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephrbdmirrors.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephfilesystems.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephnfses.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephobjectstores.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephobjectstoreusers.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephobjectrealms.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephobjectzonegroups.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephobjectzones.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/cephblockpools.ceph.rook.io created
customresourcedefinition.apiextensions.k8s.io/volumes.rook.io created
customresourcedefinition.apiextensions.k8s.io/objectbuckets.objectbucket.io created
customresourcedefinition.apiextensions.k8s.io/objectbucketclaims.objectbucket.io created
namespace/rook-ceph created
clusterrolebinding.rbac.authorization.k8s.io/rook-ceph-object-bucket created
serviceaccount/rook-ceph-admission-controller created
clusterrole.rbac.authorization.k8s.io/rook-ceph-admission-controller-role created
clusterrolebinding.rbac.authorization.k8s.io/rook-ceph-admission-controller-rolebinding created
clusterrole.rbac.authorization.k8s.io/rook-ceph-cluster-mgmt created
role.rbac.authorization.k8s.io/rook-ceph-system created
clusterrole.rbac.authorization.k8s.io/rook-ceph-global created
clusterrole.rbac.authorization.k8s.io/rook-ceph-mgr-cluster created
clusterrole.rbac.authorization.k8s.io/rook-ceph-object-bucket created
serviceaccount/rook-ceph-system created
rolebinding.rbac.authorization.k8s.io/rook-ceph-system created
clusterrolebinding.rbac.authorization.k8s.io/rook-ceph-global created
serviceaccount/rook-ceph-osd created
serviceaccount/rook-ceph-mgr created
serviceaccount/rook-ceph-cmd-reporter created
role.rbac.authorization.k8s.io/rook-ceph-osd created
clusterrole.rbac.authorization.k8s.io/rook-ceph-osd created
clusterrole.rbac.authorization.k8s.io/rook-ceph-mgr-system created
role.rbac.authorization.k8s.io/rook-ceph-mgr created
role.rbac.authorization.k8s.io/rook-ceph-cmd-reporter created
rolebinding.rbac.authorization.k8s.io/rook-ceph-cluster-mgmt created
rolebinding.rbac.authorization.k8s.io/rook-ceph-osd created
rolebinding.rbac.authorization.k8s.io/rook-ceph-mgr created
rolebinding.rbac.authorization.k8s.io/rook-ceph-mgr-system created
clusterrolebinding.rbac.authorization.k8s.io/rook-ceph-mgr-cluster created
clusterrolebinding.rbac.authorization.k8s.io/rook-ceph-osd created
rolebinding.rbac.authorization.k8s.io/rook-ceph-cmd-reporter created
podsecuritypolicy.policy/00-rook-privileged created
clusterrole.rbac.authorization.k8s.io/psp:rook created
clusterrolebinding.rbac.authorization.k8s.io/rook-ceph-system-psp created
rolebinding.rbac.authorization.k8s.io/rook-ceph-default-psp created
rolebinding.rbac.authorization.k8s.io/rook-ceph-osd-psp created
rolebinding.rbac.authorization.k8s.io/rook-ceph-mgr-psp created
rolebinding.rbac.authorization.k8s.io/rook-ceph-cmd-reporter-psp created
serviceaccount/rook-csi-cephfs-plugin-sa created
serviceaccount/rook-csi-cephfs-provisioner-sa created
role.rbac.authorization.k8s.io/cephfs-external-provisioner-cfg created
rolebinding.rbac.authorization.k8s.io/cephfs-csi-provisioner-role-cfg created
clusterrole.rbac.authorization.k8s.io/cephfs-csi-nodeplugin created
clusterrole.rbac.authorization.k8s.io/cephfs-external-provisioner-runner created
clusterrolebinding.rbac.authorization.k8s.io/rook-csi-cephfs-plugin-sa-psp created
clusterrolebinding.rbac.authorization.k8s.io/rook-csi-cephfs-provisioner-sa-psp created
clusterrolebinding.rbac.authorization.k8s.io/cephfs-csi-nodeplugin created
clusterrolebinding.rbac.authorization.k8s.io/cephfs-csi-provisioner-role created
serviceaccount/rook-csi-rbd-plugin-sa created
serviceaccount/rook-csi-rbd-provisioner-sa created
role.rbac.authorization.k8s.io/rbd-external-provisioner-cfg created
rolebinding.rbac.authorization.k8s.io/rbd-csi-provisioner-role-cfg created
clusterrole.rbac.authorization.k8s.io/rbd-csi-nodeplugin created
clusterrole.rbac.authorization.k8s.io/rbd-external-provisioner-runner created
clusterrolebinding.rbac.authorization.k8s.io/rook-csi-rbd-plugin-sa-psp created
clusterrolebinding.rbac.authorization.k8s.io/rook-csi-rbd-provisioner-sa-psp created
clusterrolebinding.rbac.authorization.k8s.io/rbd-csi-nodeplugin created
clusterrolebinding.rbac.authorization.k8s.io/rbd-csi-provisioner-role created
configmap/rook-ceph-operator-config created
deployment.apps/rook-ceph-operator created

### --- 查看创建的operator
~~~     注：查看operator启动之后再去执行cluster.yaml
~~~     注：等operator完全启动之后再部署cluster

[root@k8s-master01 ceph]# kubectl get po -n rook-ceph -owide
NAME                                 READY   STATUS    RESTARTS   AGE     IP               NODE           NOMINATED NODE   READINESS GATES
rook-ceph-operator-d7fcf5b94-5kwbs   1/1     Running   0          6m56s   172.27.14.195    k8s-node02     <none>           <none>
rook-discover-lnjtq                  1/1     Running   0          4m25s   172.17.125.2     k8s-node01     <none>           <none>
rook-discover-rgt2l                  1/1     Running   0          4m25s   172.25.244.195   k8s-master01   <none>           <none>
rook-discover-s8tmz                  1/1     Running   0          4m25s   172.27.14.196    k8s-node02     <none>           <none>

二、创建cluster.yaml

### --- 创建cluster.yaml

[root@k8s-master01 ceph]# kubectl create -f cluster.yaml -n rook-ceph
cephcluster.ceph.rook.io/rook-ceph created

### --- 查看所有容器启动成功说明ceph集群部署OK
~~~     注意：osd-x的容器必须是存在的，且是正常的。如果上述Pod均正常，则认为集群安装成功。

[root@k8s-master01 ceph]# kubectl get po -n rook-ceph -owide
NAME                                                     READY   STATUS      RESTARTS   AGE     IP               NODE           NOMINATED NODE   READINESS GATES
csi-cephfsplugin-2r775                                   3/3     Running     0          6m23s   192.168.1.11     k8s-master01   <none>           <none>
csi-cephfsplugin-55xbk                                   3/3     Running     0          6m23s   192.168.1.14     k8s-node01     <none>           <none>
csi-cephfsplugin-provisioner-76d45764d-jpsj2             6/6     Running     0          6m22s   172.27.14.197    k8s-node02     <none>           <none>
csi-cephfsplugin-provisioner-76d45764d-qf95g             6/6     Running     0          6m22s   172.25.244.199   k8s-master01   <none>           <none>
csi-cephfsplugin-vhj4j                                   3/3     Running     0          6m23s   192.168.1.15     k8s-node02     <none>           <none>
csi-rbdplugin-6pqmv                                      3/3     Running     0          6m24s   192.168.1.11     k8s-master01   <none>           <none>
csi-rbdplugin-7lrqp                                      3/3     Running     0          6m24s   192.168.1.14     k8s-node01     <none>           <none>
csi-rbdplugin-8bqtw                                      3/3     Running     0          6m24s   192.168.1.15     k8s-node02     <none>           <none>
csi-rbdplugin-provisioner-84f7bb7b87-bb2mr               6/6     Running     0          6m23s   172.25.244.198   k8s-master01   <none>           <none>
csi-rbdplugin-provisioner-84f7bb7b87-vmwwl               6/6     Running     0          6m23s   172.17.125.4     k8s-node01     <none>           <none>
rook-ceph-crashcollector-k8s-master01-6d59f9c75f-tr6q6   1/1     Running     0          6m18s   172.25.244.203   k8s-master01   <none>           <none>
rook-ceph-crashcollector-k8s-node01-7d98687665-457sb     1/1     Running     0          2m33s   172.17.125.10    k8s-node01     <none>           <none>
rook-ceph-crashcollector-k8s-node02-7dc9cc6c4-rfz9s      1/1     Running     0          2m46s   172.27.14.200    k8s-node02     <none>           <none>
rook-ceph-mgr-a-55d8854fc8-cmfsb                         1/1     Running     0          3m37s   172.17.125.6     k8s-node01     <none>           <none>
rook-ceph-mon-a-677f67f457-hhn5s                         1/1     Running     3          6m28s   172.25.244.200   k8s-master01   <none>           <none>
rook-ceph-operator-d7fcf5b94-5kwbs                       1/1     Running     0          14m     172.27.14.195    k8s-node02     <none>           <none>
rook-ceph-osd-0-776c654b78-q27tc                         1/1     Running     0          2m51s   172.25.244.202   k8s-master01   <none>           <none>
rook-ceph-osd-1-7dc6f8859d-7wc9b                         1/1     Running     0          2m47s   172.27.14.199    k8s-node02     <none>           <none>
rook-ceph-osd-2-77b9587cdb-krhwx                         1/1     Running     0          2m34s   172.17.125.9     k8s-node01     <none>           <none>
rook-ceph-osd-prepare-k8s-master01-7krxf                 0/1     Completed   0          3m34s   172.25.244.201   k8s-master01   <none>           <none>
rook-ceph-osd-prepare-k8s-node01-lp45h                   0/1     Completed   0          3m27s   172.17.125.7     k8s-node01     <none>           <none>
rook-ceph-osd-prepare-k8s-node02-6v7cx                   0/1     Completed   0          3m27s   172.27.14.198    k8s-node02     <none>           <none>
rook-discover-lnjtq                                      1/1     Running     0          11m     172.17.125.2     k8s-node01     <none>           <none>
rook-discover-rgt2l                                      1/1     Running     0          11m     172.25.244.195   k8s-master01   <none>           <none>
rook-discover-s8tmz                                      1/1     Running     0          11m     172.27.14.196    k8s-node02     <none>           <none>

---

 

 

 

 

 

 

 

 

 

---

Walter Savage Landor:strove with none,for none was worth my strife.Nature I loved and, next to Nature, Art:I warm'd both hands before the fire of life.It sinks, and I am ready to depart

                                                                                                                                                   ——W.S.Landor

---