ceph第四次环境

1.环境配置
hostnamectl set-hostname ceph205.cn
hostnamectl set-hostname ceph206.cn
hostnamectl set-hostname ceph207.cn
vi /etc/hosts
192.168.100.205 ceph205
192.168.100.206 ceph206
192.168.100.207 ceph207

[root@ceph205 ~]# ssh-keygen #所有的输入选项都直接回车生成。

[root@ceph205 ~]# ssh-copy-id ceph205
[root@ceph205 ~]# ssh-copy-id ceph206
[root@ceph205 ~]# ssh-copy-id ceph207
2.
三台操作
yum install -y wget
[root@ceph205 ~]# mkdir /etc/yum.repos.d/yum/
[root@ceph205 ~]# mv /etc/yum.repos.d/*.repo /etc/yum.repos.d/yum/
[root@ceph205 ~]# wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
[root@ceph205 ~]# wget -O /etc/yum.repos.d/epel.repo http://mirrors.aliyun.com/repo/epel-7.repo
[root@ceph205 ~]# vi /etc/yum.repos.d/ceph.repo #添加如下内容：
[ceph]
name=ceph
baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/x86_64/
gpgcheck=0
priority=1

[ceph-noarch]
name=cephnoarch
baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/noarch/
gpgcheck=0
priority=1

[ceph-source]
name=Ceph source packages
baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/SRPMS
gpgcheck=0
priority=1

刷新源
yum clean all ; yum makecache

rm /etc/localtime #删除link
ln -vs /usr/share/zoneinfo/Asia/Shanghai /etc/localtime #软件link
yum install ntpdate -y
ntpdate time.nist.gov

systemctl stop firewalld ;systemctl disable firewalld ; iptables -F ;setenforce 0

205操作

拷贝主机映射到其他节点
scp /etc/hosts ceph206:/etc/hosts
scp /etc/hosts ceph207:/etc/hosts

分区格式化
[root@ceph205 ~]# mkfs.xfs /dev/sdb1 -f
[root@ceph205 ~]# mkdir /var/data1
[root@ceph205 ~]# mount /dev/sdb1 /var/data1
echo "/dev/sdb1 /var/data1 xfs    defaults 0 0" >> /etc/fstab #开机挂载
mount -a

[root@ceph206 ~]# mkfs.xfs /dev/sdb1 -f
[root@ceph206 ~]# mkdir /var/data2
[root@ceph206 ~]# mount /dev/sdb1 /var/data2
echo "/dev/sdb1 /var/data2 xfs    defaults 0 0" >> /etc/fstab
mount -a

[root@ceph207 ~]# mkfs.xfs /dev/sdb1 -f
[root@ceph207 ~]# mkdir /var/data3.1
[root@ceph207 ~]# mount /dev/sdb1 /var/data3.1
echo "/dev/sdb1 /var/data3.1 xfs    defaults 0 0" >> /etc/fstab
mount -a

分区太多删除分区
fdisk /dev/sdb
d
分区表重启生效注意其他盘符不挂载

安装ceph-deploy 管理工具
[root@ceph205 ~]# yum -y install ceph-deploy

创建monitor服务
[root@ceph205 ~]# mkdir /etc/ceph && cd /etc/ceph
[root@ceph205 ceph]# ceph-deploy new ceph205 #mon安装在控制节点

vi ceph.conf
osd_pool_default_size = 2

ceph-deploy install ceph205 ceph206 ceph207

8.2.3 安装ceph monitor

cd /etc/ceph
[root@ceph205 ceph]# ceph-deploy mon create ceph205
收集节点的keyring文件
[root@ceph205 ceph]# ceph-deploy gatherkeys ceph205
激活osd
[root@ceph205 ceph]# ceph-deploy osd prepare ceph205:/var/data1 ceph206:/var/data2 ceph207:/var/data3.1 #创建
ceph-deploy osd activate ceph205:/var/data1 ceph206:/var/data2 ceph207:/var/data3.1#激活
各个文件给权限
chmod 777 -R /var/data1
chmod 777 -R /var/data2
chmod 777 -R /var/data3.1

复制管理秘钥到各节点
ceph-deploy admin ceph205 ceph206 ceph207

ceph-deploy osd list ceph205 ceph206 ceph207
各个节点操作
chmod +r /etc/ceph/ceph.client.admin.keyring

部署mds服务

[root@ceph205 ceph]# ceph-deploy mds create ceph206 ceph207 #我们MDS安装2台
[root@ceph205 ceph]# ceph mds stat #查看状态

ceph-deploy osd activate ceph205:/var/data1 ceph206:/var/data2 ceph207:/var/data3.1#状态不正常重新激活一下

ceph -s
rados df#查看使用率

1.挂载准备
rados df
ceph osd pool create cephdata 128
ceph osd pool create cephdata2 128
ceph fs new 128 cephdata cephdata2

ceph fs ls

客户端
yum install -y wget
mkdir /etc/yum.repos.d/yum/
mv /etc/yum.repos.d/*.repo /etc/yum.repos.d/yum/
scp /etc/yum.repos.d/CentOS-Base.repo 192.168.110.45:/etc/yum.repos.d/
scp /etc/yum.repos.d/epel.repo 192.168.110.45:/etc/yum.repos.d/

[root@ceph205 ~]# wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
[root@ceph205 ~]# wget -O /etc/yum.repos.d/epel.repo http://mirrors.aliyun.com/repo/epel-7.repo

66 vi /etc/yum.repos.d/ceph.repo

复制代码

[ceph]
name=ceph
baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/x86_64/
gpgcheck=0
priority=1

[ceph-noarch]
name=cephnoarch
baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/noarch/
gpgcheck=0
priority=1

[ceph-source]
name=Ceph source packages
baseurl=http://mirrors.aliyun.com/ceph/rpm-jewel/el7/SRPMS
gpgcheck=0
priority=1

复制代码

67 yum clean all
68 yum makecache

yum install -y ceph-fuse
mkdir /etc/ceph/
scp /etc/ceph/ceph.client.admin.keyring 192.168.110.45:/etc/ceph/ceph.client.admin.keyring #205节点
mkdir /opt2
[root@xuegod65 ceph]# ceph-fuse -m 192.168.100.205:6789 /opt2

取消挂载
[root@xuegod65 ceph]# umount /opt2 #卸载挂载

开机挂载写法

scp -r /etc/ceph/* 192.168.110.45:/etc/ceph/ #拷贝配置文件到客户端
vi /etc/fstab
id=admin /opt2 fuse.ceph defaults 0 0

umount /opt2
mount -a #挂载测试
cd /opt2/

vi b.sh

#!/bin/bash
for (( i=1 ; i<=10 ; i++ ))
do
echo "132144444455 ${i}" > ${i}5.txt
done

sh b.sh

危险操作测试

ceph 单节点故障处理
ceph health detail
ceph osd out osd_id
ceph osd crush remove osd_name
ceph auth del osd_name
ceph osd rm osd_id

操作参考2
ceph osd reweight 2 0.0 #调节移除节点的权重为0
ceph osd out 2 移除集群的中的2节点
ceph osd crush remove osd.2
ceph auth del osd.2
ceph osd rm 2

[root@ceph206 ~]# ceph health detail

可以读写

数据停止后再进行操作

ceph w

删除osd.2操作

恢复第三节点
df -h #查看挂载
/dev/sdb1 466G 5.1G 461G 2% /var/data3.1

ceph-deploy install ceph207
[root@ceph207 ~]# umount /dev/sdb1
[root@ceph207 ~]# mkfs.xfs /dev/sdb1 #注意恢复需要重新格式化磁盘
[root@ceph207 ~]# mkfs.xfs /dev/sdb1 -f
[root@ceph207 ~]# mount -a
[root@ceph207 ~]# df -h

chmod 777 -R /var/data3.1
ceph-deploy osd prepare ceph207:/var/data3.1
ceph-deploy osd activate ceph207:/var/data3.1
ceph osd tree

ceph-deploy osd activate ceph207:/var/data3.1

ll /var/lib/ceph/osd/ceph-1/current/
ceph pg map 2.70
ll /var/lib/ceph/osd/ceph-2/current/
[root@ceph207 ~]# ceph pg map 2.7
osdmap e20 pg 2.7 (2.7) -> up [2,0] acting [2,0]

添加mon
查看mon信息
ceph auth get mon. -o /tmp/keyring
ceph mon getmap -o /tmp/mapfile
monmaptool --print /tmp/mapfile

添加多个 mon

vi ceph.conf
public_network= 192.168.100.0/24 #最好加入不然报错
ceph-deploy --overwrite-conf config push ceph205 ceph206 ceph207 #同步配置文件

ceph-deploy admin ceph205 ceph206 ceph207

ceph-deploy mon add ceph206
ceph-deploy mon add ceph207

ceph quorum_status --format json-pretty #查看投票者

ceph mon stat
ceph -a stop ceph-mon-all
ceph -a start ceph-mon-all

https://www.cnblogs.com/gzxbkk/p/7875003.html
重要使用手册
https://www.cnblogs.com/aguncn/p/7352393.html
http://docs.ceph.org.cn/rados/operations/add-or-rm-mons/
http://docs.ceph.org.cn/start/quick-ceph-deploy/#id2

计划任务测试

测试

sudo docker run --detach \
-u root \
--hostname 192.168.110.45 \
--env GITLAB_OMNIBUS_CONFIG="external_url 'http://192.168.110.45/'; gitlab_rails['lfs_enabled'] = true;" \
--publish 443:443 --publish 80:80 --publish 2222:22 \
--name gitlab \
--restart always \
--volume /srv/gitlab/config:/etc/gitlab \
--volume /srv/gitlab/logs:/var/log/gitlab \
--volume /srv/gitlab/data:/var/opt/gitlab \
docker.io/twang2218/gitlab-ce-zh

http://192.168.110.45

root
gitlab443!
u
群组test项目 xiangmu
cd /opt2/
git clone http://192.168.110.45/test/xiangmu.git
root
gitlab443!

cd xiangmu/

inux系统下添加测试文件
278 vi index.html
279 git add .
281 git config --global user.name "root"
283 git config --global user.email "root@245305579.com"
284 git commit -m "123"
286 git config --global push.default simple
287 git push

git pull

vi /opt2/xiangmu/.git/config #记住密码配置
[credential]
    helper = store




vi /root/gx.sh
chmod +x /root/gx.sh
#/bin/bash
#/bin/bash
cd /opt2/xiangmu
git pull > /root/a.txt
date >> /root/b.txt

crontab -e
*/1 * * * * sh /root/gx.sh

systemctl reload crond

添加删除mon
https://www.cnblogs.com/gzxbkk/p/7875003.html

docker部署

https://www.linuxidc.com/Linux/2017-10/148041.htm

posted @ 2019-05-30 14:30 夜辰雪扬阅读(200) 评论(0) 收藏举报

刷新页面返回顶部

夜辰雪扬--linux运维笔记-云计算-虚拟化

ceph第四次环境

公告