kubernetes部署1.15.0版本
部署环境 centos7.4
master01: 192.168.85.110
node01: 192.168.85.120
node02: 192.168.85.130
所有节点都要写入hosts
[root@master01 ~]# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
master01: 192.168.85.110
node01: 192.168.85.120
node02: 192.168.85.130
以下都要在所有节点上执行
准备docker yum仓库
准备k8s yum仓库
配置docker的yum库
cd /etc/yum.repos.d/
wget https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
配置k8s的yum库
/etc/yum.repos.d/kubernetes.repo
[kubernetes]
name=kubernetes
baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64/
gpgcheck=0
enabled=1
所有节点安装
安装必备软件
yum install lrzsz wget vim -y
kubeadm部署
yum 安装docker
yum -y install docker-ce
编辑docker的环境变量
如果有HTTP代理，可以添加自己的代理，没有就忽略
vim /usr/lib/systemd/system/docker.service
Environment="NO_PROXY=127.0.0.0/8"
docker国内加速
mkdir -p /etc/docker
vim /etc/docker/daemon.json
{
"registry-mirrors": ["https://lvb4p7mn.mirror.aliyuncs.com"]
}
加载环境变量
systemctl daemon-reload
启动docker并设置开机启动
systemctl start docker
systemctl enable docker
kubeadm部署
yum 安装 kubeadm
yum -y install kubeadm-1.15.0-0.x86_64 kubectl-1.15.0-0.x86_64 kubelet-1.15.0-0.x86_64 kubernetes-cni-0.7.5-0.x86_64
swap没关的话就忽略swap参数
vim /etc/sysconfig/kubelet
KUBELET_EXTRA_ARGS="--fail-swap-on=false"
KUBE_PROXY_MODE=ipvs
开机启动kubelet
systemctl enable kubelet
镜像加载
kubeadm镜像安装
先提前下载镜像k8s-1.15.0.tar.gz
链接: https://pan.baidu.com/s/1AhDsQHUIMd0CQufGteFSXw 提取码: vshs
上传到各节点
各节点都要加载镜像
docker load -i k8s-1.15.0.tar.gz
flannel镜像安装
先提前下载镜像flannel-v0.11.0.tar.gz
链接: https://pan.baidu.com/s/1QEssOf2yX1taupQT4lTxQg 提取码: x42r
各节点都要加载镜像
docker load -i flannel-v0.11.0.tar.gz
kubectl命令自动补全
yum install bash-completion* -y
##写入环境变量
source <(kubectl completion bash)
echo "source <(kubectl completion bash)" >> ~/.bashrc
部署k8s
master节点部署
kubeadm 初始化
kubeadm init --kubernetes-version=v1.15.0 --pod-network-cidr=10.244.0.0/16 --service-cidr=10.96.0.0/12 --ignore-preflight-errors=all
初始化完成后
记住节点要加入的token
kubeadm join 192.168.85.110:6443 --token fo0kd9.ocdrd0obki28g76i --discovery-token-ca-cert-hash sha256:9a5b3ec15c16926e667281cda008b0b550ed5404628453929b0c2a551cbb0bfd -- ignore-preflight-errors=all
按照要求执行三个步骤
mkdir -p $HOME/.kube
cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
chown $(id -u):$(id -g) $HOME/.kube/config
检查集群健康状态
[root@master01 ~]# kubectl get cs
NAME STATUS MESSAGE ERROR
controller-manager Healthy ok
scheduler Healthy ok
etcd-0 Healthy {"health":"true"}
master部署网络插件flannel
[root@master01 ~]# kubectl apply -f https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml
node节点部署
各节点利用token部署
kubeadm join 192.168.85.110:6443 --token fo0kd9.ocdrd0obki28g76i --discovery-token-ca-cert-hash sha256:9a5b3ec15c16926e667281cda008b0b550ed5404628453929b0c2a551cbb0bfd --ignore-preflight-errors=all
默认token的有效期为24小时，当过期之后，该token就不可用了，以后加入节点需要新token
master重新生成新的token
[root@master01 ~]# kubeadm token create
905hgq.1akgmga715dzooxo
[root@master01 ~]# kubeadm token list
TOKEN TTL EXPIRES USAGES DESCRIPTION EXTRA GROUPS
905hgq.1akgmga715dzooxo 23h 2019-06-23T15:18:24+08:00 authentication,signing <none> system:bootstrappers:kubeadm:default-node-token
获取ca证书sha256编码hash值
[root@master01 ~]# openssl x509 -pubkey -in /etc/kubernetes/pki/ca.crt | openssl rsa -pubin -outform der 2>/dev/null | openssl dgst -sha256 -hex | sed 's/^.* //'
2db0df25f40a3376e35dc847d575a2a7def59604b8196f031663efccbc8290c2
利用新token加入集群
kubeadm join 192.168.85.110:6443 --token 905hgq.1akgmga715dzooxo \
--discovery-token-ca-cert-hash sha256:2db0df25f40a3376e35dc847d575a2a7def59604b8196f031663efccbc8290c2 \
--ignore-preflight-errors=all
最后查看各节点是否就绪
[root@master01 ~]# kubectl get node
NAME STATUS ROLES AGE VERSION
master01 Ready master 3m1s v1.15.0
node01 Ready <none> 72s v1.15.0
node02 Ready <none> 54s v1.15.0
开启ipvs
加载ipvs
内核4.19以上是nf_conntrack，4.19以下是 nf_conntrack_ipv4，其他不变
[root@master01 ~]# uname -r
5.2.2-1.el7.elrepo.x86_64
[root@master01 ~]# cat /etc/sysconfig//modules/ipvs.modules
#!/bin/bash
module=(ip_vs
ip_vs_rr
ip_vs_wrr
ip_vs_sh
ip_vs_lc
br_netfilter
nf_conntrack)
for kernel_module in ${module[@]};do
/sbin/modinfo -F filename $kernel_module |& grep -qv ERROR && echo $kernel_module >> /etc/modules-load.d/ipvs.conf || :
done
ipvs_modules_dir="/usr/lib/modules/5.2.2-1.el7.elrepo.x86_64/kernel/net/netfilter/ipvs"
for i in `ls $ipvs_modules_dir | sed -r 's#(.*).ko#\1#'`; do
/sbin/modinfo -F filename $i &> /dev/null
if [ $? -eq 0 ]; then
/sbin/modprobe $i
fi
done
[root@master01 ~]# lsmod | grep ip_vs
ip_vs_wlc 16384 0
ip_vs_sed 16384 0
ip_vs_pe_sip 16384 0
nf_conntrack_sip 32768 1 ip_vs_pe_sip
ip_vs_ovf 16384 0
ip_vs_nq 16384 0
ip_vs_mh 16384 0
ip_vs_lblcr 16384 0
ip_vs_lblc 16384 0
ip_vs_ftp 16384 0
nf_nat 40960 4 ip6table_nat,iptable_nat,xt_MASQUERADE,ip_vs_ftp
ip_vs_fo 16384 0
ip_vs_dh 16384 0
ip_vs_lc 16384 0
ip_vs_sh 16384 0
ip_vs_wrr 16384 0
ip_vs_rr 16384 4
ip_vs 151552 35 ip_vs_wlc,ip_vs_rr,ip_vs_dh,ip_vs_lblcr,ip_vs_sh,ip_vs_ovf,ip_vs_fo,ip_vs_nq,ip_vs_lblc,ip_vs_pe_sip,ip_vs_wrr,ip_vs_lc,ip_vs_mh,ip_vs_sed,ip_vs_ftp
nf_conntrack 139264 6 xt_conntrack,nf_nat,nf_conntrack_sip,nf_conntrack_netlink,xt_MASQUERADE,ip_vs
nf_defrag_ipv6 24576 2 nf_conntrack,ip_vs
libcrc32c 16384 4 nf_conntrack,nf_nat,xfs,ip_vs
[root@master01 ~]# kubectl -n kube-system edit configmaps kube-proxy
kind: KubeProxyConfiguration
metricsBindAddress: 127.0.0.1:10249
mode: "ipvs" ### 添加ipvs就行
安装ipvsadm
yum install ipvsadm ipset sysstat conntrack libseccomp conntrack-tools socat -y
删除原来的kube-proxy，重新加载kube-proxy
[root@master01 ~]# kubectl delete daemonsets kube-proxy -n kube-system
[root@master01 ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port Forward Weight ActiveConn InActConn
TCP 10.96.0.1:443 rr
-> 192.168.48.101:6443 Masq 1 2 0
TCP 10.96.0.10:53 rr
-> 10.244.0.3:53 Masq 1 0 0
-> 10.244.1.3:53 Masq 1 0 0
TCP 10.96.0.10:9153 rr
-> 10.244.0.3:9153 Masq 1 0 0
-> 10.244.1.3:9153 Masq 1 0 0
UDP 10.96.0.10:53 rr
-> 10.244.0.3:53 Masq 1 0 0
-> 10.244.1.3:53 Masq 1 0 0
原文：https://blog.csdn.net/tangwei0928/article/details/93377100
