一起来学k8s 01.kubeadm 简单部署k8s-1.15.0

最新推荐文章于 2024-08-05 01:14:29 发布

隔壁小翔

最新推荐文章于 2024-08-05 01:14:29 发布

阅读量4.1k

点赞数

分类专栏： kubernetes 文章标签： kubernetes

本文链接：https://blog.csdn.net/tangwei0928/article/details/93377100

版权

kubernetes 专栏收录该内容

40 篇文章 4 订阅

订阅专栏

kubeadm 部署k8s-1.15.0

部署环境

master01: 192.168.48.101
node01: 192.168.48.201
node02: 192.168.48.202

所有节点都要写入hosts

[root@master01 ~]# cat /etc/hosts
127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
::1         localhost localhost.localdomain localhost6 localhost6.localdomain6
192.168.48.101 master01
192.168.48.201 node01
192.168.48.202 node02

部署准备

所有节点准备

以下都要在所有节点上执行

准备docker yum仓库
准备k8s yum仓库
准备 epel yum仓库

docker yum

配置docker的yum库

cd /etc/yum.repos.d/ 

wget https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo

k8s yum

配置k8s的yum库

cd /etc/yum.repos.d/ 

cat << EOF > kubernetes.repo
[kubernetes]
name=kubernetes
baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64/
gpgcheck=0
enabled=1
EOF

epel yum

配置epel的yum库

cat > /etc/yum.repos.d/epel.repo << EOF
[epel]
name=Extra Packages for Enterprise Linux 7 - $basearch
baseurl=https://mirrors.tuna.tsinghua.edu.cn/epel/7/$basearch
#mirrorlist=https://mirrors.fedoraproject.org/metalink?repo=epel-7&arch=$basearch
failovermethod=priority
enabled=1
gpgcheck=1
gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-7

[epel-debuginfo]
name=Extra Packages for Enterprise Linux 7 - $basearch - Debug
baseurl=https://mirrors.tuna.tsinghua.edu.cn/epel/7/$basearch/debug
#mirrorlist=https://mirrors.fedoraproject.org/metalink?repo=epel-debug-7&arch=$basearch
failovermethod=priority
enabled=0
gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-7
gpgcheck=1

[epel-source]
name=Extra Packages for Enterprise Linux 7 - $basearch - Source
baseurl=https://mirrors.tuna.tsinghua.edu.cn/epel/7/SRPMS
#mirrorlist=https://mirrors.fedoraproject.org/metalink?repo=epel-source-7&arch=$basearch
failovermethod=priority
enabled=0
gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-7
gpgcheck=1
EOF

所有节点安装

以下都要在所有节点上执行

docker安装
kubeadm部署

docker安装

yum 安装docker

yum -y install docker-ce

编辑docker的环境变量

如果有HTTP代理，可以添加自己的代理，没有就忽略

vim /usr/lib/systemd/system/docker.service

添加https代理环境变量

Environment="HTTPS_PROXY=http://192.168.1.157:8888"
Environment="NO_PROXY=127.0.0.0/8"

docker国内加速

mkdir -p /etc/docker
vim /etc/docker/daemon.json

{
 "registry-mirrors": ["https://registry.docker-cn.com"]
}

加载环境变量

systemctl daemon-reload

启动docker并设置开机启动

systemctl start docker
systemctl enable docker

kubeadm部署

yum 安装 kubeadm

yum -y install  kubeadm-1.15.0-0.x86_64  kubectl-1.15.0-0.x86_64 kubelet-1.15.0-0.x86_64 kubernetes-cni-0.7.5-0.x86_64

swap没关的话就忽略swap参数

vim /etc/sysconfig/kubelet

KUBELET_EXTRA_ARGS="--fail-swap-on=false"

开机启动kubelet

systemctl enable kubelet

镜像加载

kubeadm镜像安装

先提前下载镜像k8s-1.15.0.tar.gz

链接: https://pan.baidu.com/s/1AhDsQHUIMd0CQufGteFSXw 提取码: vshs

上传到各节点

各节点都要加载镜像

docker load  -i k8s-1.15.0.tar.gz

flannel镜像安装

先提前下载镜像flannel-v0.11.0.tar.gz

链接: https://pan.baidu.com/s/1QEssOf2yX1taupQT4lTxQg 提取码: x42r

各节点都要加载镜像

docker load  -i flannel-v0.11.0.tar.gz

kubectl命令自动补全

yum install bash-completion*

##写入环境变量
source <(kubectl completion bash)
echo "source <(kubectl completion bash)" >> ~/.bashrc

部署k8s

master节点部署

kubeadm 初始化

kubeadm init  --kubernetes-version=v1.15.0 --pod-network-cidr=10.244.0.0/16  --service-cidr=10.96.0.0/12 --ignore-preflight-errors=all

初始化完成后

记住节点要加入的token

kubeadm join 192.168.48.101:6443 --token fo0kd9.ocdrd0obki28g76i  --discovery-token-ca-cert-hash sha256:9a5b3ec15c16926e667281cda008b0b550ed5404628453929b0c2a551cbb0bfd

按照要求执行三个步骤

mkdir -p $HOME/.kube
sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
sudo chown $(id -u):$(id -g) $HOME/.kube/config

检查集群健康状态

[root@master01 ~]# kubectl get cs
NAME                 STATUS    MESSAGE             ERROR
controller-manager   Healthy   ok                  
scheduler            Healthy   ok                  
etcd-0               Healthy   {"health":"true"}

master部署网络插件flannel

[root@master01 ~]# kubectl apply -f https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml

node节点部署

各节点利用token部署

kubeadm join 192.168.48.101:6443 --token fo0kd9.ocdrd0obki28g76i  --discovery-token-ca-cert-hash sha256:9a5b3ec15c16926e667281cda008b0b550ed5404628453929b0c2a551cbb0bfd --ignore-preflight-errors=all

默认token的有效期为24小时，当过期之后，该token就不可用了，以后加入节点需要新token

master重新生成新的token

[root@master01 ~]# kubeadm token create
905hgq.1akgmga715dzooxo

[root@master01 ~]# kubeadm token list
TOKEN                     TTL       EXPIRES                     USAGES                   DESCRIPTION   EXTRA GROUPS
905hgq.1akgmga715dzooxo   23h       2019-06-23T15:18:24+08:00   authentication,signing   <none>        system:bootstrappers:kubeadm:default-node-token

获取ca证书sha256编码hash值

[root@master01 ~]# openssl x509 -pubkey -in /etc/kubernetes/pki/ca.crt | openssl rsa -pubin -outform der 2>/dev/null | openssl dgst -sha256 -hex | sed 's/^.* //'
2db0df25f40a3376e35dc847d575a2a7def59604b8196f031663efccbc8290c2

利用新token加入集群

kubeadm join 192.168.48.101:6443 --token 905hgq.1akgmga715dzooxo \
   --discovery-token-ca-cert-hash sha256:2db0df25f40a3376e35dc847d575a2a7def59604b8196f031663efccbc8290c2 \
--ignore-preflight-errors=all

最后查看各节点是否就绪

[root@master01 ~]# kubectl get node
NAME       STATUS   ROLES    AGE    VERSION
master01   Ready    master   3m1s   v1.15.0
node01     Ready    <none>   72s    v1.15.0
node02     Ready    <none>   54s    v1.15.0

开启ipvs

加载ipvs

内核4.19以上是nf_conntrack，4.19以下是 nf_conntrack_ipv4，其他不变

[root@master01 ~]# uname -r
5.2.2-1.el7.elrepo.x86_64

[root@master01 ~]# cat /etc/sysconfig//modules/ipvs.modules 
#!/bin/bash
module=(ip_vs
        ip_vs_rr
        ip_vs_wrr
        ip_vs_sh
        ip_vs_lc
        br_netfilter
        nf_conntrack)
for kernel_module in ${module[@]};do
    /sbin/modinfo -F filename $kernel_module |& grep -qv ERROR && echo $kernel_module >> /etc/modules-load.d/ipvs.conf || :
done

ipvs_modules_dir="/usr/lib/modules/5.2.2-1.el7.elrepo.x86_64/kernel/net/netfilter/ipvs"
for i in `ls $ipvs_modules_dir | sed  -r 's#(.*).ko#\1#'`; do
    /sbin/modinfo -F filename $i  &> /dev/null
    if [ $? -eq 0 ]; then
        /sbin/modprobe $i
    fi
done

[root@master01 ~]# source /etc/sysconfig//modules/ipvs.modules

[root@master01 ~]# lsmod | grep ip_vs
ip_vs_wlc              16384  0 
ip_vs_sed              16384  0 
ip_vs_pe_sip           16384  0 
nf_conntrack_sip       32768  1 ip_vs_pe_sip
ip_vs_ovf              16384  0 
ip_vs_nq               16384  0 
ip_vs_mh               16384  0 
ip_vs_lblcr            16384  0 
ip_vs_lblc             16384  0 
ip_vs_ftp              16384  0 
nf_nat                 40960  4 ip6table_nat,iptable_nat,xt_MASQUERADE,ip_vs_ftp
ip_vs_fo               16384  0 
ip_vs_dh               16384  0 
ip_vs_lc               16384  0 
ip_vs_sh               16384  0 
ip_vs_wrr              16384  0 
ip_vs_rr               16384  4 
ip_vs                 151552  35 ip_vs_wlc,ip_vs_rr,ip_vs_dh,ip_vs_lblcr,ip_vs_sh,ip_vs_ovf,ip_vs_fo,ip_vs_nq,ip_vs_lblc,ip_vs_pe_sip,ip_vs_wrr,ip_vs_lc,ip_vs_mh,ip_vs_sed,ip_vs_ftp
nf_conntrack          139264  6 xt_conntrack,nf_nat,nf_conntrack_sip,nf_conntrack_netlink,xt_MASQUERADE,ip_vs
nf_defrag_ipv6         24576  2 nf_conntrack,ip_vs
libcrc32c              16384  4 nf_conntrack,nf_nat,xfs,ip_vs

[root@master01 ~]# kubectl -n kube-system edit configmaps kube-proxy

....
 kind: KubeProxyConfiguration
    metricsBindAddress: 127.0.0.1:10249
    mode: "ipvs"   ### 添加ipvs就行
....

安装ipvsadm

yum install ipvsadm ipset sysstat conntrack libseccomp conntrack-tools  socat  -y

删除原来的kube-proxy，重新加载kube-proxy

[root@master01 ~]# kubectl delete  daemonsets kube-proxy   -n kube-system

[root@master01 ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  10.96.0.1:443 rr
  -> 192.168.48.101:6443          Masq    1      2          0         
TCP  10.96.0.10:53 rr
  -> 10.244.0.3:53                Masq    1      0          0         
  -> 10.244.1.3:53                Masq    1      0          0         
TCP  10.96.0.10:9153 rr
  -> 10.244.0.3:9153              Masq    1      0          0         
  -> 10.244.1.3:9153              Masq    1      0          0         
UDP  10.96.0.10:53 rr
  -> 10.244.0.3:53                Masq    1      0          0         
  -> 10.244.1.3:53                Masq    1      0          0