Ubuntu kubeadm安装k8s 1.24.0(使用containerd)

Ubuntu kubeadm安装k8s 1.24.0（使用containerd）

一 服务器初始化、环境准备

准备3台虚拟机，1个master，2个node节点。

192.168.200.103 master

192.168.200.104 slave

192.168.200.105 slave

1.2配置基础服务信息

# 关闭防火墙
iptables -P FORWARD ACCEPT
/etc/init.d/ufw stop
ufw disable


# 关闭swap分区
swapoff -a
sed -i '/ swap / s/^\(.*\)$/#\1/g' /etc/fstab

# 设置主机名
cat >> /etc/hosts <<EOF
192.168.200.103 k8s-master
192.168.200.104 k8s-slave
192.168.200.105 k8s-slave
EOF

# 时间同步
timedatectl set-timezone Asia/Shanghai
apt-get -y install ntp
systemctl start ntp
echo "*/5 * * * * root /usr/sbin/ntpdate -u 192.168.200.103" >> /etc/crontab 

# 将桥接的IPv4流量传递到iptables的链
cat <<EOF >  /etc/sysctl.d/k8s.conf
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
net.ipv4.ip_forward=1
vm.max_map_count=262144
EOF

modprobe br_netfilter

sysctl -p /etc/sysctl.d/k8s.conf

# 使用ipvsadmin
apt-get -y install ipset ipvsadm
mkdir -p  /etc/sysconfig/modules
cat > /etc/sysconfig/modules/ipvs.modules <<EOF
modprobe -- ip_vs
modprobe -- ip_vs_rr
modprobe -- ip_vs_wrr
modprobe -- ip_vs_sh
EOF

chmod 755 /etc/sysconfig/modules/ipvs.modules && bash /etc/sysconfig/modules/ipvs.modules && lsmod | grep -e ip_vs -e nf_conntrack

# 调整k8s网络配置
cat <<EOF | sudo tee /etc/sysctl.d/99-kubernetes-cri.conf
net.bridge.bridge-nf-call-iptables  = 1
net.ipv4.ip_forward                 = 1
net.bridge.bridge-nf-call-ip6tables = 1
EOF

# Apply sysctl params without reboot
sysctl --system

1.3 使用kubeadm安装k8s

1.3.1 安装containerd

wget https://github.com/containerd/containerd/releases/download/v1.6.8/containerd-1.6.8-linux-amd64.tar.gz
tar Cxzvf /usr/local containerd-1.6.8-linux-amd64.tar.gz

cat > /usr/lib/systemd/system/containerd.service << eof
[Unit]
Description=containerd container runtime
Documentation=https://containerd.io
After=network.target local-fs.target

[Service]
ExecStartPre=-/sbin/modprobe overlay
ExecStart=/usr/local/bin/containerd

Type=notify
Delegate=yes
KillMode=process
Restart=always
RestartSec=5
LimitNPROC=infinity
LimitCORE=infinity
LimitNOFILE=infinity
TasksMax=infinity
OOMScoreAdjust=-999

[Install]
WantedBy=multi-user.target
eof

systemctl daemon-reload && systemctl enable --now containerd 
systemctl  status containerd		#containerd已经是running状态了

mkdir /etc/containerd/certs.d/docker.io -pv
#配置加速
cat > /etc/containerd/certs.d/docker.io/hosts.toml << EOF
server = "https://docker.io"
[host."https://b9pmyelo.mirror.aliyuncs.com"]
  capabilities = ["pull", "resolve"]
EOF

#加载containerd的内核模块
cat <<EOF | sudo tee /etc/modules-load.d/containerd.conf
overlay
br_netfilter
EOF
sudo modprobe overlay
sudo modprobe br_netfilter

#重启containerd
systemctl restart containerd 
systemctl status containerd

1.3.2 安装runc

runc是容器运行时，runc实现了容器的init，run，create，ps…我们在运行容器所需要的cmd

curl -LO https://github.com/opencontainers/runc/releases/download/v1.1.1/runc.amd64 && \
install -m 755 runc.amd64 /usr/local/sbin/runc

1.3.3 安装 CNI plugins

wget https://github.com/containernetworking/plugins/releases/download/v1.1.1/cni-plugins-linux-amd64-v1.1.1.tgz
mkdir -p /opt/cni/bin
tar Cxzvf /opt/cni/bin cni-plugins-linux-amd64-v1.1.1.tgz	

1.3.4 修改containerd的配置

mkdir -p /etc/containerd
containerd config default | sudo tee /etc/containerd/config.toml
sed -ri 's#SystemdCgroup = false#SystemdCgroup = true#' /etc/containerd/config.toml
sed -ri 's#k8s.gcr.io\/pause:3.6#registry.aliyuncs.com\/google_containers\/pause:3.7#' /etc/containerd/config.toml
sed -ri 's#https:\/\/registry-1.docker.io#https:\/\/registry.aliyuncs.com#' /etc/containerd/config.toml
systemctl daemon-reload
systemctl enable containerd --now
systemctl status containerd

#创建镜像加速的目录 
mkdir /etc/containerd/certs.d/docker.io -pv
cat > /etc/containerd/certs.d/docker.io/hosts.toml << EOF
server = "https://docker.io"
[host."https://b9pmyelo.mirror.aliyuncs.com"]
  capabilities = ["pull", "resolve"]
EOF

#加载containerd的内核模块
cat <<EOF | sudo tee /etc/modules-load.d/containerd.conf
overlay
br_netfilter
EOF
sudo modprobe overlay
sudo modprobe br_netfilter

#重启containerd
systemctl restart containerd 
systemctl status containerd

1.3.5 配置kubernetes的阿里云apt源

apt-get install -y apt-transport-https ca-certificates curl
echo "deb https://mirrors.aliyun.com/kubernetes/apt kubernetes-xenial main" >> /etc/apt/sources.list
curl https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg | sudo apt-key add
apt-get update

apt-cache madison  kubeadm -y 
apt-get install -y kubelet=1.24.0-00 kubeadm=1.24.0-00
apt-get install -y kubectl=1.24.0-00	
systemctl enable kubelet	

1.3.6 初始化master节点的控制面板

kubeadm init \
--apiserver-advertise-address=192.168.200.103 \
--image-repository registry.aliyuncs.com/google_containers \
--kubernetes-version v1.24.0 \
--service-cidr=10.96.0.0/12 \
--pod-network-cidr=10.244.0.0/16	

1.3.7 接入k8s集群

kubeadm token create --print-join-command #获取新的token

mkdir -p $HOME/.kube
sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
sudo chown $(id -u):$(id -g) $HOME/.kube/config
export KUBECONFIG=/etc/kubernetes/admin.conf

# node节点加入k8s集群
kubeadm join 192.168.200.103:6443 --token 5xnt53.bx2wb8vhz18c297r \
	--discovery-token-ca-cert-hash sha256:b4bd7dd74b2276ae0960ce2c80d2d4f886997365f8b27e90638fa485e065d223
	
# 初始化网络
export POD_SUBNET=10.244.0.0/16

1.3.8 部署容器网络，CNI网络插件

wget https://docs.projectcalico.org/v3.19/manifests/calico.yaml
sed -i 's#192.168.0.0/16#10.244.0.0/16#' calico.yaml