一、CNI网络插件
kubernetes设计了网络模型,但是pod之间通信的具体实现交给了CNI往插件。常用的CNI网络插件有:Flannel 、Calico、Canal、Contiv等,其中Flannel和Calico占比接近80%,Flannel占比略多于Calico。本次部署使用Flannel作为网络插件。
二、安装Flannel
github地址:https://github.com/coreos/flannel/releases
设计主机:172.16.1.53和172.16.1.54
[root@hdss1-53 ~]# cd /opt/src/
[root@hdss1-53 src]# wget https://github.com/coreos/flannel/releases/download/v0.13.0/flannel-v0.13.0-linux-amd64.tar.gz
[root@hdss1-53 src]# ll
total 454100
-rw-r--r-- 1 root root 11371540 Oct 15 02:30 flannel-v0.13.0-linux-amd64.tar.gz
[root@hdss1-53 src]# mkdir /opt/flannel-v0.13.0
[root@hdss1-53 src]# tar xf flannel-v0.13.0-linux-amd64.tar.gz -C /opt/flannel-v0.13.0/
[root@hdss1-53 src]# ln -s /opt/flannel-v0.13.0/ /opt/flannel
三、拷贝证书
[root@hdss1-53 src]# cd ..
[root@hdss1-53 opt]# cd flannel
[root@hdss1-53 flannel]# ll
total 37676
-rwxr-xr-x 1 ucenter ucenter 38565256 Oct 15 00:31 flanneld
-rwxr-xr-x 1 ucenter ucenter 2139 May 29 2019 mk-docker-opts.sh
-rw-rw-r-- 1 ucenter ucenter 4699 Aug 19 13:24 README.md
[root@hdss1-53 flannel]# mkdir cert
[root@hdss1-53 flannel]# cd cert/
[root@hdss1-53 cert]# scp -P22 172.16.1.55:/opt/certs/ca.pem .
root@172.16.1.55's password:
ca.pem 100% 1346 993.3KB/s 00:00
[root@hdss1-53 cert]# scp -P22 172.16.1.55:/opt/certs/client-key.pem .
root@172.16.1.55's password:
client-key.pem 100% 1675 1.1MB/s 00:00
[root@hdss1-53 cert]# scp -P22 172.16.1.55:/opt/certs/client.pem .
root@172.16.1.55's password:
client.pem 100% 1363 1.0MB/s 00:00
[root@hdss1-53 cert]# ll
total 12
-rw-r--r-- 1 root root 1346 Nov 3 07:19 ca.pem
-rw------- 1 root root 1675 Nov 3 07:19 client-key.pem
-rw-r--r-- 1 root root 1363 Nov 3 07:20 client.pem
四、创建启动脚本
#创建pod子网信息
[root@hdss1-53 flannel]# vim subnet.env
FLANNEL_NETWORK=172.17.0.0/16
FLANNEL_SUBNET=172.17.53.1/24
FLANNEL_MTU=1500
FLANNEL_IPMASQ=false
#在集群其中一台执行
[root@hdss1-53 flannel]# /opt/etcd/etcdctl set /coreos.com/network/config '{"Network": "172.17.0.0/16", "Backend": {"Type": "host-gw"}}'
[root@hdss1-53 flannel]# /opt/etcd/etcdctl get /coreos.com/network/config
[root@hdss1-53 flannel]# vim flannel.sh
#!/bin/sh
./flanneld \
--public-ip=172.16.1.53 \
--etcd-endpoints=https://172.16.1.52:2379,https://172.16.1.53:2379,https://172.16.1.54:2379 \
--etcd-keyfile=./cert/client-key.pem \
--etcd-certfile=./cert/client.pem \
--etcd-cafile=./cert/ca.pem \
--iface=eth0 \
--subnet-file=./subnet.env \
--healthz-port=2401
[root@hdss1-53 flannel]# chmod +x flannel.sh
[root@hdss1-53 flannel]# ll
total 37684
drwxr-xr-x 2 root root 60 Nov 3 07:20 cert
-rwxr-xr-x 1 ucenter ucenter 38565256 Oct 15 00:31 flanneld
-rwxr-xr-x 1 root root 344 Nov 3 07:28 flannel.sh
-rwxr-xr-x 1 ucenter ucenter 2139 May 29 2019 mk-docker-opts.sh
-rw-rw-r-- 1 ucenter ucenter 4699 Aug 19 13:24 README.md
-rw-r--r-- 1 root root 96 Nov 3 07:22 subnet.env
[root@hdss1-53 flannel]# mkdir -p /data/logs/flanneld
[root@hdss1-53 flannel]# cd /opt/etcd
[root@hdss1-53 etcd]# ./etcdctl member list
五、创建flannel.ini文件
[root@hdss1-53 etcd]# vim /etc/supervisord.d/flannel.ini
[program:flanneld-1-53]
command=/opt/flannel/flannel.sh ; the program (relative uses PATH, can take args)
numprocs=1 ; number of processes copies to start (def 1)
directory=/opt/flannel ; directory to cwd to before exec (def no cwd)
autostart=true ; start at supervisord start (default: true)
autorestart=true ; retstart at unexpected quit (default: true)
startsecs=30 ; number of secs prog must stay running (def. 1)
startretries=3 ; max # of serial start failures (default 3)
exitcodes=0,2 ; 'expected' exit codes for process (default 0,2)
stopsignal=QUIT ; signal used to kill process (default TERM)
stopwaitsecs=10 ; max num secs to wait b4 SIGKILL (default 10)
user=root ; setuid to this UNIX account to run the program
redirect_stderr=true ; redirect proc stderr to stdout (default false)
stdout_logfile=/data/logs/flanneld/flanneld.stdout.log ; stderr log path, NONE for none; default AUTO
stdout_logfile_maxbytes=64MB ; max # logfile bytes b4 rotation (default 50MB)
stdout_logfile_backups=5 ; # of stdout logfile backups (default 10)
stdout_capture_maxbytes=1MB ; number of bytes in 'capturemode' (default 0)
stdout_events_enabled=false
[root@hdss1-53 etcd]# supervisorctl update
flanneld-1-53: added process group
[root@hdss1-53 etcd]# supervisorctl status
[root@hdss1-53 etcd]# supervisorctl status
etcd-server-1-53 RUNNING pid 1281, uptime 16:13:27
flanneld-1-53 RUNNING pid 16830, uptime 2:05:56
kube-apiserver-1-53 RUNNING pid 1296, uptime 16:13:27
kube-controller-manager-1-53 RUNNING pid 1293, uptime 16:13:27
kube-kubelet-1-53 RUNNING pid 1292, uptime 16:13:27
kube-proxy-1-53 RUNNING pid 1295, uptime 16:13:27
kube-scheduler-1-53 RUNNING pid 3325, uptime 8:42:44