注:
理论简述请见:
https://blog.csdn.net/oToyix/article/details/108530016
一、环境
操作系统: centos 7 x64
192.168.1.111: 主节点 master+ etcd数据库 + flanneld
192.168.1.109: 数据节点node(应用及容器)
二、安装配置主机节:192.168.1.111
1、更新时间,使各节点时间统一
[root@localhost ~]# yum install -y ntp ntpdate
[root@localhost ~]# ntpdate pool.ntp.org
9 Sep 16:40:42 ntpdate[1789]: step time server 139.199.214.202 offset 0.528850 sec
[root@localhost ~]# date
Wed Sep 9 16:40:49 CST 2020
2、安装k8s master主节点软件
[root@localhost ~]# yum install kubernetes-master etcd* flannel -y
[root@localhost src]# rpm -qa|grep -E "kube|flannel|etcd"
kubernetes-client-1.5.2-0.7.git269f928.el7.x86_64
etcd-3.3.11-2.el7.centos.x86_64
kubernetes-master-1.5.2-0.7.git269f928.el7.x86_64
flannel-0.7.1-4.el7.x86_64
注:etcd可以单独搞一台,这里跟master放一起
3、配置ETCD数据库
[root@localhost ~]# vim /etc/etcd/etcd.conf
[root@localhost ~]# cat /etc/etcd/etcd.conf |grep -vE '#|^$'
#ETCD数据目录,如果修改目录,需要修改目录权限 :chown -R etcd:etcd etcd_data_dir
ETCD_DATA_DIR="/var/lib/etcd/default.etcd"
#ETCD监听的数据端口2379;
ETCD_LISTEN_CLIENT_URLS="http://192.168.1.111:2379,http://127.0.0.1:2379"
#NAME节点名称
ETCD_NAME="default"
#ETCD集群之间数据共享,对外宣告的URL+2379端口;
ETCD_ADVERTISE_CLIENT_URLS="http://192.168.1.111:2379"
4、配置apiserver
[root@localhost ~]# cd /etc/kubernetes/
[root@localhost kubernetes]# vim apiserver
[root@localhost kubernetes]# cat apiserver |grep -vE '#|^$'
#Apiserver监听地址
KUBE_API_ADDRESS="--insecure-bind-address=0.0.0.0"
#Apiserver监听端口
KUBE_API_PORT="--port=8080"
#连接ETCD配置数据库
KUBE_ETCD_SERVERS="--etcd-servers=http://192.168.1.111:2379"
#指定Service Cluster VIP地址网段
KUBE_SERVICE_ADDRESSES="--service-cluster-ip-range=10.254.0.0/16"
#设置K8S管理控制功能
KUBE_ADMISSION_CONTROL="--admission-control=NamespaceLifecycle,NamespaceExists,LimitRanger,SecurityContextDeny,ResourceQuota"
#K8S API额外参数设置
KUBE_API_ARGS=""
5、配置config 文件
[root@localhost kubernetes]# vim config
[root@localhost kubernetes]# cat config |grep -vE '#|^$'
#开启K8S日志功能,/var/log/message
KUBE_LOGTOSTDERR="--logtostderr=true"
#K8S日志记录模式Debug,0表示debug
KUBE_LOG_LEVEL="--v=0"
#是否开启超级特权模式,false表示未开启,这里可以改为true
KUBE_ALLOW_PRIV="--allow-privileged=false"
#指定K8S Master的Apiserver的IP+8080端口
KUBE_MASTER="--master=http://192.168.1.111:8080"
6、启动主节点各服务
启动etcd、 kube-apiserver、 kube-controller-manager、 kube-scheduler
[root@localhost kubernetes]# for I in etcd kube-apiserver kube-controller-manager kube-scheduler; do systemctl restart $I; systemctl enable $I; systemctl status $I; done
三、 安装配置数据节node:192.168.1.109
1、安装软件
[root@localhost ~]# yum install kubernetes-node docker flannel* *rhsm* -y
2、配置config文件
[root@localhost src]# cd /etc/kubernetes/
[root@localhost kubernetes]# vim config
[root@localhost kubernetes]# cat config |grep -vE '#|^$'
#开启K8S日志功能,/var/log/message
KUBE_LOGTOSTDERR="--logtostderr=true"
#K8S日志记录模式Debug,0表示debug
KUBE_LOG_LEVEL="--v=0"
#是否开启超级特权模式,false表示未开启
KUBE_ALLOW_PRIV="--allow-privileged=false"
#指定K8S Master的Apiserver的IP+8080端口
KUBE_MASTER="--master=http://192.168.1.111:8080"
3、配置kubelet
[root@localhost kubernetes]# cat kubelet |grep -vE '#|^$'
#kubelet监听地址
KUBELET_ADDRESS="--address=0.0.0.0"
#Kubelet监听主机名,不要写127.0.0.1或者localhost
KUBELET_HOSTNAME="--hostname-override=192.168.1.109"
#指定Apiserver的IP和8080端口
KUBELET_API_SERVER="--api-servers=http://192.168.1.111:8080"
#指定K8S POD基础镜像名称
KUBELET_POD_INFRA_CONTAINER="--pod-infra-container-image=registry.access.redhat.com/rhel7/pod-infrastructure:latest"
#指定kubelet的额外参数
KUBELET_ARGS=""
4、启动服务:
for I in kube-proxy kubelet; do systemctl restart $I; systemctl enable $I; systemctl status $I; done
四、配置flanneld (网络) ,所有集群机器中
1、开启nat转发功能
[root@localhost ~]# iptables -P FORWARD ACCEPT
2、配置flanneld文件
[root@localhost ~]# cat /etc/sysconfig/flanneld |grep -vE '#|^$'
#指定ETCD配置数据库的IP和2379端口
FLANNEL_ETCD_ENDPOINTS="http://192.168.1.111:2379"
#指定ETCD配置数据库的KEY,需要提前创建K-V
FLANNEL_ETCD_PREFIX="/atomic.io/network"
3、创建Flannel网络所需的K-V键值对 - etcd数据库机器
[root@localhost ~]# etcdctl mk /atomic.io/network/config '{"Network":"172.17.0.0/16"}'
{"Network":"172.17.0.0/16"}
检查key列表
[root@localhost ~]# etcdctl ls /
/atomic.io
/registry
注:配置完后,成功的标志为:可以ping通各节点
五、配置k8s web
1、软件准备
node节点:
kubernetes-dashboard-amd64.tgz web应用镜像
pod-infrastructure.tgz 基础镜像
master主节点 用于生成dashboard 图形图面
dashboard-controller.yaml
dashboard-service.yaml
2、node节点导入镜像并修改tag
[root@localhost src]#docker load < kubernetes-dashboard-amd64.tgz
[root@localhost src]#docker tag 9595afede088 bestwu/kubernetes-dashboard-amd64:v1.6.3
[root@localhost src]#docker load < pod-infrastructure.tgz
[root@localhost src]# docker tag 99965fb98423 registry.access.redhat.com/rhel7/pod-infrastructure:latest
[root@localhost src]# docker images
REPOSITORY TAG IMAGE ID CREATED SIZE
registry.access.redhat.com/rhel7/pod-infrastructure latest 99965fb98423 2 years ago 209 MB
bestwu/kubernetes-dashboard-amd64 v1.6.3 9595afede088 3 years ago 139 MB
3、master端,修改dashboard-controller.yaml 、Dashborad-service.yml配置文件
dashboard-controller.yaml
[root@localhost src]# cat dashboard-controller.yaml
apiVersion: extensions/v1beta1
kind: Deployment
metadata:
name: kubernetes-dashboard
namespace: kube-system
labels:
k8s-app: kubernetes-dashboard
kubernetes.io/cluster-service: "true"
spec:
selector:
matchLabels:
k8s-app: kubernetes-dashboard
template:
metadata:
labels:
k8s-app: kubernetes-dashboard
annotations:
scheduler.alpha.kubernetes.io/critical-pod: ''
scheduler.alpha.kubernetes.io/tolerations: '[{"key":"CriticalAddonsOnly", "operator":"Exists"}]'
spec:
containers:
- name: kubernetes-dashboard
image: bestwu/kubernetes-dashboard-amd64:v1.6.3
resources:
# keep request = limit to keep this container in guaranteed class
limits:
cpu: 100m
memory: 50Mi
requests:
cpu: 100m
memory: 50Mi
ports:
- containerPort: 9090
args:
- --apiserver-host=http://192.168.1.111:8080 改这里ip,其他不变
livenessProbe:
httpGet:
path: /
port: 9090
initialDelaySeconds: 30
timeoutSeconds: 30
vim Dashborad-service.yml
这里默认,不做修改
[root@localhost src]# cat dashboard-service.yaml
apiVersion: v1
kind: Service
metadata:
name: kubernetes-dashboard
namespace: kube-system
labels:
k8s-app: kubernetes-dashboard
kubernetes.io/cluster-service: "true"
spec:
selector:
k8s-app: kubernetes-dashboard
ports:
- port: 80
targetPort: 9090
4、执行kubectl 创建应用
[root@localhost ~]# kubectl create -f dashboard-controller.yaml
[root@localhost ~]# kubectl create -f dashboard-service.yaml
4、查看结果
[root@localhost ~]# kubectl get pods --namespace kube-system
[root@localhost ~]# kubectl get pods --namespace kube-system
NAME READY STATUS RESTARTS AGE
kubernetes-dashboard-3129316601-wh56q 1/1 Running 0 19s
[root@localhost ~]# kubectl describe pod kubernetes-dashboard-3129316601-wh56q --namespace kube-system
Name: kubernetes-dashboard-3129316601-wh56q
Namespace: kube-system
Node: 192.168.1.109/192.168.1.109
Start Time: Fri, 11 Sep 2020 12:16:04 +0800
Labels: k8s-app=kubernetes-dashboard
pod-template-hash=3129316601
Status: Running
IP: 172.17.14.3
Controllers: ReplicaSet/kubernetes-dashboard-3129316601
Containers:
kubernetes-dashboard:
Container ID: docker://bfd82af04f7d285eaee00d1db699ea27421d3c6089d84d078ddaefa8017eac16
Image: bestwu/kubernetes-dashboard-amd64:v1.6.3
Image ID: docker://sha256:9595afede088e05779a589ea3c12f09bea5ada0fefddd52d45dbfaac64f87539
Port: 9090/TCP
Args:
--apiserver-host=http://192.168.1.111:8080
Limits:
cpu: 100m
memory: 50Mi
Requests:
cpu: 100m
memory: 50Mi
State: Running
Started: Fri, 11 Sep 2020 12:16:05 +0800
Ready: True
Restart Count: 0
Liveness: http-get http://:9090/ delay=30s timeout=30s period=10s #success=1 #failure=3
Volume Mounts: <none>
Environment Variables: <none>
Conditions:
Type Status
Initialized True
Ready True
PodScheduled True
No volumes.
QoS Class: Guaranteed
Tolerations: CriticalAddonsOnly=:Exists
Events:
FirstSeen LastSeen Count From SubObjectPath Type Reason Message
--------- -------- ----- ---- ------------- -------- ------ -------
56s 56s 1 {default-scheduler } Normal Scheduled Successfully assigned kubernetes-dashboard-3129316601-wh56q to 192.168.1.109
56s 55s 2 {kubelet 192.168.1.109} Warning MissingClusterDNS kubelet does not have ClusterDNS IP configured and cannot create Pod using "ClusterFirst" policy. Falling back to DNSDefault policy.
55s 55s 1 {kubelet 192.168.1.109} spec.containers{kubernetes-dashboard} Normal Pulled Container image "bestwu/kubernetes-dashboard-amd64:v1.6.3" already present on machine
55s 55s 1 {kubelet 192.168.1.109} spec.containers{kubernetes-dashboard} Normal Created Created container with docker id bfd82af04f7d; Security:[seccomp=unconfined]
55s 55s 1 {kubelet 192.168.1.109} spec.containers{kubernetes-dashboard} Normal Started Started container with docker id bfd82af04f7d
[root@localhost ~]#
5、网页查看
http://192.168.1.111:8080/
http://192.168.1.111:8080/ui
六、注:
查看创建web dashboard信息
kubectl get pods --namespace kube-system
kubectl describe pod kubernetes-dashboard-4190344448-5d21f --namespace kube-system
当创建应用出问题时,可以删除
kubectl delete -f dashboard-controller.yaml
kubectl delete -f dashboard-service.yaml
删除应用
kubectl delete deployment kubernetes-dashboard-latest --namespace=kube-system
kubectl delete svc kubernetes-dashboard --namespace=kube-system