8.28-回顾+容器与主机之间的通信+跨主机容器之间的通信

堕入温柔~

已于 2024-08-29 10:00:04 修改

阅读量1.1k

点赞数 27

文章标签： linux

于 2024-08-28 19:47:05 首次发布

本文链接：https://blog.csdn.net/qq_70752758/article/details/141648399

版权

一、回顾

1.启动docker

systemctl start docker

2.拉取registry

docker pull registry

3.启动镜像，同时挂载目录（保存镜像）端口映射5000

docker run -d -v /regist/:/var/lib/registry/ -p5000:5000 registry:latest

4.修改/etc/docker/daemon.json

vim /etc/docker/daemon.json

.....
,
"insecure-registries":[
   "http://192.168.2.30:5000"
]

5.重启docker

systemctl restart docker

6.访问测试仓库信息

# 查看仓库目录
[root@docker ~]# curl localhost:5000/v2/_catalog
{"repositories":["centos","centosnginx"]}

7.上传

# 打标签
[root@docker ~]# docker tag centos:nginx 192.168.2.30:5000/centosnginx:v0

# 将打标签的镜像上传
[root@docker ~]# docker push 192.168.2.30:5000/centosnginx:v0
The push refers to repository [192.168.2.30:5000/centosnginx]
715d477d6a7d: Pushed 
5700116c3db7: Pushed 
82890c106451: Pushed 
8c519ad003b5: Mounted from centos 
acbca50d3a83: Mounted from centos 
75cdf155cf76: Mounted from centos 
07d4b334a739: Mounted from centos 
74ddd0ec08fa: Mounted from centos 
v0: digest: sha256:5fb4d1018f32c53f3b21f17771bfb6b9832e76b790426b9f4c067f4c75003deb size: 1997

# 查看镜像
[root@docker ~]# docker images
REPOSITORY                      TAG       IMAGE ID       CREATED         SIZE
192.168.2.30:5000/centosnginx   v0        4a14f7d33da9   18 hours ago    422MB
centos                          nginx     4a14f7d33da9   18 hours ago    422MB
centos                          httpd     ebbf109944f1   19 hours ago    338MB
centos                          yum       69f3775bce0c   19 hours ago    272MB
192.168.2.30:5000/centos        yum       ee9375ac855c   19 hours ago    272MB
registry                        latest    cfb4d9904335   11 months ago   25.4MB
centos                          latest    5d0da3dc9764   2 years ago     231MB

8.下载

# 重建一台机器，尝试下载私有仓库的镜像

# 上传docker.sh脚本
[root@haha ~]# rz -E
rz waiting to receive.

# 运行docker脚本
[root@haha ~]# source docker.sh 

# 编辑配置文件
[root@haha ~]# vim /etc/docker/daemon.json

# 写私有仓库的ip和端口
{
 "insecure-registries":[
    "http://192.168.2.30:5000"
 ]
}

# 重新启动docker服务
[root@haha ~]# systemctl restart docker

# 关闭本机的防火墙
[root@haha ~]# ststemctl stop firewalld

# 拉取私有仓库的镜像
[root@haha ~]# docker pull 192.168.2.30:5000/centosnginx:v0
v0: Pulling from centosnginx
a1d0c7532777: Pull complete 
5a3d9ba04912: Pull complete 
ca847d29e107: Pull complete 
46aacd2dd646: Pull complete 
30902bbca4a1: Pull complete 
4859db75d191: Pull complete 
ea0b1348be03: Pull complete 
2796eebf9904: Pull complete 
Digest: sha256:5fb4d1018f32c53f3b21f17771bfb6b9832e76b790426b9f4c067f4c75003deb
Status: Downloaded newer image for 192.168.2.30:5000/centosnginx:v0
192.168.2.30:5000/centosnginx:v0

# 查看拉取的镜像
[root@haha ~]# docker images
REPOSITORY                      TAG       IMAGE ID       CREATED        SIZE
192.168.2.30:5000/centosnginx   v0        4a14f7d33da9   18 hours ago   422MB

# 测试拉取的镜像
[root@haha ~]# docker run -d --name c8  192.168.2.30:5000/centosnginx:v0
decd8137f46ea29eb4012d9cc4be2a993ca2f3e6a0deeb2dfc18c3ceffbcb829

[root@haha ~]# docker ps --all
CONTAINER ID   IMAGE                              COMMAND                   CREATED              STATUS              PORTS     NAMES
decd8137f46e   192.168.2.30:5000/centosnginx:v0   "/bin/sh -c /usr/sbi…"   About a minute ago   Up About a minute   80/tcp    c8

二、跨主机容器之间通讯

# 创建容器
[root@docker ~]# docker run -d  --name haha -p80:80/tcp centos:nginx 
4f1af9bb44ed0894a7ace10ebd01cd5c136c9a10be7f5f63a1b54e482e8d2dad

# 查看容器
[root@docker ~]# docker ps -all
CONTAINER ID   IMAGE          COMMAND                   CREATED       STATUS                    PORTS     NAMES
4f1af9bb44ed   centos:nginx   "/bin/sh -c /usr/sbi…"   8 hours ago   Exited (0) 1 second ago             haha

# 安装bridge-utils
[root@docker ~]# yum -y install bridge-utils.x86_64

# 停止docker服务
[root@docker ~]# systemctl stop docker
Warning: Stopping docker.service, but it can still be activated by:
  docker.socket

# 显示网桥信息
[root@docker ~]# brctl show
bridge name	bridge id		STP enabled	interfaces
docker0		8000.0242cb7fc4ce	no	

# 启动docker服务
[root@docker ~]# systemctl start docker

# 启动容器
[root@docker ~]# docker start haha
haha

# 查看网桥信息
[root@docker ~]# brctl show
bridge name	bridge id		STP enabled	interfaces
docker0		8000.0242cb7fc4ce	no		veth5c3d783

# 查看跨主机容器之间的通信方式
[root@docker ~]# docker network ls
NETWORK ID     NAME      DRIVER    SCOPE
c1adfec7cffc   bridge    bridge    local
d2749f541daa   host      host      local
dc16f8943851   none      null      local
# bridge-网桥模式
# host-仅主机模式
# none-独立的

# 接连创建两个容器，就会发现他们的地址是连着的
# 创建容器
[root@docker ~]# docker run -it centos:latest /bin/bash

# 退出不中断
[root@f40505c2a977 /]# [root@docker ~]#

# 查看容器ip
[root@docker ~]# docker inspect f4|grep IPA
            "SecondaryIPAddresses": null,
            "IPAddress": "172.17.0.2",
                    "IPAMConfig": null,
                    "IPAddress": "172.17.0.2",
                    
# 创建容器
[root@docker ~]# docker run -it centos:latest /bin/bash

# 退出不中断
[root@0558cad162d7 /]# [root@docker ~]# 

# 查看容器ip
[root@docker ~]# docker inspect 0558|grep IPA
            "SecondaryIPAddresses": null,
            "IPAddress": "172.17.0.3",
                    "IPAMConfig": null,
                    "IPAddress": "172.17.0.3",
                    
# 进行本主机和所创建容器的通信

# 在宿主机的ls下查到的内容
[root@docker ~]# ls /
bin   dev  home  lib64  mnt  proc    root  sbin    srv  tmp  var
boot  etc  lib   media  opt  regist  run   source  sys  usr

# 创建能与主机通信的容器
[root@docker ~]# docker run -it --network host centos:yum /bin/bash

# 查看ls，发现和宿主机的一样
[root@docker /]# ls
bin  etc   lib	  lost+found  mnt  proc  run   srv  tmp  var
dev  home  lib64  media       opt  root  sbin  sys  usr

# 退出容器不中断
[root@docker /]# [root@docker ~]# 

# 查看容器的ip地址，发现是空的
[root@docker ~]# docker inspect 30e|grep IPA
            "SecondaryIPAddresses": null,
            "IPAddress": "",
                    "IPAMConfig": null,
                    "IPAddress": "",

# 安装iproute
[root@docker /]# yum -y install iproute

# 查看ip，发现可以查到宿主机的ip
[root@docker /]# ip a s
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:24:a3:0f brd ff:ff:ff:ff:ff:ff
    inet 192.168.2.30/24 brd 192.168.2.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::f09d:7503:dea1:e7ab/64 scope link noprefixroute 
       valid_lft forever preferred_lft forever
3: docker0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default 
    link/ether 02:42:cb:7f:c4:ce brd ff:ff:ff:ff:ff:ff
    inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0
       valid_lft forever preferred_lft forever
    inet6 fe80::42:cbff:fe7f:c4ce/64 scope link 
       valid_lft forever preferred_lft forever
11: veth6c87079@if10: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master docker0 state UP group default 
    link/ether 6a:47:f4:af:fa:ca brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet6 fe80::6847:f4ff:feaf:faca/64 scope link 
       valid_lft forever preferred_lft forever
13: vethc725a6f@if12: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master docker0 state UP group default 
    link/ether 9a:d6:09:6b:fb:70 brd ff:ff:ff:ff:ff:ff link-netnsid 1
    inet6 fe80::98d6:9ff:fe6b:fb70/64 scope link 
       valid_lft forever preferred_lft forever
       
# 给容器下载httpd
[root@docker /]# yum -y install httpd

# 给容器编辑httpd测试页面
[root@docker /]# echo "haha" > /var/www/html/index.html

# 启动httpd服务（报错）
[root@docker /]# systemctl start httpd
System has not been booted with systemd as init system (PID 1). Can't operate.
Failed to connect to bus: Host is down

# 使用此命令启动httpd服务
[root@docker /]# httpd -k start
AH00558: httpd: Could not reliably determine the server's fully qualified domain name, using fe80::f09d:7503:dea1:e7ab. Set the 'ServerName' directive globally to suppress this message

# 在容器内访问测试页面
[root@docker /]# curl localhost
haha

# 退出容器不中断
[root@docker /]# [root@docker ~]# 

# 在宿主机中访问在容器中编辑的httpd测试页面
[root@docker ~]# curl 192.168.2.30
haha

# 关闭防火墙
[root@docker ~]# systemctl stop firewalld

使用浏览器访问容器中编辑的httpd的测试页面

192.168.2.30

三、跨主机容器之间的通信

主机名	ip	功能	安装软件
node1	192.168.2.10	主控主机	etcd，flannel，docker
node2	192.168.2.11	被控主机	etcd，docker

主控

1.安装软件

# 安装etcd数据库
[root@node1 ~]# yum -y install etcd

# 安装flannel
[root@node1 ~]# yum -y install flannel

2.修改etcd数据库配置

# 配置启动 etcd
# 修改配置文件
[root@node1 ~]# vim /etc/etcd/etcd.conf 
6 ETCD_LISTEN_CLIENT_URLS="http://0.0.0.0:2379,http://0.0.0.0:4001"
21 ETCD_ADVERTISE_CLIENT_URLS="http://192.168.2.10:2379,http://192.168.2.10:4001"

3.启动数据库

[root@node1 ~]# systemctl restart etcd

4.测试端口

# 查看端口看有没有启动成功

[root@node1 ~]# netstat -lnput|grep 2379
tcp6       0      0 :::2379                 :::*                    LISTEN      1608/etcd           
[root@node1 ~]# netstat -lnput|grep 4001
tcp6       0      0 :::4001                 :::*                    LISTEN      1608/etcd

5.设置开机自启动

# 设置开机自启

[root@node1 ~]# systemctl enable etcd.service 
Created symlink from /etc/systemd/system/multi-user.target.wants/etcd.service to /usr/lib/systemd/system/etcd.service.

6.测试数据库功能

[root@node1 ~]# etcdctl set testdir/testkey0 1000
1000
[root@node1 ~]# etcdctl get testdir/testkey0
1000
[root@node1 ~]# etcdctl set b 123
123
[root@node1 ~]# etcdctl get b
123

7.测试集群是否健康

# 测试集群健康

[root@node1 ~]# etcdctl -C http://192.168.2.10:4001 cluster-health
member 8e9e05c52164694d is healthy: got healthy result from http://192.168.2.10:2379
cluster is healthy
[root@node1 ~]# etcdctl -C http://192.168.2.10:2379 cluster-health
member 8e9e05c52164694d is healthy: got healthy result from http://192.168.2.10:2379
cluster is healthy

8.修改flannel的配置文件

[root@node1 ~]# vim /etc/sysconfig/flanneld 
4 FLANNEL_ETCD_ENDPOINTS="http://192.168.2.10:2379"
[root@node1 ~]# cat /etc/sysconfig/flanneld 
# Flanneld configuration options  

# etcd url location.  Point this to the server where etcd runs
FLANNEL_ETCD_ENDPOINTS="http://192.168.2.10:2379"

# etcd config key.  This is the configuration key that flannel queries
# For address range assignment
FLANNEL_ETCD_PREFIX="/atomic.io/network" # 存储数据的位置

# Any additional options that you want to pass
#FLANNEL_OPTIONS=""

9.向数据库中存入网段信息

[root@node1 ~]# etcdctl mk /atomic.io/network/config '{ "Network" : "172.20.0.0/16" }' 
{ "Network" : "172.20.0.0/16" }

[root@node1 ~]# etcdctl get /atomic.io/network/config
{ "Network" : "172.20.0.0/16" }

10.查看flannel0的ip地址

[root@node1 ~]# ip a s
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:a5:08:12 brd ff:ff:ff:ff:ff:ff
    inet 192.168.2.10/24 brd 192.168.2.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::7bef:aa24:508b:e09/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::9d6d:f728:f4f1:6c5b/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::f09d:7503:dea1:e7ab/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
3: flannel0: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1472 qdisc pfifo_fast state UNKNOWN group default qlen 500
    link/none 
    inet 172.20.64.0/16 scope global flannel0
       valid_lft forever preferred_lft forever
    inet6 fe80::3ac2:e60:225:e090/64 scope link flags 800 
       valid_lft forever preferred_lft forever

11.安装docker

# 执行docker脚本

[root@node1 ~]# source docker.sh

12.docker服务没有开启之前查看ip

# 启动docker服务前

# 查看ip
[root@node1 ~]# ip a s
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:a5:08:12 brd ff:ff:ff:ff:ff:ff
    inet 192.168.2.10/24 brd 192.168.2.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::7bef:aa24:508b:e09/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::9d6d:f728:f4f1:6c5b/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::f09d:7503:dea1:e7ab/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
3: flannel0: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1472 qdisc pfifo_fast state UNKNOWN group default qlen 500
    link/none 
    inet 172.20.64.0/16 scope global flannel0
       valid_lft forever preferred_lft forever
    inet6 fe80::3ac2:e60:225:e090/64 scope link flags 800 
       valid_lft forever preferred_lft forever

13.启动docker服务后，查看ip

# 启动docker服务
[root@node1 ~]# systemctl start docker

# 查看ip，就有docker了
[root@node1 ~]# ip a s
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:a5:08:12 brd ff:ff:ff:ff:ff:ff
    inet 192.168.2.10/24 brd 192.168.2.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::7bef:aa24:508b:e09/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::9d6d:f728:f4f1:6c5b/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::f09d:7503:dea1:e7ab/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
3: flannel0: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1472 qdisc pfifo_fast state UNKNOWN group default qlen 500
    link/none 
    inet 172.20.64.0/16 scope global flannel0
       valid_lft forever preferred_lft forever
    inet6 fe80::3ac2:e60:225:e090/64 scope link flags 800 
       valid_lft forever preferred_lft forever
4: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue state DOWN group default 
    link/ether 02:42:35:91:9e:11 brd ff:ff:ff:ff:ff:ff
    inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0
       valid_lft forever preferred_lft forever
       
[root@node1 ~]# cat /run/flannel/subnet.env 
FLANNEL_NETWORK=172.20.0.0/16
FLANNEL_SUBNET=172.20.64.1/24
FLANNEL_MTU=1472
FLANNEL_IPMASQ=false

14.从配置好docker服务的主机复制一份daemon.json文件

# 从其他主机复制一份daemon.json

[root@node1 ~]# scp root@192.168.2.30:/etc/docker/daemon.json /etc/docker
root@192.168.2.30's password: 
daemon.json                                         100%  402   247.1KB/s   00:00    
[root@node1 ~]# vim /etc/docker/daemon.json 
{
    "registry-mirrors": [
        "https://do.nark.eu.org",
        "https://dc.j8.work",
        "https://docker.m.daocloud.io",
        "https://dockerproxy.com",
        "https://docker.mirrors.ustc.edu.cn",
        "https://docker.nju.edu.cn"
    ],
        "hosts":  [
                  "tcp://0.0.0.0:2375",
                  "unix:///var/run/docker.sock"
        ],
        "insecure-registries":[
                "http://192.168.2.30:5000"

        ]
}

15.docker不能重启，修改docker.service文件

[root@node1 ~]# vim /usr/lib/systemd/system/docker.service

# 修改前

ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock

# 修改后

ExecStart=/usr/bin/dockerd 

# 需要重新加载文件，才能重启
[root@node1 ~]# systemctl daemon-reload
[root@node1 ~]# systemctl restart docker.service

16.查看flannel子网ip

[root@node1 ~]# cat /run/flannel/subnet.env 
FLANNEL_NETWORK=172.20.0.0/16
FLANNEL_SUBNET=172.20.64.1/24
FLANNEL_MTU=1472
FLANNEL_IPMASQ=false

17.修改docker0的IP和flannel0的IP在同一个网段

# 修改添加桥ip和路由字节1472-1500

[root@node1 ~]# vim /etc/docker/daemon.json 

{
    "registry-mirrors": [
        "https://do.nark.eu.org",
        "https://dc.j8.work",
        "https://docker.m.daocloud.io",
        "https://dockerproxy.com",
        "https://docker.mirrors.ustc.edu.cn",
        "https://docker.nju.edu.cn"
    ],
        "hosts":  [
                  "tcp://0.0.0.0:2375",
                  "unix:///var/run/docker.sock"
        ],
        "insecure-registries":[
                "http://192.168.2.30:5000"

        ],
        "bip" : "172.20.64.1/24",
        "mtu" : 1472
}

# 重启启动docker服务
[root@node1 ~]# systemctl restart docker.service

18.验证

# 验证成功
# docker0的IP和flannel0的IP在同一个网段（172.20.64.0）
[root@node1 ~]# ip a s
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:a5:08:12 brd ff:ff:ff:ff:ff:ff
    inet 192.168.2.10/24 brd 192.168.2.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::7bef:aa24:508b:e09/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::9d6d:f728:f4f1:6c5b/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::f09d:7503:dea1:e7ab/64 scope link tentative dadfailed 
       valid_lft forever preferred_lft forever
3: flannel0: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1472 qdisc pfifo_fast state UNKNOWN group default qlen 500
    link/none 
    inet 172.20.64.0/16 scope global flannel0
       valid_lft forever preferred_lft forever
    inet6 fe80::3ac2:e60:225:e090/64 scope link flags 800 
       valid_lft forever preferred_lft forever
4: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1472 qdisc noqueue state DOWN group default 
    link/ether 02:42:35:91:9e:11 brd ff:ff:ff:ff:ff:ff
    inet 172.20.64.1/24 brd 172.20.64.255 scope global docker0
       valid_lft forever preferred_lft forever

19.拉取镜像测试docker的ip地址

# 拉取centos镜像
[root@node1 ~]# docker pull centos
Using default tag: latest
latest: Pulling from library/centos
a1d0c7532777: Pull complete 
Digest: sha256:a27fd8080b517143cbbbab9dfb7c8571c40d67d534bbdee55bd6c473f432b177
Status: Downloaded newer image for centos:latest
docker.io/library/centos:latest
# 创建容器
[root@node1 ~]# docker run -it centos:latest /bin/bash

# 退出不中断容器
[root@72ed0ee15de4 /]# [root@node1 ~]# 

# 查看容器的ip地址
[root@node1 ~]# docker inspect 72e | grep IPA
            "SecondaryIPAddresses": null,
            "IPAddress": "172.20.64.2",
                    "IPAMConfig": null,
                    "IPAddress": "172.20.64.2",

从控

node2

# 安装flannel
[root@node2 ~]# yum -y install flannel

# 修改flannel配置文件
# 绑定node1的数据库
[root@node2 ~]# vim /etc/sysconfig/flanneld 
4	FLANNEL_ETCD_ENDPOINTS="http://192.168.2.10:2379"

# 查看修改后的flannel配置文件的内容
[root@node2 ~]# cat /etc/sysconfig/flanneld 
# Flanneld configuration options  

# etcd url location.  Point this to the server where etcd runs
FLANNEL_ETCD_ENDPOINTS="http://192.168.2.10:2379"

# etcd config key.  This is the configuration key that flannel queries
# For address range assignment
FLANNEL_ETCD_PREFIX="/atomic.io/network"

# Any additional options that you want to pass
#FLANNEL_OPTIONS=""

# 启动flannel服务 
[root@node2 ~]# systemctl start flanneld.service 
Job for flanneld.service failed because a timeout was exceeded. See "systemctl status flanneld.service" and "journalctl -xe" for details.

# 如果启动失败，就关掉node1的防火墙
[root@node1 ~]# systemctl stop firewalld
[root@node1 ~]# setenforce 0

# 成功启动flannel服务
[root@node2 ~]# systemctl start flanneld.service 

# 查看flannel0的ip地址（172.20.45.0）
[root@node2 ~]# ip a s
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:ef:db:fa brd ff:ff:ff:ff:ff:ff
    inet 192.168.2.11/24 brd 192.168.2.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::7bef:aa24:508b:e09/64 scope link noprefixroute 
       valid_lft forever preferred_lft forever
    inet6 fe80::9d6d:f728:f4f1:6c5b/64 scope link tentative noprefixroute dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::f09d:7503:dea1:e7ab/64 scope link tentative noprefixroute dadfailed 
       valid_lft forever preferred_lft forever
3: flannel0: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1472 qdisc pfifo_fast state UNKNOWN group default qlen 500
    link/none 
    inet 172.20.45.0/16 scope global flannel0
       valid_lft forever preferred_lft forever
    inet6 fe80::4dd7:31b5:677f:fd33/64 scope link flags 800 
       valid_lft forever preferred_lft forever

修改docker0的IP和flannel0为同一个网段

[root@node2 ~]# cat /run/flannel/subnet.env
FLANNEL_NETWORK=172.20.0.0/16
FLANNEL_SUBNET=172.20.45.1/24
FLANNEL_MTU=1472
FLANNEL_IPMASQ=false
[root@node2 ~]# vim /etc/docker/daemon.json
{
    "registry-mirrors": [
        "https://do.nark.eu.org",
        "https://dc.j8.work",
        "https://docker.m.daocloud.io",
        "https://dockerproxy.com",
        "https://docker.mirrors.ustc.edu.cn",
        "https://docker.nju.edu.cn"
    ],
        "hosts":  [
                  "tcp://0.0.0.0:2375",
                  "unix:///var/run/docker.sock"
        ],
        "insecure-registries":[
                "http://192.168.2.30:5000"

        ],
        "bip" : "172.20.45.1/24",
        "mtu" : 1472
}

# 修改daemon.json文件，需要重启docker服务
# 启动失败
[root@node2 ~]# systemctl restart docker
Job for docker.service failed because the control process exited with error code. See "systemctl status docker.service" and "journalctl -xe" for details.

# 修改docker.service配置文件
[root@node2 ~]# vim /usr/lib/systemd/system/docker.service

# 删除dockerd后面的内容
13	ExecStart=/usr/bin/dockerd

# 启动失败
[root@node2 ~]# systemctl restart docker
Warning: docker.service changed on disk. Run 'systemctl daemon-reload' to reload units.
Job for docker.service failed because start of the service was attempted too often. See "systemctl status docker.service" and "journalctl -xe" for details.
To force a start use "systemctl reset-failed docker.service" followed by "systemctl start docker.service" again.

# 加载配置文件
[root@node2 ~]# systemctl daemon-reload

# 成功启动docker服务
[root@node2 ~]# systemctl restart docker

# 查看flannel0和docker0的ip地址，就会看到在同一个网段（172.20.45.0）
[root@node2 ~]# ip a s
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
    link/ether 00:0c:29:ef:db:fa brd ff:ff:ff:ff:ff:ff
    inet 192.168.2.11/24 brd 192.168.2.255 scope global noprefixroute ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::7bef:aa24:508b:e09/64 scope link noprefixroute 
       valid_lft forever preferred_lft forever
    inet6 fe80::9d6d:f728:f4f1:6c5b/64 scope link tentative noprefixroute dadfailed 
       valid_lft forever preferred_lft forever
    inet6 fe80::f09d:7503:dea1:e7ab/64 scope link tentative noprefixroute dadfailed 
       valid_lft forever preferred_lft forever
3: flannel0: <POINTOPOINT,MULTICAST,NOARP,UP,LOWER_UP> mtu 1472 qdisc pfifo_fast state UNKNOWN group default qlen 500
    link/none 
    inet 172.20.45.0/16 scope global flannel0
       valid_lft forever preferred_lft forever
    inet6 fe80::4dd7:31b5:677f:fd33/64 scope link flags 800 
       valid_lft forever preferred_lft forever
4: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1472 qdisc noqueue state DOWN group default 
    link/ether 02:42:0b:a4:c1:55 brd ff:ff:ff:ff:ff:ff
    inet 172.20.45.1/24 brd 172.20.45.255 scope global docker0
       valid_lft forever preferred_lft forever
[root@node2 ~]# docker pull centos

拉取镜像测试ip地址

# 拉取centos镜像
[root@node2 ~]# docker pull centos
Using default tag: latest
latest: Pulling from library/centos
a1d0c7532777: Pull complete 
Digest: sha256:a27fd8080b517143cbbbab9dfb7c8571c40d67d534bbdee55bd6c473f432b177
Status: Downloaded newer image for centos:latest
docker.io/library/centos:latest

# 创建容器
[root@node2 ~]# docker run -it centos:latest /bin/bash

# 退出容器不中断
[root@d2d8a0756299 /]# [root@node2 ~]# 

# 查看容器ip地址，也和flannel0在同一个网段
[root@node2 ~]# docker inspect d2 | grep IPA
            "SecondaryIPAddresses": null,
            "IPAddress": "172.20.45.2",
                    "IPAMConfig": null,
                    "IPAddress": "172.20.45.2",

# 挂载容器终端，ping node1容器的地址：172.20.64.2
[root@node2 ~]# docker attach d2
[root@d2d8a0756299 /]# ping 172.20.64.2
PING 172.20.64.2 (172.20.64.2) 56(84) bytes of data.
64 bytes from 172.20.64.2: icmp_seq=1 ttl=60 time=2.51 ms
64 bytes from 172.20.64.2: icmp_seq=2 ttl=60 time=0.759 ms
^C
--- 172.20.64.2 ping statistics ---
2 packets transmitted, 2 received, 0% packet loss, time 1002ms
rtt min/avg/max/mdev = 0.759/1.632/2.506/0.874 ms

# 在node1上拉取镜像，创建容器，测试ip地址
[root@node1 ~]# docker run -it centos:latest /bin/bash
[root@72ed0ee15de4 /]# [root@node1 ~]# 
[root@node1 ~]# docker inspect 72e | grep IPA
            "SecondaryIPAddresses": null,
            "IPAddress": "172.20.64.2",
                    "IPAMConfig": null,
                    "IPAddress": "172.20.64.2",
                    
# 在node1上挂载容器的终端，ping node2容器的地址：172.20.45.2
[root@node1 ~]# docker attach 72e
[root@72ed0ee15de4 /]# ping 172.20.45.2
PING 172.20.45.2 (172.20.45.2) 56(84) bytes of data.
64 bytes from 172.20.45.2: icmp_seq=1 ttl=60 time=0.437 ms
64 bytes from 172.20.45.2: icmp_seq=2 ttl=60 time=0.845 ms
^C
--- 172.20.45.2 ping statistics ---
2 packets transmitted, 2 received, 0% packet loss, time 1001ms
rtt min/avg/max/mdev = 0.437/0.641/0.845/0.204 ms

node2步骤小结：

1.安装flannel

yum -y install flannel

2.配置flannel 要访问的etcd数据库所在的位置

[root@node2 ~]# cat /etc/sysconfig/flanneld 
# Flanneld configuration options  

# etcd url location.  Point this to the server where etcd runs
FLANNEL_ETCD_ENDPOINTS="http://192.168.2.10:2379"

# etcd config key.  This is the configuration key that flannel queries
# For address range assignment
FLANNEL_ETCD_PREFIX="/atomic.io/network"

# Any additional options that you want to pass
#FLANNEL_OPTIONS=""

3.启动flannel

systemctl start flannel

4.查看flannel分配的ip网段

[root@node2 ~]# cat /run/flannel/subnet.env
FLANNEL_NETWORK=172.20.0.0/16
FLANNEL_SUBNET=172.20.45.1/24
FLANNEL_MTU=1472
FLANNEL_IPMASQ=false

5.安装docker

# 执行docker.sh脚本

6.将flannel分配的网段写入到daemon.json

[root@node2 ~]# vim /etc/docker/daemon.json
{
    "registry-mirrors": [
        "https://do.nark.eu.org",
        "https://dc.j8.work",
        "https://docker.m.daocloud.io",
        "https://dockerproxy.com",
        "https://docker.mirrors.ustc.edu.cn",
        "https://docker.nju.edu.cn"
    ],
        "hosts":  [
                  "tcp://0.0.0.0:2375",
                  "unix:///var/run/docker.sock"
        ],
        "insecure-registries":[
                "http://192.168.2.30:5000"

        ],
        "bip" : "172.20.45.1/24",
        "mtu" : 1472
}

7.重启docker 如果不能重启，就修改远程管理

[root@node2 ~]# systemctl restart docker
Job for docker.service failed because the control process exited with error code. See "systemctl status docker.service" and "journalctl -xe" for details.
[root@node2 ~]# vim /usr/lib/systemd/system/docker.service
# 删除dockerd后面的内容
13	ExecStart=/usr/bin/dockerd

[root@node2 ~]# systemctl restart docker
Warning: docker.service changed on disk. Run 'systemctl daemon-reload' to reload units.
Job for docker.service failed because start of the service was attempted too often. See "systemctl status docker.service" and "journalctl -xe" for details.
To force a start use "systemctl reset-failed docker.service" followed by "systemctl start docker.service" again.
[root@node2 ~]# systemctl daemon-reload

8.启动docker

[root@node2 ~]# systemctl restart docker

9.拉取一个centos镜像

[root@node2 ~]# docker pull centos
Using default tag: latest
latest: Pulling from library/centos
a1d0c7532777: Pull complete 
Digest: sha256:a27fd8080b517143cbbbab9dfb7c8571c40d67d534bbdee55bd6c473f432b177
Status: Downloaded newer image for centos:latest
docker.io/library/centos:latest

10.ping node1中容器的ip地址

[root@node2 ~]# docker run -it centos:latest /bin/bash
[root@d2d8a0756299 /]# [root@node2 ~]# 
[root@node2 ~]# docker inspect d2 | grep IPA
            "SecondaryIPAddresses": null,
            "IPAddress": "172.20.45.2",
                    "IPAMConfig": null,
                    "IPAddress": "172.20.45.2",

[root@node2 ~]# docker attach d2
[root@d2d8a0756299 /]# ping 172.20.64.2
PING 172.20.64.2 (172.20.64.2) 56(84) bytes of data.
64 bytes from 172.20.64.2: icmp_seq=1 ttl=60 time=2.51 ms
64 bytes from 172.20.64.2: icmp_seq=2 ttl=60 time=0.759 ms
^C
--- 172.20.64.2 ping statistics ---
2 packets transmitted, 2 received, 0% packet loss, time 1002ms
rtt min/avg/max/mdev = 0.759/1.632/2.506/0.874 ms

四、总结：工作原理

1.使用flannel为docker主机（宿主）分配网段

2.网段的信息以及ip的信息保存在etcd数据库中

3.当flannel开始运行的时候，会从etcd数据库中读取

{"Network":"172.20.0.0/16"},随机为当前的主机添加一个flannel0网段172.20.64.0

4.配置docker的daemon文件，让docker0网卡变成和flannel0的网段一致，之后docker下创建的容器的ip就在flannel网段控制之内