CentOS服务器docker 容器安装zookeeper和kafka集群及kafka-manager查看工具

CentOS服务器docker 容器安装zookeeper和kafka集群及kafka-manager查看工具

1.服务器安装docker 和 docker-compose 

docker-ce：

centos安装docker-ce参考官网：https://docs.docker.com/install/linux/docker-ce/centos/

个人博客参考： https://www.cnblogs.com/jmaly/p/7722863.html

docker-compose ：

参考官网 ： https://docs.docker.com/compose/install/

个人博客参考：https://www.cnblogs.com/YatHo/p/7815400.html

 

2.创建docker内部桥接网络

 查看docker网络 

docker network ls

创建dev_network桥接网络,此网络会再后面的zookeeper 和 kafka的集群脚本docker-compose.yml文件使用到。

docker network create --subnet=172.19.0.0/16 dev_network

3.构建zookeeper的集群。

新建一个txt文本，插入如下脚本，重新命名为zookeeper-docker-compose.yml。

version: '3.4'

services:
  zoo1:
    image: zookeeper
    restart: always
    hostname: zoo1
    container_name: zoo1
    ports:
    - 2184:2181
    volumes:
    - "./zoo1/data:/data"
    - "./zoo1/datalog:/datalog"
    environment:
      ZOO_MY_ID: 1
      ZOO_SERVERS: server.1=0.0.0.0:2888:3888 server.2=zoo2:2888:3888 server.3=zoo3:2888:3888
    networks:
      dev_network:
        ipv4_address: 172.19.0.11

  zoo2:
    image: zookeeper
    restart: always
    hostname: zoo2
    container_name: zoo2
    ports:
    - 2185:2181
    volumes:
    - "./zoo2/data:/data"
    - "./zoo2/datalog:/datalog"
    environment:
      ZOO_MY_ID: 2
      ZOO_SERVERS: server.1=zoo1:2888:3888 server.2=0.0.0.0:2888:3888 server.3=zoo3:2888:3888
    networks:
      dev_network:
        ipv4_address: 172.19.0.12

  zoo3:
    image: zookeeper
    restart: always
    hostname: zoo3
    container_name: zoo3
    ports:
    - 2186:2181
    volumes:
    - "./zoo3/data:/data"
    - "./zoo3/datalog:/datalog"
    environment:
      ZOO_MY_ID: 3
      ZOO_SERVERS: server.1=zoo1:2888:3888 server.2=zoo2:2888:3888 server.3=0.0.0.0:2888:3888
    networks:
      dev_network:
        ipv4_address: 172.19.0.13

networks:
  dev_network:
    external:
      name: dev_network

执行启动命令：

docker-compose -f zookeeper-docker-compose.yml up -d

注意：

如果服务器有防火墙的需要添加docker的映射端口到白名单中。例如：2181,9092,9093,9094,9000等。

4.构建kafka的集群。

新建一个txt文本，插入如下脚本，重新命名为kafka-docker-compose.yml。

version: '2'

services:
  kafka1:
    image: wurstmeister/kafka
    restart: always
    hostname: kafka1
    container_name: kafka1
    ports:
    - 9092:9092
    environment:
      KAFKA_ADVERTISED_HOST_NAME: kafka1
      KAFKA_ADVERTISED_PORT: 9092
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://0.0.0.0:9092
    volumes:
    - ./kafka1/logs:/kafka
    external_links:
    - zoo1
    - zoo2
    - zoo3
    networks:
      dev_network:
        ipv4_address: 172.19.0.14

  kafka2:
    image: wurstmeister/kafka
    restart: always
    hostname: kafka2
    container_name: kafka2
    ports:
    - 9093:9093
    environment:
      KAFKA_ADVERTISED_HOST_NAME: kafka2
      KAFKA_ADVERTISED_PORT: 9093
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://0.0.0.0:9093
    volumes:
    - ./kafka2/logs:/kafka
    external_links:
    - zoo1
    - zoo2
    - zoo3
    networks:
      dev_network:
        ipv4_address: 172.19.0.15

  kafka3:
    image: wurstmeister/kafka
    restart: always
    hostname: kafka3
    container_name: kafka3
    ports:
    - 9094:9094
    environment:
      KAFKA_ADVERTISED_HOST_NAME: kafka3
      KAFKA_ADVERTISED_PORT: 9094
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://0.0.0.0:9094
    volumes:
    - ./kafka3/logs:/kafka
    external_links:
    - zoo1
    - zoo2
    - zoo3
    networks:
      dev_network:
        ipv4_address: 172.19.0.16

networks:
  dev_network:
    external:
      name: dev_network

执行启动命令：

docker-compose -f kafka-docker-compose.yml up -d

如果启动失败可以通过命令docker logs kafka1查看日志。

4.构建kafka-manager服务。

新建一个txt文本，插入如下脚本，重新命名为kafka-manager-docker-compose.yml。

version: '2'

services:
  kafka-manager:
    image: sheepkiller/kafka-manager:latest
    restart: always
    container_name: kafka-manager
    hostname: kafka-manager
    ports:
      - "9002:9000"
    external_links:   # 连接本compose文件以外的container
      - kafka1
      - kafka2
      - kafka3
      - zoo1
      - zoo2
      - zoo3
    environment:
      ZK_HOSTS: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_BROKERS: kafka1:9092,kafka2:9093,kafka3:9094
      APPLICATION_SECRET: letmein
      KM_ARGS: -Djava.net.preferIPv4Stack=true


networks:
  default:
    external:   # 使用已创建的网络
      name: dev_network

执行命令

docker-compose -f kafka-manager-docker-compose.yml up -d

输入http://服务器IP:9002/查看kafka的管理界面