docker-compose 部署kafka伪集群,kafka依赖zookeeper,对应镜像自行去docker hup拉取,这里步骤省略
创建kafka-compose.yml
version: '3.1'
services:
zoo1:
# 镜像名称
image: zookeeper:3.7.0
# 重启docker 自动重启容器
restart: always
hostname: zoo1
container_name: zookeeper_1
# 对外开放端口映射(宿主机端口(左)映射容器内部端口(右))
ports:
- 2181:2181
# 挂载宿主机文件到容器内部
volumes:
- D:\dockerData\kafka-zookeeper\zookeeper\zoo1\data:/data
- D:\dockerData\kafka-zookeeper\zookeeper\zoo1\datalog:/datalog
environment:
ZOO_MY_ID: 1
ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
#指定专用网络
networks:
- kafka-zookeeper
zoo2:
image: zookeeper:3.7.0
restart: always
hostname: zoo2
container_name: zookeeper_2
ports:
- 2182:2181
volumes:
- D:\dockerData\kafka-zookeeper\zookeeper\zoo2\data:/data
- D:\dockerData\kafka-zookeeper\zookeeper\zoo2\datalog:/datalog
environment:
ZOO_MY_ID: 2
ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
networks:
- kafka-zookeeper
zoo3:
image: zookeeper:3.7.0
restart: always
hostname: zoo3
container_name: zookeeper_3
ports:
- 2183:2181
volumes:
- D:\dockerData\kafka-zookeeper\zookeeper\zoo3\data:/data
- D:\dockerData\kafka-zookeeper\zookeeper\zoo3\datalog:/datalog
environment:
ZOO_MY_ID: 3
ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
networks:
- kafka-zookeeper
kafka1:
image: wurstmeister/kafka
restart: always
ports:
- "9092:9092"
volumes:
- D:\dockerData\kafka-zookeeper\kafka\kafka1\logs:/kafka
environment:
KAFKA_ADVERTISED_HOST_NAME: 192.168.1.48 ## 修改:宿主机IP
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.1.48:9092 ## 修改:宿主机IP
KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181,zoo2:2182,zoo3:2183"
KAFKA_ADVERTISED_PORT: 9092
KAFKA_BROKER_ID: 1
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
#依赖于zookeeper集群,即zk集群启动后再启动kafka集群
depends_on:
- zoo1
- zoo2
- zoo3
container_name: kafka1
networks:
- kafka-zookeeper
kafka2:
image: wurstmeister/kafka
restart: always
ports:
- "9093:9092"
volumes:
- D:\dockerData\kafka-zookeeper\kafka\kafka2\logs:/kafka
environment:
KAFKA_ADVERTISED_HOST_NAME: 192.168.1.48 ## 修改:宿主机IP
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.1.48:9093 ## 修改:宿主机IP
KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181,zoo2:2182,zoo3:2183"
KAFKA_ADVERTISED_PORT: 9093
KAFKA_BROKER_ID: 2
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
depends_on:
- zoo1
- zoo2
- zoo3
container_name: kafka2
networks:
- kafka-zookeeper
kafka3:
image: wurstmeister/kafka
restart: always
ports:
- "9094:9092"
volumes:
- D:\dockerData\kafka-zookeeper\kafka\kafka3\logs:/kafka
environment:
KAFKA_ADVERTISED_HOST_NAME: 192.168.1.48 ## 修改:宿主机IP
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.1.48:9094 ## 修改:宿主机IP
KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181,zoo2:2182,zoo3:2183"
KAFKA_ADVERTISED_PORT: 9094
KAFKA_BROKER_ID: 3
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
depends_on:
- zoo1
- zoo2
- zoo3
container_name: kafka3
networks:
- kafka-zookeeper
#kafka管理界面
kafka-manager:
## 镜像:开源的web管理kafka集群的界面
image: sheepkiller/kafka-manager
environment:
## 修改:宿主机IP
ZK_HOSTS: 192.168.1.48:2181,192.168.1.48:2182,192.168.1.48:2183
## 暴露端口
ports:
- "9000:9000"
#创建专用网络
networks:
kafka-zookeeper:
driver: bridge
docker-compose几个命令(要在kafka-compose.yml文件所在目录下执行)
#启动项目, -f指定配置文件 -d 后台启动
docker-compose -f zookeeper-compose.yml up -d
#列出指定项目中的所有容器
docker-compose -f zookeeper-compose.yml ps
#停止指定项目正在运行的容器,可通过docker-compose -f zookeeper-compose.yml start重启
docker-compose -f zookeeper-compose.yml stop
#删除指定项目的所有容器
docker-compose -f zookeeper-compose.yml down
启动成功截图