Flink 安装阿里云docker compose部署及相关组件

Flink 安装脚本文件

version: "2.2"
services:
  jobmanager:
    image: flink:1.15.2-java11
    expose:
      - "6123"
    ports:
      - "8081:8081"
    command: jobmanager
    volumes:
      - /home:/home
    environment:
      - JOB_MANAGER_RPC_ADDRESS=jobmanager
    privileged: true

  taskmanager:
    image: flink:1.15.2-java11
    expose:
      - "6121"
      - "6122"
    depends_on:
      - jobmanager
    command: taskmanager
    volumes:
      - /home:/home
    links:
      - "jobmanager:jobmanager"
    environment:
      - JOB_MANAGER_RPC_ADDRESS=jobmanager
    privileged: true

Kafa 安装脚本

先创建docker 网络组 br17218

然后执行如下脚本安装

version: "2"

services:
  zookeeper1:
    image: docker.io/bitnami/zookeeper:3.8
    hostname: zookeeper1
    container_name: zookeeper1
    ports:
      - "2181:2181"
    volumes:
      - "zookeeper_data:/bitnami"
    environment:
      - ALLOW_ANONYMOUS_LOGIN=yes
    networks:
      br17218:
        ipv4_address: 172.16.0.11
  kafka1:
    image: docker.io/bitnami/kafka:3.3
    hostname: kafka1
    container_name: kafa1
    ports:
      - "9092:9092"
    volumes:
      - "kafka_data:/bitnami"
    environment:
      - KAFKA_ADERTISED_HOST_NAME=kafka1
      - KAFKA_ADERTISED_PORT=9092
      - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper1:2181
      - ALLOW_PLAINTEXT_LISTENER=yes
      - KAFKA_CFG_LISTENERS=PLAINTEXT://0.0.0.0:9092,
      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://阿里云外网ip:9092
    depends_on:
      - zookeeper1
    networks:
      br17218:
        ipv4_address: 172.16.0.14
  kafka_manager:
    image: hlebalbau/kafka-manager:stable
    ports:
      - 9000:9000
    environment:
      ZK_HOSTS: "zookeeper1:2181"
    depends_on:
      - zookeeper1
      - kafka1
    networks:
      br17218:
        ipv4_address: 172.16.0.17
volumes:
  zookeeper_data:
    driver: local
  kafka_data:
    driver: local

networks:
  br17218:
    external:
      name: br17218

redis 安装

配置redis config 文件

#开启保护
protected-mode no
#开启远程连接
bind 0.0.0.0
#自定义密码
requirepass *****
#端口一般为6379，这里配置6380
port 6380
timeout 60
# 900s内至少一次写操作则执行bgsave进行RDB持久化
save 900 1
save 300 10
save 60 10000
rdbcompression yes
dbfilename dump.rdb
dir /data
appendonly yes
appendfsync everysec

redis 安装脚本

version: '3.8'
services:
  myredis:
    container_name: myredis
    image: redis:6.0.6
    ports:
      - 6380:6380
    privileged: true
    command: redis-server /etc/redis/redis.conf --appendonly yes
    volumes:
      - $PWD/data:/data
      - $PWD/redis.conf:/etc/redis/redis.conf
    networks:
      - myweb

networks:

  myweb:
    driver: bridge