docker单节点部署dolphinscheduler

version: '3'
services:
  dolphinscheduler-master:
    image: docker.io/library/dolphinscheduler:3.2.0
    restart: always
    privileged: true
    env_file:
      - .env
    volumes:
      - /data/docker-data/dolphinscheduler:${DolphinScheduler_HOME}
    expose:
      - "${DolphinScheduler_MASTER_PORT}"
    ports:
      - "${DolphinScheduler_MASTER_PORT}:${DolphinScheduler_MASTER_PORT}"
    command: ["sh","-c","/opt/apache/bootstrap.sh master"]
    networks:
      - hadoop-network
    healthcheck:
      test: ["CMD-SHELL", "netstat -tnlp|grep :${DolphinScheduler_MASTER_PORT} || exit 1"]
      interval: 15s
      timeout: 15s
      retries: 5
    extra_hosts:
      - "ds-dolphinscheduler-master-1:127.0.0.1"
      - "ds-dolphinscheduler-master-2:127.0.0.1"
      - "ds-dolphinscheduler-worker-1:127.0.0.1"
      - "ds-dolphinscheduler-worker-2:127.0.0.1"
      - "ds-dolphinscheduler-worker-3:127.0.0.1"
      - "ds-dolphinscheduler-api-1:127.0.0.1"
      - "ds-dolphinscheduler-alert-1:127.0.0.1"
  dolphinscheduler-worker:
    image: docker.io/library/dolphinscheduler:3.2.0
    restart: always
    privileged: true
    env_file:
      - .env
    volumes:
      - /data/docker-data/dolphinscheduler:${DolphinScheduler_HOME}
    expose:
      - "${DolphinScheduler_WORKER_PORT}"
    ports:
      - "${DolphinScheduler_WORKER_PORT}:${DolphinScheduler_WORKER_PORT}"
    command: ["sh","-c","/opt/apache/bootstrap.sh worker ds-dolphinscheduler-master-1 ${DolphinScheduler_MASTER_PORT}"]
    networks:
      - hadoop-network
    healthcheck:
      test: ["CMD-SHELL", "netstat -tnlp|grep :${DolphinScheduler_WORKER_PORT} || exit 1"]
      interval: 15s
      timeout: 15s
      retries: 5
    extra_hosts:
      - "ds-dolphinscheduler-master-1:127.0.0.1"
      - "ds-dolphinscheduler-master-2:127.0.0.1"
      - "ds-dolphinscheduler-worker-1:127.0.0.1"
      - "ds-dolphinscheduler-worker-2:127.0.0.1"
      - "ds-dolphinscheduler-worker-3:127.0.0.1"
      - "ds-dolphinscheduler-api-1:127.0.0.1"
      - "ds-dolphinscheduler-alert-1:127.0.0.1"
  dolphinscheduler-api:
    image: docker.io/library/dolphinscheduler:3.2.0
#    user: "hadoop:hadoop"
    restart: always
    privileged: true
    env_file:
      - .env
    volumes:
      - /data/docker-data/dolphinscheduler:${DolphinScheduler_HOME}
    ports:
      - "${DolphinScheduler_API_PORT}:${DolphinScheduler_API_PORT}"
    command: ["sh","-c","/opt/apache/bootstrap.sh api ds-dolphinscheduler-master-1 ${DolphinScheduler_MASTER_PORT}"]
    networks:
      - hadoop-network
    healthcheck:
      test: ["CMD-SHELL", "netstat -tnlp|grep :${DolphinScheduler_API_PORT} || exit 1"]
      interval: 15s
      timeout: 15s
      retries: 5
    extra_hosts:
      - "ds-dolphinscheduler-master-1:127.0.0.1"
      - "ds-dolphinscheduler-master-2:127.0.0.1"
      - "ds-dolphinscheduler-worker-1:127.0.0.1"
      - "ds-dolphinscheduler-worker-2:127.0.0.1"
      - "ds-dolphinscheduler-worker-3:127.0.0.1"
      - "ds-dolphinscheduler-api-1:127.0.0.1"
      - "ds-dolphinscheduler-alert-1:127.0.0.1"
  dolphinscheduler-alert:
    image: docker.io/library/dolphinscheduler:3.2.0
    restart: always
    privileged: true
    env_file:
      - .env
    volumes:
      - /data/docker-data/dolphinscheduler:${DolphinScheduler_HOME}
    expose:
      - "${DolphinScheduler_ALERT_PORT}:${DolphinScheduler_ALERT_PORT}"
    command: ["sh","-c","/opt/apache/bootstrap.sh alert ds-dolphinscheduler-master-1 ${DolphinScheduler_MASTER_PORT}"]
    networks:
      - hadoop-network
    healthcheck:
      test: ["CMD-SHELL", "netstat -tnlp|grep :${DolphinScheduler_ALERT_PORT} || exit 1"]
      interval: 10s
      timeout: 10s
      retries: 5
    extra_hosts:
      - "ds-dolphinscheduler-master-1:127.0.0.1"
      - "ds-dolphinscheduler-master-2:127.0.0.1"
      - "ds-dolphinscheduler-worker-1:127.0.0.1"
      - "ds-dolphinscheduler-worker-2:127.0.0.1"
      - "ds-dolphinscheduler-worker-3:127.0.0.1"
      - "ds-dolphinscheduler-api-1:127.0.0.1"
      - "ds-dolphinscheduler-alert-1:127.0.0.1"

# 连接外部网络
networks:
  hadoop-network:
    external: true



#  需要先创建network


#echo "" > ./alert-server/logs/dolphinscheduler-alert.log
#echo "" > ./master-server/logs/dolphinscheduler-master.log
#echo "" > ./worker-server/logs/dolphinscheduler-worker.log
#echo "" > ./api-server/logs/dolphinscheduler-api.log
# grep -rn "127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183" ./ -l | xargs sed -i 's/127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183/zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181/g'

# 如果dolphinScheduler的ui界面登录不进去: http://127.0.0.1:12345/dolphinscheduler/ui/login   账号、密码:  admin/dolphinscheduler123
# tail -f /data/docker-data/dolphinscheduler/api-server/logs/dolphinscheduler-api.log
# 先查看 zk是否正常连接, 如果zk没有正常连接,可以确认下是否是zk版本问题  目前确认zk版本对dolphinscheduler的使用确实有影响,通过

### 主要的配置文件的修改如下:
#./alert-server/conf/dolphinscheduler_env.sh
#./api-server/conf/dolphinscheduler_env.sh
#./bin/env/dolphinscheduler_env.sh
#./master-server/conf/dolphinscheduler_env.sh
#./standalone-server/conf/dolphinscheduler_env.sh
#./worker-server/conf/dolphinscheduler_env.sh

## 内存使用率过高,会导致工作流实例、任务实例 无法正常生成
  • 5
    点赞
  • 7
    收藏
    觉得还不错? 一键收藏
  • 1
    评论
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值