3种minio集群部署 1.常规方式 2.docker-compose方式 3.镜像方式

1.常规方式
节点都能正常启动，节点直接不能数据同步，待验证

yum -y install ntp
systemctl enable ntpd
systemctl start ntpd
timedatectl set-ntp yes
ntpdate -u cn.pool.ntp.org
ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
watch -n 1 ‘date’

mkdir /home/minio/{app,config,data,logs} -p
cd /home/minio/app
wget https://dl.min.io/server/minio/release/linux-amd64/minio
chmod +x minio

#!/bin/bash
export MINIO_ACCESS_KEY=admin
export MINIO_SECRET_KEY=admin@minio
/home/minio/app/minio server --config-dir /home/minio/config --console-address “:9001” \
http://192.168.93.130:9000/home/minio/data
http://192.168.93.131:9000/home/minio/data
http://192.168.93.133:9000/home/minio/data
http://192.168.93.132:9000/home/minio/data >/home/minio/logs/start.txt 2>&1 &

upstream minio_console {
server 192.168.93.130:9001 max_fails=3 fail_timeout=5s;
server 192.168.93.131:9001 max_fails=3 fail_timeout=5s;
server 192.168.93.133:9001 max_fails=3 fail_timeout=5s;
server 192.168.93.132:9001 max_fails=3 fail_timeout=5s;
}
upstream minio_api {
server 192.168.93.130:9000 max_fails=3 fail_timeout=5s;
server 192.168.93.131:9000 max_fails=3 fail_timeout=5s;
server 192.168.93.133:9000 max_fails=3 fail_timeout=5s;
server 192.168.93.132:9000 max_fails=3 fail_timeout=5s;
}

server {
listen 9001; #或者用80端口也可以
server_name 192.168.93.129; #可以用域名
access_log /home/minio/logs/minio.com_access.log main;
error_log /home/minio/logs/minio.com_error.log warn;
location / {
proxy_next_upstream http_500 http_502 http_503 http_504 error timeout invalid_header;
proxy_set_header Host $host;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_pass http://minio_console;
expires 0;
}
}

server {
listen 9000;
server_name 192.168.93.129; #可以用域名
access_log /home/minio/logs/minio.com_access.log main;
error_log /home/minio/logs/minio.com_error.log warn;
#root /home/minio/app/;

location / {
    proxy_next_upstream     http_500 http_502 http_503 http_504 error timeout invalid_header;
    proxy_set_header        Host  $host;
    proxy_set_header        X-Forwarded-For $proxy_add_x_forwarded_for;
    proxy_pass              http://minio_api;
    expires                 0;
}

}

需要验证是否是没有添加host文件导致
192.168.93.130 minio0
192.168.93.131 minio1
192.168.93.132 minio2
192.168.93.133 minio3

2.docker-compose方式,测试过可以

#docker-compose.yaml
version: ‘3.7’

services:
minio1:
image: minio/minio:RELEASE.2020-08-08T04-50-06Z
volumes:
- data1-1:/data1
- data1-2:/data2
ports:
- “9001:9000”
environment:
MINIO_ACCESS_KEY: minio
MINIO_SECRET_KEY: minio123
command: server http://minio{1…4}/data{1…2}
healthcheck:
test: [“CMD”, “curl”, “-f”, “http://localhost:9000/minio/health/live”]
interval: 30s
timeout: 20s
retries: 3

minio2:
image: minio/minio:RELEASE.2020-08-08T04-50-06Z
volumes:
- data2-1:/data1
- data2-2:/data2
ports:
- “9002:9000”
environment:
MINIO_ACCESS_KEY: minio
MINIO_SECRET_KEY: minio123
command: server http://minio{1…4}/data{1…2}
healthcheck:
test: [“CMD”, “curl”, “-f”, “http://localhost:9000/minio/health/live”]
interval: 30s
timeout: 20s
retries: 3

minio3:
image: minio/minio:RELEASE.2020-08-08T04-50-06Z
volumes:
- data3-1:/data1
- data3-2:/data2
ports:
- “9003:9000”
environment:
MINIO_ACCESS_KEY: minio
MINIO_SECRET_KEY: minio123
command: server http://minio{1…4}/data{1…2}
healthcheck:
test: [“CMD”, “curl”, “-f”, “http://localhost:9000/minio/health/live”]
interval: 30s
timeout: 20s
retries: 3

minio4:
image: minio/minio:RELEASE.2020-08-08T04-50-06Z
volumes:
- data4-1:/data1
- data4-2:/data2
ports:
- “9004:9000”
environment:
MINIO_ACCESS_KEY: minio
MINIO_SECRET_KEY: minio123
command: server http://minio{1…4}/data{1…2}
healthcheck:
test: [“CMD”, “curl”, “-f”, “http://localhost:9000/minio/health/live”]
interval: 30s
timeout: 20s
retries: 3

volumes:
data1-1:
data1-2:
data2-1:
data2-2:
data3-1:
data3-2:
data4-1:
data4-2:

镜像方式，测试通过
3.镜像方式，测试通过

第一步 修改host文件，添加以下内容

192.168.93.136 node4
192.168.93.137 node5
192.168.93.142 node6

第二步：运行同意

docker run -d --network=host --name minio
–restart=always
–log-opt max-size=10m
-v /etc/timezone:/etc/timezone
-v /etc/localtime:/etc/localtime
-v /data/export1:/export1
-v /data/export2:/export2
-v /data/export3:/export3
-v /data/export4:/export4
-e “MINIO_ROOT_USER=admin”
-e “MINIO_ROOT_PASSWORD=admin@minio”
minio/minio server http://node{4…6}/export{1…4}

第三步查看日志
docker logs -f minio
第四步访问ip+9000