How to setup a distribute cluster on 2 Linux Server?

[erictanxiao]

I have 3 ubuntu server, with same cpu、memory、disk.
Node1: 192.168.19.26 4C 16G 128G HDD
Node2: 192.168.19.27 4C 16G 128G HDD
Node3: 192.168.19.28 4C 16G 128G HDD
Now, I want setup a distribute cluster with 2 linux server first, and then monitor “Upgrade Storage” with last linux server.

How can I do that with docker environment?

Thanks.

[loverustfs]

Deploying distributed RustFS on two servers is insecure.

[erictanxiao]

Sorry, but I must test this situation, some production use 2~3 servers as storage cluster, I need replace the old distribute file system. And I have set up the cluster, the docker-compose.yml as:
node1:
`
version: '3.8'

services:
rustfs:
image: rustfs/rustfs:latest
container_name: rustfs-node1
restart: unless-stopped
extra_hosts:
- "node1:192.168.19.26"
- "node2:192.168.19.27"
network_mode: host
#ports:
# - "9000:9000" # S3 API 端口
# - "9001:9001" # Web 控制台端口
# - "9005:9005" # RustFS通信端口
environment:
# 节点唯一标识
- RUSTFS_NODE_ID=node2
- RUSTFS_VOLUMES=http://node{1...2}:9000/data
- RUSTFS_ACCESS_KEY=admin
- RUSTFS_SECRET_KEY=tjhadmin
- RUSTFS_CONSOLE_ENABLE=true
- RUSTFS_LOG_LEVEL=info
volumes:
# 挂载数据目录，使用子路径以便管理
- /data/rustfs/data:/data
- /data/rustfs/logs:/var/logs/rustfs/
#- /data/rustfs/rustfs.conf:/etc/default/rustfs
healthcheck:
test: ["CMD", "sh", "-c", "curl -f http://localhost:9000/health"]
interval: 30s
timeout: 10s
retries: 3
start_period: 40s
`

node2:
`
version: '3.8'

services:
rustfs:
image: rustfs/rustfs:latest
container_name: rustfs-node1
restart: unless-stopped
extra_hosts:
- "node1:192.168.19.26"
- "node2:192.168.19.27"
network_mode: host
#ports:
# - "9000:9000" # S3 API 端口
# - "9001:9001" # Web 控制台端口
# - "9005:9005" # RustFS通信端口
environment:
# 节点唯一标识
- RUSTFS_NODE_ID=node1
# 集群成员列表，格式：节点ID@节点IP:集群通信端口(默认为9005)
- RUSTFS_VOLUMES=http://node{1...2}:9000/data
- RUSTFS_ACCESS_KEY=admin
- RUSTFS_SECRET_KEY=tjhadmin
- RUSTFS_CONSOLE_ENABLE=true
- RUSTFS_LOG_LEVEL=info
volumes:
# 挂载数据目录，使用子路径以便管理
- /data/rustfs/data:/data
- /data/rustfs/logs:/var/logs/rustfs/
#- /data/rustfs/rustfs.conf:/etc/default/rustfs
healthcheck:
test: ["CMD", "sh", "-c", "curl -f http://localhost:9000/health"]
interval: 30s
timeout: 10s
retries: 3
start_period: 40s
`
And then:

Thanks!