Docker 部署minio集群和etcd集群

minio四节点

$ cat docker-compose.yml
version: '3.8'
services:
minio:
image: minio/minio:RELEASE.2024-12-18T13-15-44Z
container_name: minio
hostname: minio
# ✅ 移除 ports 和 networks，改用 host 网络模式
network_mode: "host"   # ← 关键！直接使用宿主机网络
volumes:
- /data/minio:/data
environment:
MINIO_ROOT_USER: minioadmin
MINIO_ROOT_PASSWORD: "5M+AuPZmUno@"
command: >
server
--address :19000
--console-address :19001
http://1.1.1.1.202/data
http://1.1.1.1.203/data
http://1.1.1.1.204/data
http://1.1.1.1.205/data
restart: always

# 创建数据目录
sudo mkdir -p /data/minio

# 设置正确权限（MinIO 容器内运行 UID=1000）
sudo chown -R 1000:1000 /data/minio

创建etcd集群

#etcd 3节点
sysctl -w vm.max_map_count=262144
echo "vm.max_map_count=262144" >> /etc/sysctl.d/90-k8s.conf  &&  sysctl -p /etc/sysctl.d/90-k8s.conf && sysctl -a | grep vm.max_map_count

mkdir -p /data/milvus-etcd/{data,log}
chown -R 1000:1000 /data/milvus-etcd && docker-compose up -d  # etcd 容器内 UID=1000

#配置文件，注意每个节点修改name和IP地址
$ cat /data/milvus-etcd/etcd.conf.yml
name: etcd0
data-dir: /data/etcd/data
listen-peer-urls: http://0.0.0.0:3380
listen-client-urls: http://0.0.0.0:3379
advertise-client-urls: http://1.1.1.1.203:3379
initial-advertise-peer-urls: http://1.1.1.1.203:3380

initial-cluster: "etcd0=http://1.1.1.1.203:3380,etcd1=http://1.1.1.1.204:3380,etcd2=http://1.1.1.1.205:3380"
initial-cluster-state: new
initial-cluster-token: milvus-etcd-cluster

# Milvus 关键优化

quota-backend-bytes: 17179869184    # 16 GB
max-txn-ops: 131072
max-request-bytes: 10485760         # 10 MB

# 稳定性

heartbeat-interval: 100
election-timeout: 5000
auto-compaction-mode: revision
auto-compaction-retention: "1000"
snapshot-count: 50000

# 日志

log-outputs:

- stdout
- /data/etcd/log/etcd.log
  enable-log-rotation: true
  log-rotation-config-json: |
  {
  "maxsize": 100,
  "maxage": 7,
  "compress": true
  }

# docker-compose.yml （三台机器内容相同）
cat > docker-compose.yml << 'EOF'
version: '3.8'
services:
etcd:
image: docker.io/milvusdb/etcd:3.5.25-r1
container_name: milvus-etcd
restart: always
network_mode: "host"
volumes:
- /data/milvus-etcd/etcd.conf.yml:/etc/etcd/etcd.conf.yml:ro
- /data/milvus-etcd/data:/data/etcd/data
- /data/milvus-etcd/log:/data/etcd/log
- /etc/localtime:/etc/localtime:ro   # 挂载宿主机时间设置
- /etc/timezone:/etc/timezone:ro     # 挂载宿主机时区设置
command: etcd --config-file=/etc/etcd/etcd.conf.yml
EOF

#健康检查脚本
cat > etcd_health_check.sh << 'EOF'
docker exec -it milvus-etcd
sh -c 'ETCDCTL_API=3 etcdctl --endpoints="http://1.1.1.1.203:3379,http://1.1.1.1.204:3379,http://1.1.1.1.205:3379" endpoint health --cluster'
EOF