搭建minio集群

ccool 414 2022-09-16

前言

  1. 因服务器原因只在一台服务器用Docker Compose部署
  2. 安装 Docker
  3. 安装 Docker Compose
  4. 安装 Nginx
  5. 安装 Minio

Docker,Docker Compose自行安装,Nginx和Minio可以用Docker安装镜像或者用Docker Compose命令安装

云部署先开放端口：开放后面配置的端口

  1. 创建minio需要挂载的目录
  2. 新增docker-compose.yaml
  3. 新增nginx.conf

docker-compose.yaml

version: '3.8'
# Settings and configurations that are common for all containers
# minio节点之间默认使用9000来连通，所以容器把9000暴露出来，9001是console端口
# 指定账号密码都为 minio
x-minio-common: &minio-common
  image: minio/minio
  command: server --console-address ":9001" http://minio{1...4}/data{1...2}
  expose:
    - "9000"
    - "9001"
  environment:
    MINIO_ROOT_USER: minio
    MINIO_ROOT_PASSWORD: minio123
  healthcheck:
    test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
    interval: 30s
    timeout: 20s
    retries: 3

# starts 4 docker containers running minio server instances.
# using nginx reverse proxy, load balancing, you can access
# it through port 9001.
# 要挂载磁盘需要这这个地方操作，因为我们不是用docker run运行，而是使用docker-compose命名运行镜像，不好在命令行指定文件挂载
# 如下面的配置 /home/docker/minio/data1-1是docker容器外面的指定目录，/data1是docker里面的
# 这里一共配置了4个minio节点，公用9000和9001端口
services:
  minio1:
    <<: *minio-common
    hostname: minio1
    volumes:
      - /home/docker/minio/data1-1:/data1
      - /home/docker/minio/data1-2:/data2

  minio2:
    <<: *minio-common
    hostname: minio2
    volumes:
      - /home/docker/minio/data2-1:/data1
      - /home/docker/minio/data2-2:/data2

  minio3:
    <<: *minio-common
    hostname: minio3
    volumes:
      - /home/docker/minio/data3-1:/data1
      - /home/docker/minio/data3-2:/data2

  minio4:
    <<: *minio-common
    hostname: minio4
    volumes:
      - /home/docker/minio/data4-1:/data1
      - /home/docker/minio/data4-2:/data2
      
# nginx暴露端口按需修改19000/19001
  nginx:
    image: nginx
    hostname: nginx
    volumes:
      - ./nginx.conf:/etc/nginx/nginx.conf:ro
    ports:
      - "19000:9000"
      - "19001:9001"
    depends_on:
      - minio1
      - minio2
      - minio3
      - minio4

nginx.conf

user  nginx;
worker_processes  auto;

error_log  /var/log/nginx/error.log warn;
pid        /var/run/nginx.pid;

events {
    worker_connections  4096;
}

http {
    include       /etc/nginx/mime.types;
    default_type  application/octet-stream;

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                  '$status $body_bytes_sent "$http_referer" '
                  '"$http_user_agent" "$http_x_forwarded_for"';

access_log  /var/log/nginx/access.log  main;
sendfile        on;
keepalive_timeout  65;

# include /etc/nginx/conf.d/*.conf;

upstream minio {
    server minio1:9000;
    server minio2:9000;
    server minio3:9000;
    server minio4:9000;
}

upstream console {
    ip_hash;
    server minio1:9001;
    server minio2:9001;
    server minio3:9001;
    server minio4:9001;
}

server {
    listen       9000;
    listen  [::]:9000;
    server_name  localhost;

    # To allow special characters in headers
    ignore_invalid_headers off;
    # Allow any size file to be uploaded.
    # Set to a value such as 1000m; to restrict file size to a specific value
    client_max_body_size 0;
    # To disable buffering
    proxy_buffering off;

    location / {
        proxy_set_header Host $http_host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_set_header X-Forwarded-Proto $scheme;

        proxy_connect_timeout 300;
        # Default is HTTP/1, keepalive is only enabled in HTTP/1.1
        proxy_http_version 1.1;
        proxy_set_header Connection "";
        chunked_transfer_encoding off;

        proxy_pass http://minio;
    }
}

server {
    listen       9001;
    listen  [::]:9001;
    server_name  localhost;

    # To allow special characters in headers
    ignore_invalid_headers off;
    # Allow any size file to be uploaded.
    # Set to a value such as 1000m; to restrict file size to a specific value
    client_max_body_size 0;
    # To disable buffering
    proxy_buffering off;

    location / {
        proxy_set_header Host $http_host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_set_header X-Forwarded-Proto $scheme;
        proxy_set_header X-NginX-Proxy true;

        # This is necessary to pass the correct IP to be hashed
        real_ip_header X-Real-IP;

        proxy_connect_timeout 300;

        # To support websocket
        proxy_http_version 1.1;
        proxy_set_header Upgrade $http_upgrade;
        proxy_set_header Connection "upgrade";

        chunked_transfer_encoding off;

        proxy_pass http://console;
        }
    }
}

进到docker-compose.yml 所在目录

执行命令：

# 拉取docker-compose.yml或者docker-stack.yml文件中定义的服务关联的镜像,已用docker下载则不用执行
docker-compose pull
# up：构建、启动容器
docker-compose up -d
# 查看运行中的容器
docker-compose ps

浏览器访问IP和对应端口号即可进行访问，可创建bucket进行测试

image

#Minio