[Docker] minio & replica set - ysp-laonpeople/DOC GitHub Wiki

docker를 사용한 minio

• minio를 docker로 구동하는 방법에 관해 설명합니다.

minio 단일 구성

docker-compose.yml

version: '3.8'

# Settings and configurations that are common for all containers

services:
  minio1:
    image: "minio/minio:RELEASE.2022-01-08T03-11-54Z"
    command: server --address ":9001" --console-address ":9000" /data
    ports:
      - "9000:9000"
      - "9001:9001"
    environment:
      MINIO_ROOT_USER: minio
      MINIO_ROOT_PASSWORD: minio123
    hostname: minio1
    volumes:
      - "d:/docker/minio:/data"

volumes

• minio data 경로를 절대경로로 마운트합니다.

    volumes:
      - "d:/docker/minio:/data"

실행

• docker-compose.yml 파일의 폴더로 이동합니다.
• 다음 명령어로 실행합니다.

docker-compose up -d

테스트

• 
• 

minio replica set

• 2개의 replica set을 구성합니다.

docker-compose.yml

version: '3.8'

# Settings and configurations that are common for all containers
x-minio-common: &minio-common
  image: minio/minio:RELEASE.2022-01-08T03-11-54Z
  command: server --console-address ":9001" http://minio{1...2}/data{1...2}
  expose:
    - "9000"
    - "9001"
  environment:
    MINIO_ROOT_USER: minio
    MINIO_ROOT_PASSWORD: minio123
  healthcheck:
    test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
    interval: 30s
    timeout: 20s
    retries: 3

# starts 4 docker containers running minio server instances.
# using nginx reverse proxy, load balancing, you can access
# it through port 9000.
services:
  minio1:
    <<: *minio-common
    hostname: minio1
    volumes:
      - "d:/docker/minio-cluster/data1-1:/data1"
      - "d:/docker/minio-cluster/data1-2:/data2"

  minio2:
    <<: *minio-common
    hostname: minio2
    volumes:
      - "d:/docker/minio-cluster/data2-1:/data1"
      - "d:/docker/minio-cluster/data2-2:/data2"

  nginx:
    image: nginx:1.21.5-alpine
    hostname: nginx
    volumes:
      - "d:/WORKSPACE/docker/minio/minio-cluster/nginx.conf:/etc/nginx/nginx.conf:ro"
    
    ports:
      - "9000:9000"
      - "9001:9001"
    depends_on:
      - minio1
      - minio2


## By default this config uses default local driver,
## For custom volumes replace with volume driver configuration.
volumes:
  data1-1:
  data1-2:
  data2-1:
  data2-2:

nginx.conf

user  nginx;
worker_processes  auto;

error_log  /var/log/nginx/error.log warn;
pid        /var/run/nginx.pid;

events {
    worker_connections  4096;
}

http {
    include       /etc/nginx/mime.types;
    default_type  application/octet-stream;

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;
    sendfile        on;
    keepalive_timeout  65;

    # include /etc/nginx/conf.d/*.conf;

    upstream minio {
        server minio1:9000;
        server minio2:9000;

    }

    upstream console {
        ip_hash;
        server minio1:9001;
        server minio2:9001;

    }

    server {
        listen       9000;
        listen  [::]:9000;
        server_name  localhost;

        # To allow special characters in headers
        ignore_invalid_headers off;
        # Allow any size file to be uploaded.
        # Set to a value such as 1000m; to restrict file size to a specific value
        client_max_body_size 0;
        # To disable buffering
        proxy_buffering off;

        location / {
            proxy_set_header Host $http_host;
            proxy_set_header X-Real-IP $remote_addr;
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
            proxy_set_header X-Forwarded-Proto $scheme;

            proxy_connect_timeout 300;
            # Default is HTTP/1, keepalive is only enabled in HTTP/1.1
            proxy_http_version 1.1;
            proxy_set_header Connection "";
            chunked_transfer_encoding off;

            proxy_pass http://minio;
        }
    }

    server {
        listen       9001;
        listen  [::]:9001;
        server_name  localhost;

        # To allow special characters in headers
        ignore_invalid_headers off;
        # Allow any size file to be uploaded.
        # Set to a value such as 1000m; to restrict file size to a specific value
        client_max_body_size 0;
        # To disable buffering
        proxy_buffering off;

        location / {
            proxy_set_header Host $http_host;
            proxy_set_header X-Real-IP $remote_addr;
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
            proxy_set_header X-Forwarded-Proto $scheme;
            proxy_set_header X-NginX-Proxy true;

            # This is necessary to pass the correct IP to be hashed
            real_ip_header X-Real-IP;

            proxy_connect_timeout 300;
            
            # To support websocket
            proxy_http_version 1.1;
            proxy_set_header Upgrade $http_upgrade;
            proxy_set_header Connection "upgrade";
            
            chunked_transfer_encoding off;

            proxy_pass http://console;
        }
    }
}

실행

테스트

• 서비스2개가 정상적으로 동작함을 확인할 수있습니다.
• 

이슈사항

• 단일구성사용시 smb를 통해 파일을 직접 엑세스 할 수있습니다.
• replica set사용시 파일은 meta 파일로 저장되며 윈도우에서 직접 엑세스 할 수 없습니다.
  • minio를 통해 직접 다운받아 사용해야합니다.