s4/docker-compose.gpu.yml at main · abyo-software/s4 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
# Local quick-start with NVIDIA GPU compression.
# Requires NVIDIA Container Toolkit on host.
#
# Usage:
#   docker compose -f docker-compose.gpu.yml up -d
#
# Verify GPU is visible:
#   docker compose -f docker-compose.gpu.yml exec s4 nvidia-smi

services:
  minio:
    image: minio/minio:latest
    command: server /data --console-address ":9001"
    environment:
      MINIO_ROOT_USER: minioadmin
      MINIO_ROOT_PASSWORD: minioadmin
    ports:
      - "9000:9000"
      - "9001:9001"
    volumes:
      - minio-gpu-data:/data
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
      interval: 10s
      timeout: 3s
      retries: 5

  s4:
    # Pull the published GPU image (`-gpu` tag suffix) by default; fall
    # through to a local build of `Dockerfile.gpu` when the tag isn't
    # cached locally. See docker-compose.yml for rationale.
    image: ghcr.io/abyo-software/s4:latest-gpu
    build:
      context: .
      dockerfile: Dockerfile.gpu
    depends_on:
      minio:
        condition: service_healthy
    environment:
      AWS_ACCESS_KEY_ID: minioadmin
      AWS_SECRET_ACCESS_KEY: minioadmin
      AWS_REGION: us-east-1
      RUST_LOG: info
      NVIDIA_VISIBLE_DEVICES: all
      NVIDIA_DRIVER_CAPABILITIES: compute,utility
    command:
      - --endpoint-url=http://minio:9000
      - --host=0.0.0.0
      - --port=8014
      - --codec=nvcomp-zstd
      - --dispatcher=sampling
      - --log-format=json
    ports:
      - "8014:8014"
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]

volumes:
  minio-gpu-data: