docker-compose.yaml

version: "3.7"

services:
  whisper_large_v2_service:
    image: whisper_large_v2:v0.1
    environment:
      - GIT_PYTHON_REFRESH=quiet
      - HUGGINGFACE_HUB_CACHE=/home/user/temp/.cache
      - TRANSFORMERS_CACHE=/home/user/temp/.cache
      - HF_HOME=/home/user/temp/.cache
      - TORCH_HOME=/home/user/temp/torch
      - TRANSFORMERS_OFFLINE=1
    tty: true
    stdin_open: true
    volumes:
      - ./Cache/:/home/user/temp/torch
      - ./Cache/:/home/user/temp/.cache
    build:
      context: .
    container_name: whisper_large_v2
    ports:
      - 8007:9000
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["3"]
              capabilities: [gpu]