File size: 1,678 Bytes
d660b02
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
version: "3.8"

services:
  mongo:
    image: mongo:latest
    container_name: "llm_engineering_mongo"
    logging:
      options:
        max-size: 1g
    environment:
      MONGO_INITDB_ROOT_USERNAME: "llm_engineering"
      MONGO_INITDB_ROOT_PASSWORD: "llm_engineering"
    ports:
      - 27017:27017
    volumes:
      - mongo_data:/data/db
    networks:
      - local
    restart: always

  qdrant:
    image: qdrant/qdrant:latest
    container_name: "llm_engineering_qdrant"
    ports:
      - 6333:6333
      - 6334:6334
    expose:
      - 6333
      - 6334
    volumes:
      - qdrant_data:/qdrant/storage
    networks:
      - local
    restart: always

  app:
    build: ./
    container_name: "llm_engineering_app"
    ports:
      - 7860:7860
    volumes:
      - ./app:/app
    environment:
      PYTHONUNBUFFERED: "1"
      NVIDIA_VISIBLE_DEVICES: "all"
    networks:
      - local
    depends_on:
      - mongo
      - qdrant
    deploy:
      resources:
        reservations:
          devices:
          - driver: nvidia
            capabilities: ["gpu"]
            device_ids: ["all"]

  clearml:
    image: allegroai/clearml:latest
    container_name: "llm_engineering_clearml"
    ports:
      - 8080:8080
    environment:
      CLEARML_API_ACCESS_KEY: "your_access_key"
      CLEARML_API_SECRET_KEY: "your_secret_key"
      CLEARML_WEB_HOST: "http://localhost:8080"
      CLEARML_API_HOST: "http://localhost:8080"
      CLEARML_FILES_HOST: "http://localhost:8080"
    volumes:
      - clearml_data:/root/.clearml
    networks:
      - local
    restart: always

volumes:
  mongo_data:
  qdrant_data:
  clearml_data:

networks:
  local:
    driver: bridge