d

Dockerfile

@@ -4,7 +4,6 @@ ARG PATH="/root/miniconda3/bin:${PATH}"
 WORKDIR /app
 RUN apt-get update
 RUN apt-get install gcc wget -y
-RUN DEBIAN_FRONTEND=noninteractive  apt-get install nvidia-driver-525 nvidia-dkms-525
 RUN wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O /app/Miniconda3-latest-Linux-x86_64.sh
 RUN ls -la /app
 RUN pwd

docker-compose.yml

@@ -3,9 +3,18 @@ services:
    minigpt4:
     platform: linux/amd64
     image: forfor/mini
-    entrypoint: ["python","-m","http.server", "5000"]
-    #entrypoint: ["conda", "run", "-no-capture-output", "-n","minigpt4", "python", "minigpt-final/api.py", "--cfg-path", "minigpt-final/eval_configs/minigpt4_eval.yaml"]
-    #python minigpt-final/api.py --cfg-path minigpt-final/eval_configs/minigpt4_eval.yaml
+    volumes:
+      - .:/app
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [gpu]    
+    entrypoint: ["python","-m","http.server", "6000"]
+    #entrypoint: ["conda", "run", "-no-capture-output", "-n","minigpt4", "python", "api.py", "--cfg-path", "eval_configs/minigpt4_eval.yaml"]
+    #python api.py --cfg-path eval_configs/minigpt4_eval.yaml
     ports:
       - target: 5000
         published: 5000

eval_configs/minigpt4_eval.yaml

@@ -6,9 +6,9 @@ model:
   max_txt_len: 160
   end_sym: "###"
   low_resource: False
-  prompt_path: "minigpt-final/prompts/alignment.txt"
+  prompt_path: "prompts/alignment.txt"
   prompt_template: '###Human: {} ###Assistant: '
-  ckpt: 'minigpt-final/pretrained_minigpt4.pth'
+  ckpt: 'pretrained_minigpt4.pth'
 
 
 datasets:

s

@@ -1 +0,0 @@
-s