tweak 7

Dockerfile

@@ -25,7 +25,7 @@ ENV GRADIO_SERVER_NAME="0.0.0.0"
 RUN mkdir content
 ADD --chown=user  https://huggingface.co/LoneStriker/OpenBioLLM-Llama3-8B-GGUF/blob/main/OpenBioLLM-Llama3-8B-Q5_K_M.gguf content/OpenBioLLM-Llama3-8B-Q5_K_M.gguf
 
-RUN ls -l $HOME/app
+RUN ls -l $HOME/app/content
 
 RUN pip install -r requirements.txt
 

app.py

@@ -11,7 +11,7 @@ from huggingface_hub.file_download import http_get
 llm = Llama(
     # model_path="./Phi-3-mini-4k-instruct-q4.gguf",
     # model_path="./llama3-gguf/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
-    model_path = "/content/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
+    model_path = "./content/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
     n_ctx=2048,
     n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM 
 )