tweak

app.py

@@ -12,7 +12,7 @@ model_file = "openbiollm-llama3-8b.Q5_K_M.gguf"
 
 model_path = hf_hub_download(model_name,
                              filename=model_file,
-                             local_dir='/llama3-gguf')
+                             local_dir='/usr/src/app/llama3-gguf')
 
 llm = Llama(
     # model_path="./Phi-3-mini-4k-instruct-q4.gguf",

entrypoint.sh

@@ -1,7 +0,0 @@
-#!/bin/bash
-
-# Download the Hugging Face model
-huggingface-cli repo download LoneStriker/OpenBioLLM-Llama3-8B-GGUF --model-id Llama3-8B-Q5_K_M.gguf --target-dir ./llama3-gguf
-
-# Start your Python application (replace "app.py" with your actual script)
-python app.py