NicholasGuerrero commited on
Commit
230d13f
·
1 Parent(s): c4bbff7
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ from huggingface_hub import hf_hub_download
8
  # huggingface-cli download LoneStriker/OpenBioLLM-Llama3-8B-GGUF --local-dir ./llama3-gguf
9
  llm = Llama(
10
  # model_path="./Phi-3-mini-4k-instruct-q4.gguf",
11
- model_path="./llama3-gguf/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
12
  n_ctx=2048,
13
  n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM
14
  )
 
8
  # huggingface-cli download LoneStriker/OpenBioLLM-Llama3-8B-GGUF --local-dir ./llama3-gguf
9
  llm = Llama(
10
  # model_path="./Phi-3-mini-4k-instruct-q4.gguf",
11
+ model_path="LoneStriker/OpenBioLLM-Llama3-8B-GGUF/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
12
  n_ctx=2048,
13
  n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM
14
  )