Spaces:
Sleeping
Sleeping
NicholasGuerrero
commited on
Commit
·
2f63131
1
Parent(s):
85a3972
tweak 7
Browse files
app.py
CHANGED
|
@@ -11,7 +11,7 @@ from huggingface_hub.file_download import http_get
|
|
| 11 |
llm = Llama(
|
| 12 |
# model_path="./Phi-3-mini-4k-instruct-q4.gguf",
|
| 13 |
# model_path="./llama3-gguf/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
|
| 14 |
-
model_path = "content/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
|
| 15 |
n_ctx=2048,
|
| 16 |
n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM
|
| 17 |
)
|
|
|
|
| 11 |
llm = Llama(
|
| 12 |
# model_path="./Phi-3-mini-4k-instruct-q4.gguf",
|
| 13 |
# model_path="./llama3-gguf/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
|
| 14 |
+
model_path = "./content/OpenBioLLM-Llama3-8B-Q5_K_M.gguf",
|
| 15 |
n_ctx=2048,
|
| 16 |
n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM
|
| 17 |
)
|