Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
|
@@ -36,7 +36,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
|
|
| 36 |
verbose=False,
|
| 37 |
n_ctx=256,
|
| 38 |
n_gpu_layers=0,
|
| 39 |
-
|
| 40 |
)
|
| 41 |
llm_generate = llama_cpp.Llama.from_pretrained(
|
| 42 |
repo_id="moriire/healthcare-ai-q2_k",
|
|
|
|
| 36 |
verbose=False,
|
| 37 |
n_ctx=256,
|
| 38 |
n_gpu_layers=0,
|
| 39 |
+
chat_format="llama-2"
|
| 40 |
)
|
| 41 |
llm_generate = llama_cpp.Llama.from_pretrained(
|
| 42 |
repo_id="moriire/healthcare-ai-q2_k",
|