Update app/llm.py
Browse files- app/llm.py +2 -2
app/llm.py
CHANGED
@@ -30,8 +30,8 @@ class ChatModel(BaseModel):
|
|
30 |
mirostat_tau: float=4.0
|
31 |
mirostat_eta: float=1.1
|
32 |
llm_chat = llama_cpp.Llama.from_pretrained(
|
33 |
-
repo_id="
|
34 |
-
filename="
|
35 |
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B"),
|
36 |
verbose=False,
|
37 |
n_ctx=1024,
|
|
|
30 |
mirostat_tau: float=4.0
|
31 |
mirostat_eta: float=1.1
|
32 |
llm_chat = llama_cpp.Llama.from_pretrained(
|
33 |
+
repo_id="moriire/healthcare-GGUF",
|
34 |
+
filename="*.gguf",
|
35 |
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B"),
|
36 |
verbose=False,
|
37 |
n_ctx=1024,
|