Update app/llm.py

app/llm.py

@@ -30,8 +30,8 @@ class ChatModel(BaseModel):
     mirostat_tau: float=4.0
     mirostat_eta: float=1.1
 llm_chat = llama_cpp.Llama.from_pretrained(
-    repo_id="moriire/healthcare-ai-adapter-merged",
-    #filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
+    repo_id="moriire/healthcare-ai-q8_0",
+    filename="healthcare-ai-q8_0-unsloth.Q8_0.gguf",
     #tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-adapter-merged"),
     verbose=False,
      n_ctx=1024,
@@ -39,8 +39,8 @@ llm_chat = llama_cpp.Llama.from_pretrained(
     chat_format="llama-2"
 )
 llm_generate = llama_cpp.Llama.from_pretrained(
-    repo_id="moriire/healthcare-GGUF",
-    filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
+    repo_id="moriire/healthcare-ai-q8_0",
+    filename="healthcare-ai-q8_0-unsloth.Q8_0.gguf",
     #tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-adapter-merged"),
     verbose=False,
      n_ctx=4096,