RAGchat

Build error

moriire commited on Apr 29, 2024

Commit

f8392b7

verified ·

1 Parent(s): e0024f6

Update app/llm.py

Files changed (1) hide show

app/llm.py CHANGED Viewed

@@ -31,7 +31,7 @@ class ChatModel(BaseModel):
     mirostat_eta: float=1.1
 llm_chat = llama_cpp.Llama.from_pretrained(
     repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
-    filename="*4_k_m.gguf",
     tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat-GGUF"),
     verbose=False,
      n_ctx=256,

     mirostat_eta: float=1.1
 llm_chat = llama_cpp.Llama.from_pretrained(
     repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
+    filename="*q4_0.gguf",
     tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat-GGUF"),
     verbose=False,
      n_ctx=256,