moriire commited on
Commit
e06db31
1 Parent(s): 4cb18b7

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +1 -1
app/llm.py CHANGED
@@ -40,7 +40,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
40
  )
41
  llm_generate = llama_cpp.Llama.from_pretrained(
42
  repo_id="moriire/healthcare-ai-q2_k",
43
- filename="healthcare-ai-q2_k-unsloth.Q2_k.gguf",
44
  #tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-q8_0"),
45
  verbose=False,
46
  n_ctx=4096,
 
40
  )
41
  llm_generate = llama_cpp.Llama.from_pretrained(
42
  repo_id="moriire/healthcare-ai-q2_k",
43
+ filename="*.gguf",
44
  #tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-ai-q8_0"),
45
  verbose=False,
46
  n_ctx=4096,