mobinln commited on
Commit
b2ca986
·
verified ·
1 Parent(s): ee65e95

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,10 +2,10 @@ import re
2
  import gradio as gr
3
  from llama_cpp import Llama
4
 
5
- model = "MaziyarPanahi/Qwen3-8B-GGUF"
6
  llm = Llama.from_pretrained(
7
  repo_id=model,
8
- filename="Qwen3-8B.Q4_K_M.gguf",
9
  verbose=True,
10
  use_mmap=True,
11
  use_mlock=True,
 
2
  import gradio as gr
3
  from llama_cpp import Llama
4
 
5
+ model = "NousResearch/Hermes-3-Llama-3.2-3B-GGUF"
6
  llm = Llama.from_pretrained(
7
  repo_id=model,
8
+ filename="*Q6_K.gguf",
9
  verbose=True,
10
  use_mmap=True,
11
  use_mlock=True,