mobinln commited on
Commit
4ee1277
·
verified ·
1 Parent(s): 8707e00

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,10 +2,10 @@ import re
2
  import gradio as gr
3
  from llama_cpp import Llama
4
 
5
- model = "google/gemma-3-4b-it-qat-q4_0-gguf"
6
  llm = Llama.from_pretrained(
7
  repo_id=model,
8
- filename="gemma-3-4b-it-q4_0.gguf",
9
  verbose=True,
10
  use_mmap=True,
11
  use_mlock=True,
 
2
  import gradio as gr
3
  from llama_cpp import Llama
4
 
5
+ model = "MaziyarPanahi/gemma-3-4b-it-GGUF"
6
  llm = Llama.from_pretrained(
7
  repo_id=model,
8
+ filename="gemma-3-4b-it.Q4_K_M.gguf",
9
  verbose=True,
10
  use_mmap=True,
11
  use_mlock=True,