AI-RESEARCHER-2024 commited on
Commit
85316b5
·
verified ·
1 Parent(s): adac3f1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -23,8 +23,8 @@ class RAGInterface:
23
 
24
  # Initialize LLM
25
  self.llm = Llama.from_pretrained(
26
- repo_id="bartowski/Llama-3.2-1B-Instruct-GGUF",
27
- filename="Llama-3.2-1B-Instruct-Q8_0.gguf",
28
  n_ctx=2048
29
  )
30
 
 
23
 
24
  # Initialize LLM
25
  self.llm = Llama.from_pretrained(
26
+ repo_id="bartowski/Llama-3.2-3B-Instruct-GGUF",
27
+ filename="Llama-3.2-3B-Instruct-Q6_K.gguf",
28
  n_ctx=2048
29
  )
30