Spaces:

ai-blueprint
/

rag-generate

Running

davidberenstein1957 commited on Jan 23

Commit

42ec70d

verified ·

1 Parent(s): b17bbf5

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,7 +7,7 @@ from llama_cpp import Llama
 llm = Llama.from_pretrained(
     repo_id="prithivMLmods/SmolLM2-135M-Instruct-GGUF",
-	filename="SmolLM2-135M-Instruct.Q8_0.gguf",
     verbose=False,
 )

 llm = Llama.from_pretrained(
     repo_id="prithivMLmods/SmolLM2-135M-Instruct-GGUF",
+	filename="SmolLM2-135M-Instruct.Q4_K_M.gguf",
     verbose=False,
 )