Spaces:

mobinln
/

chatbot

Sleeping

mobinln commited on Jul 28, 2024

Commit

ba6fd7d

verified ·

1 Parent(s): 5026321

change to phi3 4q

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ from llama_cpp import Llama
 model = "microsoft/Phi-3-mini-4k-instruct-gguf"
 llm = Llama.from_pretrained(
     repo_id=model,
-    filename="Phi-3-mini-4k-instruct-fp16.gguf",
     verbose=True,
     use_mmap=False,
     use_mlock=True,

 model = "microsoft/Phi-3-mini-4k-instruct-gguf"
 llm = Llama.from_pretrained(
     repo_id=model,
+    filename="Phi-3-mini-4k-instruct-q4.gguf",
     verbose=True,
     use_mmap=False,
     use_mlock=True,