Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ from llama_cpp import Llama
|
|
4 |
# Load the Llama model
|
5 |
llm = Llama.from_pretrained(
|
6 |
repo_id="GSridhar1982/QA_Llama31_Quantized_GGUF",
|
7 |
-
filename="
|
8 |
)
|
9 |
|
10 |
def generate_response(user_input):
|
|
|
4 |
# Load the Llama model
|
5 |
llm = Llama.from_pretrained(
|
6 |
repo_id="GSridhar1982/QA_Llama31_Quantized_GGUF",
|
7 |
+
filename="QA_llama31_unsloth.Q4_K_M.gguf",
|
8 |
)
|
9 |
|
10 |
def generate_response(user_input):
|