Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ system_message = "Eres un asistente que siempre responde en español."
|
|
9 |
def load_llm():
|
10 |
llm = AutoModelForCausalLM.from_pretrained(
|
11 |
model_name="TheBloke/Llama-2-7B-Chat-GGUF",
|
12 |
-
model_file='llama-2-7b-chat.Q5_K_M.gguf'
|
13 |
model_type='llama',
|
14 |
max_new_tokens=2048,
|
15 |
context_length = 4096,
|
|
|
9 |
def load_llm():
|
10 |
llm = AutoModelForCausalLM.from_pretrained(
|
11 |
model_name="TheBloke/Llama-2-7B-Chat-GGUF",
|
12 |
+
model_file='llama-2-7b-chat.Q5_K_M.gguf',
|
13 |
model_type='llama',
|
14 |
max_new_tokens=2048,
|
15 |
context_length = 4096,
|