Spaces:
Runtime error
Runtime error
CaioXapelaum
commited on
Commit
•
068bb90
1
Parent(s):
df6b11b
Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ def get_messages_formatter_type(model_name):
|
|
26 |
def respond(
|
27 |
message,
|
28 |
history: list[tuple[str, str]],
|
29 |
-
model
|
30 |
system_message,
|
31 |
max_tokens,
|
32 |
temperature,
|
@@ -36,6 +36,7 @@ def respond(
|
|
36 |
):
|
37 |
global llm
|
38 |
global llm_model
|
|
|
39 |
|
40 |
chat_template = get_messages_formatter_type(model)
|
41 |
|
|
|
26 |
def respond(
|
27 |
message,
|
28 |
history: list[tuple[str, str]],
|
29 |
+
model,
|
30 |
system_message,
|
31 |
max_tokens,
|
32 |
temperature,
|
|
|
36 |
):
|
37 |
global llm
|
38 |
global llm_model
|
39 |
+
model = "open_gpt4_8x7b_v0.2.Q5_K_M.gguf"
|
40 |
|
41 |
chat_template = get_messages_formatter_type(model)
|
42 |
|