Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -8,17 +8,18 @@ client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
|
8 |
|
9 |
|
10 |
def format_prompt(message, history):
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
|
|
17 |
|
18 |
|
19 |
def chat_inf(system_prompt,prompt,history):
|
20 |
if not history:
|
21 |
-
history = [
|
22 |
|
23 |
seed = random.randint(1,1111111111111111)
|
24 |
generate_kwargs = dict(
|
|
|
8 |
|
9 |
|
10 |
def format_prompt(message, history):
|
11 |
+
prompt = "<s>"
|
12 |
+
if history:
|
13 |
+
for user_prompt, bot_response in history:
|
14 |
+
prompt += f"[INST] {user_prompt} [/INST]"
|
15 |
+
prompt += f" {bot_response}</s> "
|
16 |
+
prompt += f"[INST] {message} [/INST]"
|
17 |
+
return prompt
|
18 |
|
19 |
|
20 |
def chat_inf(system_prompt,prompt,history):
|
21 |
if not history:
|
22 |
+
history = []
|
23 |
|
24 |
seed = random.randint(1,1111111111111111)
|
25 |
generate_kwargs = dict(
|