Updated system_message handle
Browse files
app.py
CHANGED
@@ -48,12 +48,12 @@ def infer(
|
|
48 |
def respond(
|
49 |
message,
|
50 |
history,
|
51 |
-
system_message,
|
52 |
max_tokens,
|
53 |
temperature,
|
54 |
top_p,
|
55 |
):
|
56 |
-
|
|
|
57 |
for m in history:
|
58 |
messages.append({"role": m["role"], "content": m["content"]})
|
59 |
messages.append({"role": "user", "content": message})
|
@@ -66,7 +66,6 @@ app = ChatInterface(
|
|
66 |
respond,
|
67 |
type="messages",
|
68 |
additional_inputs=[
|
69 |
-
Textbox(value="You are Softie, a helpful assistant.", label="系统设定"),
|
70 |
Slider(minimum=1, maximum=2048, value=512, step=1, label="最大生成长度"),
|
71 |
Slider(minimum=0.01, maximum=4.0, value=0.75, step=0.01, label="温度系数(Temperature)"),
|
72 |
Slider(minimum=0.01, maximum=1.0, value=0.5, step=0.01, label="核取样系数(Top-p)"),
|
|
|
48 |
def respond(
|
49 |
message,
|
50 |
history,
|
|
|
51 |
max_tokens,
|
52 |
temperature,
|
53 |
top_p,
|
54 |
):
|
55 |
+
if len(history) == 0 or history[0]['role'] != 'system':
|
56 |
+
messages = [{"role": "system", "content": "You are Softie, a helpful assistant."}]
|
57 |
for m in history:
|
58 |
messages.append({"role": m["role"], "content": m["content"]})
|
59 |
messages.append({"role": "user", "content": message})
|
|
|
66 |
respond,
|
67 |
type="messages",
|
68 |
additional_inputs=[
|
|
|
69 |
Slider(minimum=1, maximum=2048, value=512, step=1, label="最大生成长度"),
|
70 |
Slider(minimum=0.01, maximum=4.0, value=0.75, step=0.01, label="温度系数(Temperature)"),
|
71 |
Slider(minimum=0.01, maximum=1.0, value=0.5, step=0.01, label="核取样系数(Top-p)"),
|