Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ Feel free to test without log.
|
|
18 |
"""
|
19 |
|
20 |
css="""
|
21 |
-
|
22 |
text-align: center;
|
23 |
}
|
24 |
footer {
|
@@ -36,7 +36,7 @@ tokenizer = AutoTokenizer.from_pretrained(model)
|
|
36 |
def generate(message, history, system, max_tokens, temperature, top_p, top_k, penalty):
|
37 |
# Prepare your prompts
|
38 |
conversation = [
|
39 |
-
{"role": "system", "content":
|
40 |
]
|
41 |
for prompt, answer in history:
|
42 |
conversation.extend([{"role": "user", "content": prompt}, {"role": "assistant", "content": answer}])
|
@@ -72,14 +72,23 @@ def generate(message, history, system, max_tokens, temperature, top_p, top_k, pe
|
|
72 |
|
73 |
chatbot = gr.Chatbot(height=450)
|
74 |
|
75 |
-
with gr.Blocks(css=css
|
76 |
gr.HTML(DESCRIPTION)
|
77 |
gr.ChatInterface(
|
78 |
fn=generate,
|
79 |
chatbot=chatbot,
|
|
|
|
|
80 |
additional_inputs=[
|
81 |
-
gr.Textbox(value="You are a helpful assistant.", label="System message"),
|
82 |
-
gr.Slider(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
83 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
84 |
gr.Slider(
|
85 |
minimum=0.1,
|
@@ -87,6 +96,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
87 |
value=0.95,
|
88 |
step=0.05,
|
89 |
label="Top-p",
|
|
|
90 |
),
|
91 |
gr.Slider(
|
92 |
minimum=0,
|
@@ -94,6 +104,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
94 |
value=20,
|
95 |
step=1,
|
96 |
label="Top-k",
|
|
|
97 |
),
|
98 |
gr.Slider(
|
99 |
minimum=0.0,
|
@@ -101,6 +112,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
|
|
101 |
value=1,
|
102 |
step=0.1,
|
103 |
label="Repetition penalty",
|
|
|
104 |
),
|
105 |
],
|
106 |
retry_btn="Retry",
|
|
|
18 |
"""
|
19 |
|
20 |
css="""
|
21 |
+
h3 {
|
22 |
text-align: center;
|
23 |
}
|
24 |
footer {
|
|
|
36 |
def generate(message, history, system, max_tokens, temperature, top_p, top_k, penalty):
|
37 |
# Prepare your prompts
|
38 |
conversation = [
|
39 |
+
{"role": "system", "content":system}
|
40 |
]
|
41 |
for prompt, answer in history:
|
42 |
conversation.extend([{"role": "user", "content": prompt}, {"role": "assistant", "content": answer}])
|
|
|
72 |
|
73 |
chatbot = gr.Chatbot(height=450)
|
74 |
|
75 |
+
with gr.Blocks(css=css) as demo:
|
76 |
gr.HTML(DESCRIPTION)
|
77 |
gr.ChatInterface(
|
78 |
fn=generate,
|
79 |
chatbot=chatbot,
|
80 |
+
fill_height=True,
|
81 |
+
additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False, render=False),
|
82 |
additional_inputs=[
|
83 |
+
gr.Textbox(value="You are a helpful assistant.", label="System message", render=False),
|
84 |
+
gr.Slider(
|
85 |
+
minimum=1,
|
86 |
+
maximum=30720,
|
87 |
+
value=2048,
|
88 |
+
step=1,
|
89 |
+
label="Max tokens",
|
90 |
+
render=False,
|
91 |
+
),
|
92 |
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
93 |
gr.Slider(
|
94 |
minimum=0.1,
|
|
|
96 |
value=0.95,
|
97 |
step=0.05,
|
98 |
label="Top-p",
|
99 |
+
render=False,
|
100 |
),
|
101 |
gr.Slider(
|
102 |
minimum=0,
|
|
|
104 |
value=20,
|
105 |
step=1,
|
106 |
label="Top-k",
|
107 |
+
render=False,
|
108 |
),
|
109 |
gr.Slider(
|
110 |
minimum=0.0,
|
|
|
112 |
value=1,
|
113 |
step=0.1,
|
114 |
label="Repetition penalty",
|
115 |
+
render=False,
|
116 |
),
|
117 |
],
|
118 |
retry_btn="Retry",
|