vilarin commited on
Commit
bd0158c
·
verified ·
1 Parent(s): 49f85cd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -5
app.py CHANGED
@@ -18,7 +18,7 @@ Feel free to test without log.
18
  """
19
 
20
  css="""
21
- h1 {
22
  text-align: center;
23
  }
24
  footer {
@@ -36,7 +36,7 @@ tokenizer = AutoTokenizer.from_pretrained(model)
36
  def generate(message, history, system, max_tokens, temperature, top_p, top_k, penalty):
37
  # Prepare your prompts
38
  conversation = [
39
- {"role": "system", "content":sytem}
40
  ]
41
  for prompt, answer in history:
42
  conversation.extend([{"role": "user", "content": prompt}, {"role": "assistant", "content": answer}])
@@ -72,14 +72,23 @@ def generate(message, history, system, max_tokens, temperature, top_p, top_k, pe
72
 
73
  chatbot = gr.Chatbot(height=450)
74
 
75
- with gr.Blocks(css=css, fill_height=True) as demo:
76
  gr.HTML(DESCRIPTION)
77
  gr.ChatInterface(
78
  fn=generate,
79
  chatbot=chatbot,
 
 
80
  additional_inputs=[
81
- gr.Textbox(value="You are a helpful assistant.", label="System message"),
82
- gr.Slider(minimum=1, maximum=30720, value=2048, step=1, label="Max tokens"),
 
 
 
 
 
 
 
83
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
84
  gr.Slider(
85
  minimum=0.1,
@@ -87,6 +96,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
87
  value=0.95,
88
  step=0.05,
89
  label="Top-p",
 
90
  ),
91
  gr.Slider(
92
  minimum=0,
@@ -94,6 +104,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
94
  value=20,
95
  step=1,
96
  label="Top-k",
 
97
  ),
98
  gr.Slider(
99
  minimum=0.0,
@@ -101,6 +112,7 @@ with gr.Blocks(css=css, fill_height=True) as demo:
101
  value=1,
102
  step=0.1,
103
  label="Repetition penalty",
 
104
  ),
105
  ],
106
  retry_btn="Retry",
 
18
  """
19
 
20
  css="""
21
+ h3 {
22
  text-align: center;
23
  }
24
  footer {
 
36
  def generate(message, history, system, max_tokens, temperature, top_p, top_k, penalty):
37
  # Prepare your prompts
38
  conversation = [
39
+ {"role": "system", "content":system}
40
  ]
41
  for prompt, answer in history:
42
  conversation.extend([{"role": "user", "content": prompt}, {"role": "assistant", "content": answer}])
 
72
 
73
  chatbot = gr.Chatbot(height=450)
74
 
75
+ with gr.Blocks(css=css) as demo:
76
  gr.HTML(DESCRIPTION)
77
  gr.ChatInterface(
78
  fn=generate,
79
  chatbot=chatbot,
80
+ fill_height=True,
81
+ additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False, render=False),
82
  additional_inputs=[
83
+ gr.Textbox(value="You are a helpful assistant.", label="System message", render=False),
84
+ gr.Slider(
85
+ minimum=1,
86
+ maximum=30720,
87
+ value=2048,
88
+ step=1,
89
+ label="Max tokens",
90
+ render=False,
91
+ ),
92
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
93
  gr.Slider(
94
  minimum=0.1,
 
96
  value=0.95,
97
  step=0.05,
98
  label="Top-p",
99
+ render=False,
100
  ),
101
  gr.Slider(
102
  minimum=0,
 
104
  value=20,
105
  step=1,
106
  label="Top-k",
107
+ render=False,
108
  ),
109
  gr.Slider(
110
  minimum=0.0,
 
112
  value=1,
113
  step=0.1,
114
  label="Repetition penalty",
115
+ render=False,
116
  ),
117
  ],
118
  retry_btn="Retry",