RefalMachine commited on
Commit
6fafd7a
·
verified ·
1 Parent(s): 19778bd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -3
app.py CHANGED
@@ -17,6 +17,10 @@ clients['32B-Pro (beta)'] = [
17
  requests.get(os.getenv('RUADAPT_PRO_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
18
  ]
19
 
 
 
 
 
20
  #clients['7B-Lite (beta)'] = [
21
  # OpenAI(api_key=token, base_url=os.getenv('RUADAPT_LITE_PATH')),
22
  # requests.get(os.getenv('RUADAPT_LITE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
@@ -89,8 +93,8 @@ def respond(
89
  """
90
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
91
  """
92
- options = ["32B-Pro (beta)", "7B-Lite (beta)", "32B QWQ (experimental, without any additional tuning after LEP!)", "7B (work in progress)", "3B"]
93
- options = options[:1]
94
  system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
95
  system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
96
  system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."
@@ -131,7 +135,7 @@ demo = gr.ChatInterface(
131
  respond,
132
  additional_inputs=[
133
  gr.Radio(choices=options, label="Model:", value=options[0]),
134
- gr.Textbox(value=system_new2, label="System message"),
135
  gr.Slider(minimum=1, maximum=4096*2, value=4096, step=2, label="Max new tokens"),
136
  gr.Slider(minimum=0.0, maximum=2.0, value=0.0, step=0.1, label="Temperature"),
137
  gr.Slider(
 
17
  requests.get(os.getenv('RUADAPT_PRO_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
18
  ]
19
 
20
+ clients['14B-R1 (preview)'] = [
21
+ OpenAI(api_key=token, base_url=os.getenv('RUADAPT_QWEN_14_R1_PATH')),
22
+ requests.get(os.getenv('RUADAPT_QWEN_14_R1_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
23
+ ]
24
  #clients['7B-Lite (beta)'] = [
25
  # OpenAI(api_key=token, base_url=os.getenv('RUADAPT_LITE_PATH')),
26
  # requests.get(os.getenv('RUADAPT_LITE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
 
93
  """
94
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
95
  """
96
+ options = ["32B-Pro (beta)", '14B-R1 (preview)', "32B QWQ (experimental, without any additional tuning after LEP!)", "7B (work in progress)", "3B"]
97
+ options = options[:2]
98
  system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
99
  system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
100
  system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."
 
135
  respond,
136
  additional_inputs=[
137
  gr.Radio(choices=options, label="Model:", value=options[0]),
138
+ gr.Textbox(value="", label="System message"),
139
  gr.Slider(minimum=1, maximum=4096*2, value=4096, step=2, label="Max new tokens"),
140
  gr.Slider(minimum=0.0, maximum=2.0, value=0.0, step=0.1, label="Temperature"),
141
  gr.Slider(