Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -17,6 +17,10 @@ clients['32B-Pro (beta)'] = [
|
|
17 |
requests.get(os.getenv('RUADAPT_PRO_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
|
18 |
]
|
19 |
|
|
|
|
|
|
|
|
|
20 |
#clients['7B-Lite (beta)'] = [
|
21 |
# OpenAI(api_key=token, base_url=os.getenv('RUADAPT_LITE_PATH')),
|
22 |
# requests.get(os.getenv('RUADAPT_LITE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
|
@@ -89,8 +93,8 @@ def respond(
|
|
89 |
"""
|
90 |
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
|
91 |
"""
|
92 |
-
options = ["32B-Pro (beta)",
|
93 |
-
options = options[:
|
94 |
system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
|
95 |
system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
|
96 |
system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."
|
@@ -131,7 +135,7 @@ demo = gr.ChatInterface(
|
|
131 |
respond,
|
132 |
additional_inputs=[
|
133 |
gr.Radio(choices=options, label="Model:", value=options[0]),
|
134 |
-
gr.Textbox(value=
|
135 |
gr.Slider(minimum=1, maximum=4096*2, value=4096, step=2, label="Max new tokens"),
|
136 |
gr.Slider(minimum=0.0, maximum=2.0, value=0.0, step=0.1, label="Temperature"),
|
137 |
gr.Slider(
|
|
|
17 |
requests.get(os.getenv('RUADAPT_PRO_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
|
18 |
]
|
19 |
|
20 |
+
clients['14B-R1 (preview)'] = [
|
21 |
+
OpenAI(api_key=token, base_url=os.getenv('RUADAPT_QWEN_14_R1_PATH')),
|
22 |
+
requests.get(os.getenv('RUADAPT_QWEN_14_R1_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
|
23 |
+
]
|
24 |
#clients['7B-Lite (beta)'] = [
|
25 |
# OpenAI(api_key=token, base_url=os.getenv('RUADAPT_LITE_PATH')),
|
26 |
# requests.get(os.getenv('RUADAPT_LITE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
|
|
|
93 |
"""
|
94 |
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
|
95 |
"""
|
96 |
+
options = ["32B-Pro (beta)", '14B-R1 (preview)', "32B QWQ (experimental, without any additional tuning after LEP!)", "7B (work in progress)", "3B"]
|
97 |
+
options = options[:2]
|
98 |
system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
|
99 |
system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
|
100 |
system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."
|
|
|
135 |
respond,
|
136 |
additional_inputs=[
|
137 |
gr.Radio(choices=options, label="Model:", value=options[0]),
|
138 |
+
gr.Textbox(value="", label="System message"),
|
139 |
gr.Slider(minimum=1, maximum=4096*2, value=4096, step=2, label="Max new tokens"),
|
140 |
gr.Slider(minimum=0.0, maximum=2.0, value=0.0, step=0.1, label="Temperature"),
|
141 |
gr.Slider(
|