Update app.py
Browse files
app.py
CHANGED
@@ -38,6 +38,7 @@ def respond(message, history, model, approach, system_message, max_tokens, tempe
|
|
38 |
return response.choices[0].message.content
|
39 |
else:
|
40 |
system_prompt = system_message
|
|
|
41 |
if approach == 'rto':
|
42 |
final_response = round_trip_optimization(system_prompt, initial_query, client, model)
|
43 |
elif approach == 'z3':
|
@@ -83,7 +84,7 @@ def create_approach_dropdown():
|
|
83 |
)
|
84 |
|
85 |
with gr.Blocks() as demo:
|
86 |
-
gr.Markdown("#
|
87 |
|
88 |
with gr.Row():
|
89 |
system_message = gr.Textbox(value="", label="System message")
|
|
|
38 |
return response.choices[0].message.content
|
39 |
else:
|
40 |
system_prompt = system_message
|
41 |
+
initial_query = message
|
42 |
if approach == 'rto':
|
43 |
final_response = round_trip_optimization(system_prompt, initial_query, client, model)
|
44 |
elif approach == 'z3':
|
|
|
84 |
)
|
85 |
|
86 |
with gr.Blocks() as demo:
|
87 |
+
gr.Markdown("# optillm - LLM Inference Comparison")
|
88 |
|
89 |
with gr.Row():
|
90 |
system_message = gr.Textbox(value="", label="System message")
|