Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -232,9 +232,9 @@ with gr.Blocks(css=custom_css) as demo:
|
|
232 |
with gr.Row():
|
233 |
speed_box = gr.Textbox(label="Speed", elem_id="speed", interactive=False, value="0.00 tokens/s")
|
234 |
compression_box = gr.Textbox(label="Compression Ratio", elem_id="speed", interactive=False, value="0.00")
|
235 |
-
note1 = gr.Markdown(show_label=False,
|
236 |
value='''The Compression Ratio is defined as the number of generated tokens divided by the number of forward passes in the original LLM. The original LLM is Vicuna 7B, with inference conducted on a T4 GPU and at a precision of int8.''')
|
237 |
-
note=gr.Markdown(show_label=False,
|
238 |
|
239 |
|
240 |
chatbot = gr.Chatbot(height=600,show_label=False)
|
|
|
232 |
with gr.Row():
|
233 |
speed_box = gr.Textbox(label="Speed", elem_id="speed", interactive=False, value="0.00 tokens/s")
|
234 |
compression_box = gr.Textbox(label="Compression Ratio", elem_id="speed", interactive=False, value="0.00")
|
235 |
+
note1 = gr.Markdown(show_label=False,
|
236 |
value='''The Compression Ratio is defined as the number of generated tokens divided by the number of forward passes in the original LLM. The original LLM is Vicuna 7B, with inference conducted on a T4 GPU and at a precision of int8.''')
|
237 |
+
note=gr.Markdown(show_label=False,value='''The tokens that EAGLE correctly guesses will be highlighted in orange. Note: This highlighting may lead to special formatting rendering issues in some instances, particularly when generating code.''')
|
238 |
|
239 |
|
240 |
chatbot = gr.Chatbot(height=600,show_label=False)
|