Spaces:
Running
Running
File size: 4,990 Bytes
f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 f745baf a9ae960 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 |
import gradio as gr
from utils.pdf_utils import update_page, load_pdf
from extractors.model_runner import models, run_extract_parallel
def update_dropdowns(model_a_choice, model_b_choice):
if model_a_choice == model_b_choice:
options_b = [m for m in models if m != model_a_choice]
return gr.update(choices=options_b, value=options_b[0] if options_b else None)
else:
options_b = [m for m in models if m != model_a_choice]
return gr.update(choices=options_b, value=model_b_choice)
def sync_models(model_a_choice, model_b_choice):
updated_dropdown_b = update_dropdowns(model_a_choice, model_b_choice)
return updated_dropdown_b
def dummy_function_a(model_a_choice):
return f"Model A selected: {model_a_choice}"
def dummy_function_b(model_b_choice):
return f"Model B selected: {model_b_choice}"
def update_button(file):
return gr.update(interactive=bool(file))
def update_vote_button(output):
is_active = bool(output)
return [gr.update(interactive=is_active) for _ in range(4)]
def clear_outputs():
return "", ""
def arena_sxs():
with gr.Blocks() as arena_block:
gr.Markdown("# Rules")
gr.Markdown("- Upload a PDF file to extract with two chosen models (e.g., Llama, Unstructured, ChatGPT, Claude) and vote for the better one!")
gr.Markdown("- You can upload multiple files until you identify a winner.")
gr.Markdown("## 1. Upload a file.")
gr.Markdown("Only PDF files supported.")
with gr.Row():
with gr.Column(scale=2):
pdf = gr.File(type="filepath", label="Upload PDF", file_types=[".pdf"])
pdf_image = gr.Image(label="PDF Page")
page_info = gr.Textbox(label="")
current_page = gr.State(value=0)
with gr.Row():
prev_button = gr.Button("Previous")
next_button = gr.Button("Next")
gr.Markdown("---")
gr.Markdown("## 2. Choose two models to compare")
with gr.Blocks():
with gr.Row():
model_a = gr.Dropdown(choices=models, value=models[0], label="")
model_b = gr.Dropdown(choices=[m for m in models if m != models[0]], value=models[1], label="")
with gr.Row():
output_a = gr.Markdown(height=400)
output_b = gr.Markdown(height=400)
with gr.Row():
extract_button = gr.Button("Parse", interactive=False)
# with gr.Row():
# vote_model_a_button = gr.Button("👈 A is better", interactive=False)
# vote_model_b_button = gr.Button("👉 B is better", interactive=False)
# vote_tie_button = gr.Button("🤝 Tie", interactive=False)
# vote_bad_button = gr.Button("👎 Both are bad", interactive=False)
# Handlers
pdf.change(load_pdf, inputs=[pdf], outputs=[pdf_image, page_info, current_page])
pdf.change(fn=update_button, inputs=pdf, outputs=extract_button)
model_a.change(sync_models, inputs=[model_a, model_b], outputs=model_b)
model_a.change(dummy_function_a, inputs=model_a)
model_b.change(dummy_function_b, inputs=model_b)
# output_a.change(fn=update_vote_button, inputs=output_a, outputs=[vote_model_a_button, vote_model_b_button, vote_tie_button, vote_bad_button])
# output_b.change(fn=update_vote_button, inputs=output_b, outputs=[vote_model_a_button, vote_model_b_button, vote_tie_button, vote_bad_button])
# # Button Handlers
prev_button.click(
fn=lambda file_path, page: update_page(file_path, page, -1),
inputs=[pdf, current_page],
outputs=[pdf_image, page_info, current_page],
)
next_button.click(
fn=lambda file_path, page: update_page(file_path, page, 1),
inputs=[pdf, current_page],
outputs=[pdf_image, page_info, current_page],
)
extract_button.click(
fn=run_extract_parallel,
inputs=[model_a, model_b, pdf],
outputs=[output_a, output_b]
)
# extract_button.click(
# fn=clear_outputs,
# outputs=[output_a, output_b]
# )
# vote_model_a_button.click(fn=lambda model_a, model_b: vote_for_model(model_a, Vote.GOOD, model_b, Vote.NEUTRAL), inputs=[model_a, model_b], outputs=[output_a, output_b])
# vote_model_b_button.click(fn=lambda model_a, model_b: vote_for_model(model_a, Vote.NEUTRAL, model_b, Vote.GOOD), inputs=[model_a, model_b], outputs=[output_a, output_b])
# vote_tie_button.click(fn=lambda model_a, model_b: vote_for_model(model_a, Vote.NEUTRAL, model_b, Vote.NEUTRAL), inputs=[model_a, model_b], outputs=[output_a, output_b])
# vote_bad_button.click(fn=lambda model_a, model_b: vote_for_model(model_a, Vote.BAD, model_b, Vote.BAD), inputs=[model_a, model_b], outputs=[output_a, output_b])
return arena_block
|