Jacqueline Garrahan
commited on
Commit
•
313be29
1
Parent(s):
acdf544
Check in app
Browse files
app.py
CHANGED
@@ -19,10 +19,7 @@ from src.display.utils import (
|
|
19 |
EVAL_COLS,
|
20 |
EVAL_TYPES,
|
21 |
AutoEvalColumn,
|
22 |
-
ModelType,
|
23 |
fields,
|
24 |
-
WeightType,
|
25 |
-
Precision
|
26 |
)
|
27 |
from src.envs import API, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, QUEUE_REPO, REPO_ID, RESULTS_REPO, TOKEN
|
28 |
from src.populate import get_evaluation_queue_df, get_leaderboard_df
|
@@ -74,15 +71,6 @@ def init_leaderboard(dataframe):
|
|
74 |
search_columns=[AutoEvalColumn.model.name, AutoEvalColumn.license.name],
|
75 |
hide_columns=[c.name for c in fields(AutoEvalColumn) if c.hidden],
|
76 |
filter_columns=[
|
77 |
-
ColumnFilter(AutoEvalColumn.model_type.name, type="checkboxgroup", label="Model types"),
|
78 |
-
ColumnFilter(AutoEvalColumn.precision.name, type="checkboxgroup", label="Precision"),
|
79 |
-
ColumnFilter(
|
80 |
-
AutoEvalColumn.params.name,
|
81 |
-
type="slider",
|
82 |
-
min=0.00,
|
83 |
-
max=150,
|
84 |
-
label="Select the number of parameters (B)",
|
85 |
-
),
|
86 |
ColumnFilter(
|
87 |
AutoEvalColumn.still_on_hub.name, type="boolean", label="External Providers", default=False
|
88 |
),
|
@@ -150,43 +138,13 @@ with demo:
|
|
150 |
with gr.Row():
|
151 |
with gr.Column():
|
152 |
model_name_textbox = gr.Textbox(label="Model name")
|
153 |
-
revision_name_textbox = gr.Textbox(label="Revision commit", placeholder="main")
|
154 |
-
model_type = gr.Dropdown(
|
155 |
-
choices=[t.to_str(" : ") for t in ModelType if t != ModelType.Unknown],
|
156 |
-
label="Model type",
|
157 |
-
multiselect=False,
|
158 |
-
value=None,
|
159 |
-
interactive=True,
|
160 |
-
)
|
161 |
-
|
162 |
-
with gr.Column():
|
163 |
-
precision = gr.Dropdown(
|
164 |
-
choices=[i.value.name for i in Precision if i != Precision.Unknown],
|
165 |
-
label="Precision",
|
166 |
-
multiselect=False,
|
167 |
-
value="float16",
|
168 |
-
interactive=True,
|
169 |
-
)
|
170 |
-
weight_type = gr.Dropdown(
|
171 |
-
choices=[i.value.name for i in WeightType],
|
172 |
-
label="Weights type",
|
173 |
-
multiselect=False,
|
174 |
-
value="Original",
|
175 |
-
interactive=True,
|
176 |
-
)
|
177 |
-
base_model_name_textbox = gr.Textbox(label="Base model (for delta or adapter weights)")
|
178 |
|
179 |
submit_button = gr.Button("Submit Eval")
|
180 |
submission_result = gr.Markdown()
|
181 |
submit_button.click(
|
182 |
add_new_eval,
|
183 |
[
|
184 |
-
model_name_textbox
|
185 |
-
base_model_name_textbox,
|
186 |
-
revision_name_textbox,
|
187 |
-
precision,
|
188 |
-
weight_type,
|
189 |
-
model_type,
|
190 |
],
|
191 |
submission_result,
|
192 |
)
|
|
|
19 |
EVAL_COLS,
|
20 |
EVAL_TYPES,
|
21 |
AutoEvalColumn,
|
|
|
22 |
fields,
|
|
|
|
|
23 |
)
|
24 |
from src.envs import API, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, QUEUE_REPO, REPO_ID, RESULTS_REPO, TOKEN
|
25 |
from src.populate import get_evaluation_queue_df, get_leaderboard_df
|
|
|
71 |
search_columns=[AutoEvalColumn.model.name, AutoEvalColumn.license.name],
|
72 |
hide_columns=[c.name for c in fields(AutoEvalColumn) if c.hidden],
|
73 |
filter_columns=[
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
74 |
ColumnFilter(
|
75 |
AutoEvalColumn.still_on_hub.name, type="boolean", label="External Providers", default=False
|
76 |
),
|
|
|
138 |
with gr.Row():
|
139 |
with gr.Column():
|
140 |
model_name_textbox = gr.Textbox(label="Model name")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
141 |
|
142 |
submit_button = gr.Button("Submit Eval")
|
143 |
submission_result = gr.Markdown()
|
144 |
submit_button.click(
|
145 |
add_new_eval,
|
146 |
[
|
147 |
+
model_name_textbox
|
|
|
|
|
|
|
|
|
|
|
148 |
],
|
149 |
submission_result,
|
150 |
)
|