Spaces:
Running
Running
BenchmarkBot
commited on
Commit
β’
c4dcfe7
1
Parent(s):
3dee4bf
add peak memory slider
Browse files
app.py
CHANGED
@@ -150,7 +150,13 @@ def get_benchmark_plot(bench_df):
|
|
150 |
|
151 |
|
152 |
def filter_query(
|
153 |
-
text,
|
|
|
|
|
|
|
|
|
|
|
|
|
154 |
):
|
155 |
raw_df = get_benchmark_df(benchmark=benchmark)
|
156 |
|
@@ -169,7 +175,8 @@ def filter_query(
|
|
169 |
if len(optimizations) > 0
|
170 |
else True
|
171 |
)
|
172 |
-
& (raw_df["average"] >=
|
|
|
173 |
]
|
174 |
|
175 |
filtered_table = get_benchmark_table(filtered_df)
|
@@ -197,19 +204,25 @@ with demo:
|
|
197 |
|
198 |
# control panel interface
|
199 |
with gr.Row():
|
200 |
-
|
201 |
-
|
202 |
-
|
203 |
-
|
204 |
-
|
205 |
-
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
-
|
210 |
-
|
211 |
-
|
212 |
-
)
|
|
|
|
|
|
|
|
|
|
|
|
|
213 |
|
214 |
with gr.Row():
|
215 |
with gr.Column(scale=1):
|
@@ -275,6 +288,7 @@ with demo:
|
|
275 |
datatype_checkboxes,
|
276 |
optimizations_checkboxes,
|
277 |
score_slider,
|
|
|
278 |
],
|
279 |
[single_A100_leaderboard, single_A100_plotly],
|
280 |
)
|
|
|
150 |
|
151 |
|
152 |
def filter_query(
|
153 |
+
text,
|
154 |
+
backends,
|
155 |
+
datatypes,
|
156 |
+
optimizations,
|
157 |
+
score,
|
158 |
+
memory,
|
159 |
+
benchmark="1xA100-80GB",
|
160 |
):
|
161 |
raw_df = get_benchmark_df(benchmark=benchmark)
|
162 |
|
|
|
175 |
if len(optimizations) > 0
|
176 |
else True
|
177 |
)
|
178 |
+
& (raw_df["average"] >= score)
|
179 |
+
& (raw_df["forward.peak_memory(MB)"] <= memory)
|
180 |
]
|
181 |
|
182 |
filtered_table = get_benchmark_table(filtered_df)
|
|
|
204 |
|
205 |
# control panel interface
|
206 |
with gr.Row():
|
207 |
+
search_bar = gr.Textbox(
|
208 |
+
label="Model π€",
|
209 |
+
info="π Search for a model name",
|
210 |
+
elem_id="search-bar",
|
211 |
+
)
|
212 |
+
score_slider = gr.Slider(
|
213 |
+
label="Average Open LLM Score π",
|
214 |
+
info="ποΈ Slide to minimum Average Open LLM score",
|
215 |
+
value=0,
|
216 |
+
elem_id="threshold-slider",
|
217 |
+
)
|
218 |
+
memory_slider = gr.Slider(
|
219 |
+
label="Peak Memory (MB) π",
|
220 |
+
info="ποΈ Slide to maximum Peak Memory",
|
221 |
+
minimum=0,
|
222 |
+
maximum=80 * 1024,
|
223 |
+
value=80 * 1024,
|
224 |
+
elem_id="memory-slider",
|
225 |
+
)
|
226 |
|
227 |
with gr.Row():
|
228 |
with gr.Column(scale=1):
|
|
|
288 |
datatype_checkboxes,
|
289 |
optimizations_checkboxes,
|
290 |
score_slider,
|
291 |
+
memory_slider,
|
292 |
],
|
293 |
[single_A100_leaderboard, single_A100_plotly],
|
294 |
)
|