Spaces:
Running
Running
BenchmarkBot
commited on
Commit
β’
aa1afc2
1
Parent(s):
5c9f565
found it
Browse files
app.py
CHANGED
@@ -88,7 +88,10 @@ def get_benchmark_df(benchmark="Succeeded-1xA100-80GB"):
|
|
88 |
"generate.energy_consumption(kWh/token)"
|
89 |
].fillna(1)
|
90 |
# fix nan values
|
91 |
-
merged_df[
|
|
|
|
|
|
|
92 |
# add optimizations
|
93 |
merged_df["optimizations"] = merged_df["backend.bettertransformer"].apply(
|
94 |
lambda x: "BetterTransformer" if x else "None"
|
@@ -128,9 +131,6 @@ def get_benchmark_table(bench_df):
|
|
128 |
def get_benchmark_chart(bench_df):
|
129 |
copy_df = bench_df.copy()
|
130 |
# filter latency bigger than 100s
|
131 |
-
copy_df["generate.latency(s)"] = copy_df["generate.latency(s)"].apply(
|
132 |
-
lambda x: x if isinstance(x, (int, float)) else 1000
|
133 |
-
)
|
134 |
copy_df = copy_df[copy_df["generate.latency(s)"] <= 100]
|
135 |
# rename model_type
|
136 |
copy_df["model_type"] = copy_df["model_type"].apply(process_model_type)
|
|
|
88 |
"generate.energy_consumption(kWh/token)"
|
89 |
].fillna(1)
|
90 |
# fix nan values
|
91 |
+
merged_df[
|
92 |
+
merged_df["generate.energy_consumption(tokens/kWh)"] == 1,
|
93 |
+
"generate.energy_consumption(tokens/kWh)",
|
94 |
+
] = "N/A"
|
95 |
# add optimizations
|
96 |
merged_df["optimizations"] = merged_df["backend.bettertransformer"].apply(
|
97 |
lambda x: "BetterTransformer" if x else "None"
|
|
|
131 |
def get_benchmark_chart(bench_df):
|
132 |
copy_df = bench_df.copy()
|
133 |
# filter latency bigger than 100s
|
|
|
|
|
|
|
134 |
copy_df = copy_df[copy_df["generate.latency(s)"] <= 100]
|
135 |
# rename model_type
|
136 |
copy_df["model_type"] = copy_df["model_type"].apply(process_model_type)
|