Spaces:
Running
Running
BenchmarkBot
commited on
Commit
Β·
014409b
1
Parent(s):
b084ebf
fix weight class
Browse files- app.py +5 -1
- src/utils.py +1 -12
app.py
CHANGED
@@ -18,7 +18,6 @@ from src.utils import (
|
|
18 |
load_dataset_repo,
|
19 |
process_model_name,
|
20 |
process_model_type,
|
21 |
-
process_weight_class,
|
22 |
)
|
23 |
|
24 |
|
@@ -78,6 +77,11 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
|
|
78 |
scores_df["merge_id"] = scores_df.weight_class + "_" + scores_df.model_type
|
79 |
merged_df = bench_df.merge(scores_df, on="merge_id")
|
80 |
|
|
|
|
|
|
|
|
|
|
|
81 |
# add optimizations
|
82 |
merged_df["optimizations"] = merged_df[
|
83 |
["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
|
|
|
18 |
load_dataset_repo,
|
19 |
process_model_name,
|
20 |
process_model_type,
|
|
|
21 |
)
|
22 |
|
23 |
|
|
|
77 |
scores_df["merge_id"] = scores_df.weight_class + "_" + scores_df.model_type
|
78 |
merged_df = bench_df.merge(scores_df, on="merge_id")
|
79 |
|
80 |
+
# fix some weight classes
|
81 |
+
merged_df["weight_class"] = merged_df["weight_class"].apply(
|
82 |
+
lambda x: TRUE_WEIGHT_CLASSES[x] if x in TRUE_WEIGHT_CLASSES else x
|
83 |
+
)
|
84 |
+
|
85 |
# add optimizations
|
86 |
merged_df["optimizations"] = merged_df[
|
87 |
["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
|
src/utils.py
CHANGED
@@ -41,6 +41,7 @@ LLM_MODEL_TYPES = {
|
|
41 |
"RefinedWebModel": "Falcon π¦
",
|
42 |
"RefinedWeb": "Falcon π¦
",
|
43 |
"baichuan": "Baichuan π",
|
|
|
44 |
"llama": "LLaMA π¦",
|
45 |
"gpt_neox": "GPT-NeoX",
|
46 |
"gpt_neo": "GPT-Neo",
|
@@ -68,15 +69,3 @@ def process_model_type(model_type):
|
|
68 |
return LLM_MODEL_TYPES[model_type]
|
69 |
else:
|
70 |
return model_type
|
71 |
-
|
72 |
-
|
73 |
-
def process_weight_class(num):
|
74 |
-
if num < 1000:
|
75 |
-
return str(int(num))
|
76 |
-
elif num < 1000000:
|
77 |
-
return str(int(num / 1000)) + "K"
|
78 |
-
elif num < 1000000000:
|
79 |
-
return str(int(num / 1000000)) + "M"
|
80 |
-
elif num < 1000000000000:
|
81 |
-
return str(int(num / 1000000000)) + "B"
|
82 |
-
return None
|
|
|
41 |
"RefinedWebModel": "Falcon π¦
",
|
42 |
"RefinedWeb": "Falcon π¦
",
|
43 |
"baichuan": "Baichuan π",
|
44 |
+
"bloom": "Bloom πΈ",
|
45 |
"llama": "LLaMA π¦",
|
46 |
"gpt_neox": "GPT-NeoX",
|
47 |
"gpt_neo": "GPT-Neo",
|
|
|
69 |
return LLM_MODEL_TYPES[model_type]
|
70 |
else:
|
71 |
return model_type
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|