Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -45,6 +45,9 @@ class EvalResult:
|
|
45 |
config = data.get("config")
|
46 |
metainfo = config.get("metainfo", {})
|
47 |
model_config = config.get("model", {})
|
|
|
|
|
|
|
48 |
|
49 |
# Get model type from metainfo
|
50 |
# model_type_str = metainfo.get("model_type", "")
|
@@ -57,6 +60,7 @@ class EvalResult:
|
|
57 |
# Precision
|
58 |
# precision = Precision.from_str(config.get("dtype"))
|
59 |
precision = model_config.get("dtype", "Unknown")
|
|
|
60 |
|
61 |
# Add Special Tokens
|
62 |
add_special_tokens = str(config.get("pipeline_kwargs",{"add_special_tokens":"Unknown"}).get("add_special_tokens"))
|
@@ -172,11 +176,7 @@ def get_request_file_for_model(requests_path, model_name, precision):
|
|
172 |
requests_path,
|
173 |
f"{model_name}_eval_request_*.json",
|
174 |
)
|
175 |
-
print(f"Looking for request files in: {request_files}")
|
176 |
-
|
177 |
request_files = glob.glob(request_files)
|
178 |
-
print(f"Found request files: {request_files}")
|
179 |
-
|
180 |
|
181 |
# Select correct request file (precision)
|
182 |
request_file = ""
|
|
|
45 |
config = data.get("config")
|
46 |
metainfo = config.get("metainfo", {})
|
47 |
model_config = config.get("model", {})
|
48 |
+
print(f"Config: {config}")
|
49 |
+
print(f"Metainfo: {metainfo}")
|
50 |
+
print(f"Model config: {model_config}")
|
51 |
|
52 |
# Get model type from metainfo
|
53 |
# model_type_str = metainfo.get("model_type", "")
|
|
|
60 |
# Precision
|
61 |
# precision = Precision.from_str(config.get("dtype"))
|
62 |
precision = model_config.get("dtype", "Unknown")
|
63 |
+
print(f"Precision: {precision}")
|
64 |
|
65 |
# Add Special Tokens
|
66 |
add_special_tokens = str(config.get("pipeline_kwargs",{"add_special_tokens":"Unknown"}).get("add_special_tokens"))
|
|
|
176 |
requests_path,
|
177 |
f"{model_name}_eval_request_*.json",
|
178 |
)
|
|
|
|
|
179 |
request_files = glob.glob(request_files)
|
|
|
|
|
180 |
|
181 |
# Select correct request file (precision)
|
182 |
request_file = ""
|