sh1gechan commited on
Commit
ce091df
·
verified ·
1 Parent(s): 87e35cb

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -4
src/leaderboard/read_evals.py CHANGED
@@ -45,6 +45,9 @@ class EvalResult:
45
  config = data.get("config")
46
  metainfo = config.get("metainfo", {})
47
  model_config = config.get("model", {})
 
 
 
48
 
49
  # Get model type from metainfo
50
  # model_type_str = metainfo.get("model_type", "")
@@ -57,6 +60,7 @@ class EvalResult:
57
  # Precision
58
  # precision = Precision.from_str(config.get("dtype"))
59
  precision = model_config.get("dtype", "Unknown")
 
60
 
61
  # Add Special Tokens
62
  add_special_tokens = str(config.get("pipeline_kwargs",{"add_special_tokens":"Unknown"}).get("add_special_tokens"))
@@ -172,11 +176,7 @@ def get_request_file_for_model(requests_path, model_name, precision):
172
  requests_path,
173
  f"{model_name}_eval_request_*.json",
174
  )
175
- print(f"Looking for request files in: {request_files}")
176
-
177
  request_files = glob.glob(request_files)
178
- print(f"Found request files: {request_files}")
179
-
180
 
181
  # Select correct request file (precision)
182
  request_file = ""
 
45
  config = data.get("config")
46
  metainfo = config.get("metainfo", {})
47
  model_config = config.get("model", {})
48
+ print(f"Config: {config}")
49
+ print(f"Metainfo: {metainfo}")
50
+ print(f"Model config: {model_config}")
51
 
52
  # Get model type from metainfo
53
  # model_type_str = metainfo.get("model_type", "")
 
60
  # Precision
61
  # precision = Precision.from_str(config.get("dtype"))
62
  precision = model_config.get("dtype", "Unknown")
63
+ print(f"Precision: {precision}")
64
 
65
  # Add Special Tokens
66
  add_special_tokens = str(config.get("pipeline_kwargs",{"add_special_tokens":"Unknown"}).get("add_special_tokens"))
 
176
  requests_path,
177
  f"{model_name}_eval_request_*.json",
178
  )
 
 
179
  request_files = glob.glob(request_files)
 
 
180
 
181
  # Select correct request file (precision)
182
  request_file = ""