danielz02 commited on
Commit
e555d35
1 Parent(s): 59a90d5

Change model name matching

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -10
src/leaderboard/read_evals.py CHANGED
@@ -139,16 +139,10 @@ class EvalResult:
139
 
140
  def get_request_file_for_model(requests_path, model_name, precision, revision=""):
141
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
142
- if revision and revision != "main":
143
- request_files = os.path.join(
144
- requests_path,
145
- f"{model_name}-{revision}_eval_request_*.json",
146
- )
147
- else:
148
- request_files = os.path.join(
149
- requests_path,
150
- f"{model_name}_eval_request_*.json",
151
- )
152
  print(f"Looking up request file(s) with pattern {request_files}")
153
  request_files = glob.glob(request_files)
154
  print(f"Found request file(s) {request_files}")
 
139
 
140
  def get_request_file_for_model(requests_path, model_name, precision, revision=""):
141
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
142
+ request_files = os.path.join(
143
+ requests_path,
144
+ f"{model_name}*_eval_request_*.json",
145
+ )
 
 
 
 
 
 
146
  print(f"Looking up request file(s) with pattern {request_files}")
147
  request_files = glob.glob(request_files)
148
  print(f"Found request file(s) {request_files}")