Remove unused debug print. Add addition check for request files

app.py

@@ -134,16 +134,12 @@ def filter_queries(query: str, filtered_df: pd.DataFrame) -> pd.DataFrame:
 def filter_models(
     df: pd.DataFrame, type_query: list, size_query: list, precision_query: list, show_deleted: bool
 ) -> pd.DataFrame:
-    print("Initial number of models:", len(df))
-    
     # Show all models
     if show_deleted:
         filtered_df = df
     else:
         filtered_df = df[df[AutoEvalColumn.still_on_hub.name] == True]
 
-    print("After hub filter:", len(filtered_df))
-
     if "All" not in type_query:
         if "?" in type_query:
             filtered_df = filtered_df.loc[~df[AutoEvalColumn.model_type_symbol.name].isin([t for t in ModelType if t != "?"])]
@@ -151,16 +147,12 @@ def filter_models(
             type_emoji = [t[0] for t in type_query]
             filtered_df = filtered_df.loc[df[AutoEvalColumn.model_type_symbol.name].isin(type_emoji)]
 
-    print("After type filter:", len(filtered_df))
-
     if "All" not in precision_query:
         if "?" in precision_query:
             filtered_df = filtered_df.loc[df[AutoEvalColumn.precision.name].isna()]
         else:
             filtered_df = filtered_df.loc[df[AutoEvalColumn.precision.name].isin(precision_query + ["None"])]
 
-    print("After precision filter:", len(filtered_df))
-
     if "All" not in size_query:
         if "?" in size_query:
             filtered_df = filtered_df.loc[df[AutoEvalColumn.params.name].isna()]
@@ -170,8 +162,6 @@ def filter_models(
             mask = params_column.apply(lambda x: any(numeric_interval.contains(x)))
             filtered_df = filtered_df.loc[mask]
 
-    print("After size filter:", len(filtered_df))
-
     return filtered_df
 
 

src/leaderboard/read_evals.py

@@ -38,8 +38,9 @@ class EvalResult:
         with open(json_filepath) as fp:
             data = json.load(fp)
 
-        config = data.get("config")
+        print(f"Processing file: {json_filepath}")
 
+        config = data.get("config")
         # Precision
         precision = Precision.from_str(config.get("model_dtype"))
 
@@ -82,6 +83,8 @@ class EvalResult:
             mean_acc = np.mean(accs) * 100.0
             results[task.benchmark] = mean_acc
 
+        print(f"Model: {model}, Org: {org}, Results: {results.keys()}")
+
         return self(
             eval_name=result_key,
             full_model=full_model,
@@ -95,6 +98,7 @@ class EvalResult:
             model_type=model_type
         )
 
+
     def update_with_request_file(self, requests_path):
         """Finds the relevant request file for the current model and updates info with it"""
         request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
@@ -176,6 +180,8 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
         for file in files:
             model_result_filepaths.append(os.path.join(root, file))
 
+    print(f"Found {len(model_result_filepaths)} JSON files to process.")
+
     eval_results = {}
     for model_result_filepath in model_result_filepaths:
         # Creation of result
@@ -197,4 +203,5 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
         except KeyError:  # not all eval values present
             continue
 
+    print(f"Successfully loaded {len(results)} models.")
     return results