F

src/populate.py

@@ -41,29 +41,30 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
 def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
     """Creates the different dataframes for the evaluation queues requestes"""
     entries = [entry for entry in os.listdir(save_path) if not entry.startswith(".")]
+    print(entries)
     all_evals = []
 
-    # for entry in entries:
-    #     if ".json" in entry:
-    #         file_path = os.path.join(save_path, entry)
-    #         with open(file_path) as fp:
-    #             data = json.load(fp)
+    for entry in entries:
+        if ".json" in entry:
+            file_path = os.path.join(save_path, entry)
+            with open(file_path) as fp:
+                data = json.load(fp)
 
-    #         data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
-    #         data[EvalQueueColumn.revision.name] = data.get("revision", "main")
+            data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
+            data[EvalQueueColumn.revision.name] = data.get("revision", "main")
 
-    #         all_evals.append(data)
-    #     elif ".md" not in entry:
-    #         # this is a folder
-    #         sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
-    #         for sub_entry in sub_entries:
-    #             file_path = os.path.join(save_path, entry, sub_entry)
-    #             with open(file_path) as fp:
-    #                 data = json.load(fp)
+            all_evals.append(data)
+        elif ".md" not in entry:
+            # this is a folder
+            sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
+            for sub_entry in sub_entries:
+                file_path = os.path.join(save_path, entry, sub_entry)
+                with open(file_path) as fp:
+                    data = json.load(fp)
 
-    #             data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
-    #             data[EvalQueueColumn.revision.name] = data.get("revision", "main")
-    #             all_evals.append(data)
+                data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
+                data[EvalQueueColumn.revision.name] = data.get("revision", "main")
+                all_evals.append(data)
 
     pending_list = [e for e in all_evals if e["status"] in ["PENDING", "RERUN"]]
     running_list = [e for e in all_evals if e["status"] == "RUNNING"]

src/submission/submit.py

@@ -35,7 +35,7 @@ def add_new_eval(
     if revision_name == "":
         revision_name = "main"
 
-    folder_path = f"{model_name}_{datetime.now()}"
+    folder_path = f"entry_{model_name}_{datetime.now()}"
     file_name = f"pred.json"
     current_time = datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")