Check in files

app.py

@@ -61,6 +61,8 @@ LEADERBOARD_DF = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS,
 def init_leaderboard(dataframe):
     if dataframe is None or dataframe.empty:
         raise ValueError("Leaderboard DataFrame is empty or None.")
+    
+
     return Leaderboard(
         value=dataframe,
         datatype=[c.type for c in fields(AutoEvalColumn)],

src/about.py

@@ -14,12 +14,10 @@ class Task:
 class Tasks(Enum):
     # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
     task0 = Task("aiera_transcript_sentiment", "accuracy,none","Sentiment", reference_url="https://huggingface.co/datasets/Aiera/aiera-transcript-sentiment")
-    task1 = Task("aiera_ect_sum", "rougeLsum,none","Summary", reference_url="https://huggingface.co/datasets/Aiera/aiera-ect-sum")
+    task1 = Task("aiera_ect_sum", "bert_f1,none","Summary", reference_url="https://huggingface.co/datasets/Aiera/aiera-ect-sum")
     task2 = Task("finqa", "exact_match_manual,none","Q&A", reference_url="https://huggingface.co/datasets/Aiera/finqa-verified")
     task3 = Task("aiera_speaker_assign", "accuracy,none", "Speaker ID", reference_url="https://huggingface.co/datasets/Aiera/aiera-speaker-assign")
 
-    #task7 = Task("flare_ner", "accuracy,none","flare-ner", reference_url="test")
-
 
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------

src/submission/check_validity.py

@@ -88,7 +88,7 @@ def already_submitted_models(requested_models_dir: str) -> set[str]:
                     continue
                 with open(os.path.join(root, file), "r") as f:
                     info = json.load(f)
-                    file_names.append(f"{info['model']}_{info['revision']}_{info['precision']}")
+                    file_names.append(f"{info['model']}_{info['revision']}")
 
                     # Select organisation
                     if info["model"].count("/") == 0 or "submitted_time" not in info:

src/submission/submit.py

@@ -97,7 +97,7 @@ def add_new_eval(
     print("Creating eval file")
     OUT_DIR = f"{EVAL_REQUESTS_PATH}/{user_name}"
     os.makedirs(OUT_DIR, exist_ok=True)
-    out_path = f"{OUT_DIR}/{model_path}_eval_request_False_{precision}_{weight_type}.json"
+    out_path = f"{OUT_DIR}/{model_path}_{revision}.json"
 
     with open(out_path, "w") as f:
         f.write(json.dumps(eval_entry))