Add Output Format

src/display/utils.py

@@ -32,6 +32,9 @@ for task in Tasks:
 auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
 auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
 
+
+auto_eval_column_dict.append(["ouput_format", ColumnContent, ColumnContent("Output Format", "str", False, False)])
+
 # We use make dataclass to dynamically fill the scores from Tasks
 AutoEvalColumn = make_dataclass("AutoEvalColumn", auto_eval_column_dict, frozen=True)
 

src/leaderboard/read_evals.py

@@ -66,6 +66,8 @@ class EvalResult:
             if architectures:
                 architecture = ";".join(architectures)
 
+        outut_format = config.get("output_format", "?")
+
         # Extract results available in this file (some results are split in several files)
         results = {}
         for task in Tasks:
@@ -88,7 +90,8 @@ class EvalResult:
             precision=precision,  
             revision= config.get("model_sha", ""),
             still_on_hub=still_on_hub,
-            architecture=architecture
+            architecture=architecture,
+            outut_format=outut_format,
         )
 
     def update_with_request_file(self, requests_path):