Update

app.py

@@ -55,10 +55,10 @@ def init_leaderboard(dataframe):
             cant_deselect=[c.name for c in fields(AutoEvalColumn) if c.never_hidden],
             label="Select Columns to Display:",
         ),
-        search_columns=[AutoEvalColumn.method_name.name, AutoEvalColumn.model_name.name],
+        search_columns=[AutoEvalColumn.method_name.name],
         hide_columns=[c.name for c in fields(AutoEvalColumn) if c.hidden],
         filter_columns=[
-            ColumnFilter(AutoEvalColumn.with_hint.name, type="boolean", label="With hint", default=True),
+            ColumnFilter(AutoEvalColumn.with_hint.name, type="checkboxgroup", label="Hint"),
         ],
         bool_checkboxgroup_label="Hide models",
         interactive=False,
@@ -82,7 +82,7 @@ with demo:
             citation_button = gr.Textbox(
                 value=CITATION_BUTTON_TEXT,
                 label=CITATION_BUTTON_LABEL,
-                lines=5,
+                lines=6,
                 elem_id="citation-button",
                 show_copy_button=True,
             )

src/display/utils.py

@@ -30,7 +30,7 @@ auto_eval_column_dict.append(["model_name", ColumnContent, ColumnContent("Base M
 # Scores
 auto_eval_column_dict.append(["full_pass_count", ColumnContent, ColumnContent("Repaired ⬆️", "number", True)])
 auto_eval_column_dict.append(["fast_pass_count", ColumnContent, ColumnContent("Repaired (Fast)", "number", True)])
-auto_eval_column_dict.append(["with_hint", ColumnContent, ColumnContent("Repair with hint", "bool", True)])
+auto_eval_column_dict.append(["with_hint", ColumnContent, ColumnContent("Hint", "str", True)])
 auto_eval_column_dict.append(["attempts", ColumnContent, ColumnContent("Number of attempts", "number", True)])
 auto_eval_column_dict.append(
     ["full_pass_count_crash", ColumnContent, ColumnContent("Repaired (Crash)", "number", True)]

src/leaderboard/read_evals.py

@@ -66,7 +66,7 @@ class EvalResult:
         data_dict = {
             AutoEvalColumn.method_name.name: make_hyperlink(self.method_url, self.method_name),
             AutoEvalColumn.model_name.name: make_hyperlink(self.model_url, self.model_name),
-            AutoEvalColumn.with_hint.name: self.with_hint,
+            AutoEvalColumn.with_hint.name: "w/ hint" if self.with_hint else "w/o hint",
             AutoEvalColumn.attempts.name: self.attempts,
             AutoEvalColumn.fast_pass_count.name: self.fast_pass_count,
             AutoEvalColumn.full_pass_count.name: self.full_pass_count,