|
from dataclasses import dataclass |
|
from enum import Enum |
|
|
|
@dataclass |
|
class Task: |
|
benchmark: str |
|
metric: str |
|
col_name: str |
|
|
|
|
|
|
|
|
|
class Tasks(Enum): |
|
|
|
task0 = Task("0-shot", "acc", "0-shot") |
|
task1 = Task("1-shot", "acc", "1-shot") |
|
task5 = Task("5-shot", "acc", "5-shot") |
|
|
|
NUM_FEWSHOT = 0 |
|
|
|
|
|
|
|
|
|
|
|
TITLE = """<h1 align="center" id="space-title">PsychoLex leaderboard</h1>""" |
|
TITLE = """<img src="https://huggingface.co/aminabbasi/PsychoLexLLaMA/resolve/main/logo2.png" style="width:30%;display:block;margin-left:auto;margin-right:auto">""" |
|
|
|
|
|
INTRODUCTION_TEXT = """""" |
|
|
|
|
|
LLM_BENCHMARKS_TEXT = f""" |
|
""" |
|
|
|
EVALUATION_QUEUE_TEXT = """ |
|
""" |
|
|
|
CITATION_BUTTON_LABEL = "" |
|
CITATION_BUTTON_TEXT = r""" |
|
""" |
|
|