Spaces:
Runtime error
Runtime error
File size: 1,776 Bytes
efeee6d 314f91a 95f85ed a92fba7 efeee6d 314f91a b899767 efeee6d a92fba7 628f635 a92fba7 1ffc326 b899767 efeee6d a92fba7 efeee6d 3f2777e 58733e4 efeee6d 8c49cb6 0227006 efeee6d 0227006 d313dbd 9833cdb d16cee2 d313dbd 8c49cb6 3f2777e d313dbd 3f2777e 58733e4 2a73469 217b585 9833cdb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 |
from dataclasses import dataclass
from enum import Enum
@dataclass
class Task:
benchmark: str
metric: str
col_name: str
# Select your tasks here
# ---------------------------------------------------
class Tasks(Enum):
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
task0 = Task("anli_r1", "acc", "Legal Named Entity Recognition (L-NER)")
task1 = Task("logiqa", "acc_norm", "Rhetorical Role Prediction (RR)")
task2 = Task("logiqa", "acc_norm", "Court Judgment Prediction and Explanation (CJPE)")
task3 = Task("logiqa", "acc_norm", "Bail Prediction (BAIL)")
task4 = Task("logiqa", "acc_norm", "Legal Statute Identification (LSI)")
task5 = Task("logiqa", "acc_norm", "Prior Case Retrieval (PCR)")
task6 = Task("logiqa", "acc_norm", "Summarization (SUMM)")
# ---------------------------------------------------
NUM_FEWSHOT = 0 # Change with your few shot
# ---------------------------------------------------
# Your leaderboard name
TITLE = """<h1 align="center" id="space-title">IL-TUR Leaderboard</h1>"""
# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """
"""
# Which evaluations are you running? how can people reproduce what you have?
LLM_BENCHMARKS_TEXT = f"""
## How it works
## Reproducibility
To reproduce our results, here is the commands you can run:
"""
EVALUATION_QUEUE_TEXT = """
We encourage submissions for the IL-TUR leaderboard. The leaderboard is open to all researchers and practitioners.
Every task has its own leaderboard, and researchers can submit their results for any task. We also encourage submissions for multiple tasks.
"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
CITATION_BUTTON_TEXT = r"""
"""
|