from dataclasses import dataclass
from enum import Enum
from src.envs import QUEUE_REPO
@dataclass
class Task:
benchmark: str
metric: str
col_name: str
# Your leaderboard name
TITLE = """
LLVM APR Benchmark Leaderboard
"""
# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """
Leaderboard for the [LLVM APR Benchmark](https://huggingface.co/datasets/dtcxzyw/llvm-apr-benchmark).
"""
EVALUATION_QUEUE_TEXT = f"""
With the provided evaluation environment, you can get a certificate by calling `env.dump()`.
Please submit your evaluation results (generated by scripts/submit.py) to [{QUEUE_REPO}](https://huggingface.co/datasets/{QUEUE_REPO}).
"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
CITATION_BUTTON_TEXT = r"""@misc{llvm-apr-benchmark,
title = {LLVM APR Benchmark: A Large-Scale Automated Program Repair Benchmark of Real-World LLVM Middle-End Bugs},
url = {https://github.com/dtcxzyw/llvm-apr-benchmark},
author = {Yingwei Zheng},
year = {2025},
}
"""