File size: 1,066 Bytes
737fa2d 171faf6 737fa2d 171faf6 737fa2d 1a8bc79 737fa2d 1a8bc79 737fa2d 1a8bc79 fc8fa64 82b3964 737fa2d 3af1f54 1a8bc79 737fa2d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
from dataclasses import dataclass
from enum import Enum
from src.envs import QUEUE_REPO
@dataclass
class Task:
benchmark: str
metric: str
col_name: str
# Your leaderboard name
TITLE = """<h1 align="center" id="space-title">LLVM APR Benchmark Leaderboard</h1>"""
# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """
Leaderboard for the [LLVM APR Benchmark](https://huggingface.co/datasets/dtcxzyw/llvm-apr-benchmark).
"""
EVALUATION_QUEUE_TEXT = f"""
With the provided evaluation environment, you can get a certificate by calling `env.dump()`.
Please submit your evaluation results (generated by scripts/submit.py) to [{QUEUE_REPO}](https://huggingface.co/datasets/{QUEUE_REPO}).
"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
CITATION_BUTTON_TEXT = r"""@misc{llvm-apr-benchmark,
title = {LLVM APR Benchmark: A Large-Scale Automated Program Repair Benchmark of Real-World LLVM Middle-End Bugs},
url = {https://github.com/dtcxzyw/llvm-apr-benchmark},
author = {Yingwei Zheng},
year = {2025},
}
"""
|