|
"""This script will initialize a folder of Python texts from MBPP. |
|
Based on this we will add our contract and modified ground-truth. |
|
""" |
|
|
|
import os |
|
import pathlib |
|
|
|
from evalplus.data.mbpp import get_mbpp |
|
|
|
if __name__ == "__main__": |
|
|
|
GT_DIR = pathlib.Path(__file__).parent.parent.parent / "groundtruth" / "mbpp" |
|
|
|
assert not os.path.exists( |
|
GT_DIR |
|
), "Ground truth folder already exists! If you want to reinitialize, delete the folder first." |
|
|
|
GT_DIR.parent.mkdir(exist_ok=True) |
|
GT_DIR.mkdir() |
|
|
|
mbpp = get_mbpp() |
|
|
|
newline = "\n" |
|
|
|
for tid, task in mbpp.items(): |
|
incomplete = f'''""" |
|
{task["prompt"]} |
|
""" |
|
|
|
{task["code"]} |
|
|
|
{newline.join(task["test_imports"])} |
|
|
|
{newline.join(task["test_list"])} |
|
''' |
|
|
|
with open( |
|
os.path.join(GT_DIR, f"{tid.zfill(3)}.py"), |
|
"w", |
|
) as f: |
|
f.write(incomplete) |
|
|
