Llama2-Code-Interpreter-main/OpenCodeInterpreter/evaluation/evalplus/tools/mbpp/init_ground_truth.py

"""This script will initialize a folder of Python texts from MBPP.
Based on this we will add our contract and modified ground-truth.
"""

import os
import pathlib

from evalplus.data.mbpp import get_mbpp

if __name__ == "__main__":
    # check existance of ground truth folder
    GT_DIR = pathlib.Path(__file__).parent.parent.parent / "groundtruth" / "mbpp"

    assert not os.path.exists(
        GT_DIR
    ), "Ground truth folder already exists! If you want to reinitialize, delete the folder first."

    GT_DIR.parent.mkdir(exist_ok=True)
    GT_DIR.mkdir()

    mbpp = get_mbpp()

    newline = "\n"

    for tid, task in mbpp.items():
        incomplete = f'''"""
{task["prompt"]}
"""

{task["code"]}

{newline.join(task["test_imports"])}

{newline.join(task["test_list"])}
'''

        with open(
            os.path.join(GT_DIR, f"{tid.zfill(3)}.py"),
            "w",
        ) as f:
            f.write(incomplete)