import os import pathlib from evalplus.data.humaneval import get_human_eval if __name__ == "__main__": # check existance of ground truth folder GT_DIR = pathlib.Path(__file__).parent.parent / "groundtruth" / "humaneval" assert not os.path.exists( GT_DIR ), "Ground truth folder already exists! If you want to reinitialize, delete the folder first." os.mkdir(GT_DIR) human_eval = get_human_eval() for i, task in enumerate(human_eval): incomplete = ( task["prompt"] + task["canonical_solution"] + "\n\n" + task["test"] + "\n" + f"check({task['entry_point']})" ) with open( os.path.join(GT_DIR, f"{str(i).zfill(3)}_{task['entry_point']}.py"), "w", ) as f: f.write(incomplete)