split_data.py

import json
import math
with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer.json", "r") as r:
    data_json = json.load(r)
    
before_list = data_json[:math.floor(0.5*len(data_json))]


after_list = data_json[math.floor(0.5*len(data_json)):]

with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer_before.json", "w") as w:
    json.dump(before_list, w)
    
with open("/share/project/weihao/save_dir/checkpoints/sft_metamath_trn_5e_5_3epoch/ckpt18513_hf/syn_180k_data_4infer_after.json", "w") as w:
    json.dump(after_list, w)
print("bupt")