| srun -p s2_bigdata --gres=gpu:1 --kill-on-bad-exit=1 python /mnt/petrelfs/zhuchenglin/LLaVA/playground/data/eval/MMLU/eval/evaluate_flan.py \ | |
| --model /mnt/petrelfs/zhuchenglin/LLaVA/checkpoints_ft/coco_raw_558k/llava-v1.5-13b \ | |
| --data_dir /mnt/petrelfs/zhuchenglin/LLaVA/playground/data/eval/MMLU/data \ | |
| --save_dir /mnt/petrelfs/zhuchenglin/LLaVA/playground/data/eval/MMLU/results_coco_raw_558k \ | |
| --ngpu 1 |