Pretrain = { "chat_path": "${PATH}/CC3M-595K/chat.json", "CC3M": "${PATH}/CC3M-595K", } VIT = { "chat_path": "${PATH}/llava_instruct_150k.json", "COCO2017": "${PATH}/COCO2017/train2017", } MIMIC_imageonly = { "chat_path": "${PATH}/MIMIC-IT-imageonly.json", "CDG": "${PATH}/CGD/images", "LA": "${PATH}/LA/images", "SD": "${PATH}/SD/images", } COCO_CAP = { "chat_path": "${PATH}/COCO/coco_cap_chat.json", "COCO2014": "${PATH}/COCO2014/train2014", } COCO_REG = { "chat_path": "${PATH}/COCO/coco_reg_chat.json", "COCO2014": "${PATH}/COCO2014/train2014", } COCO_REC = { "chat_path": "${PATH}/COCO/coco_rec_chat.json", "COCO2014": "${PATH}/COCO2014/train2014", } VIDEO = { "chat_path": "${PATH}/video_chat.json", "VIDEO": "${PATH}/Activity_Videos", } SQA = { "chat_path": "${PATH}/llava_train_QCM-LEA.json", "ScienceQA": "${PATH}/scienceqa/train", }