| Pretrain = { | |
| "chat_path": "${PATH}/CC3M-595K/chat.json", | |
| "CC3M": "${PATH}/CC3M-595K", | |
| } | |
| VIT = { | |
| "chat_path": "${PATH}/llava_instruct_150k.json", | |
| "COCO2017": "${PATH}/COCO2017/train2017", | |
| } | |
| MIMIC_imageonly = { | |
| "chat_path": "${PATH}/MIMIC-IT-imageonly.json", | |
| "CDG": "${PATH}/CGD/images", | |
| "LA": "${PATH}/LA/images", | |
| "SD": "${PATH}/SD/images", | |
| } | |
| COCO_CAP = { | |
| "chat_path": "${PATH}/COCO/coco_cap_chat.json", | |
| "COCO2014": "${PATH}/COCO2014/train2014", | |
| } | |
| COCO_REG = { | |
| "chat_path": "${PATH}/COCO/coco_reg_chat.json", | |
| "COCO2014": "${PATH}/COCO2014/train2014", | |
| } | |
| COCO_REC = { | |
| "chat_path": "${PATH}/COCO/coco_rec_chat.json", | |
| "COCO2014": "${PATH}/COCO2014/train2014", | |
| } | |
| VIDEO = { | |
| "chat_path": "${PATH}/video_chat.json", | |
| "VIDEO": "${PATH}/Activity_Videos", | |
| } | |
| SQA = { | |
| "chat_path": "${PATH}/llava_train_QCM-LEA.json", | |
| "ScienceQA": "${PATH}/scienceqa/train", | |
| } |