minigpt4/configs/datasets/vg/ref.yaml

datasets:
  refvg:
    data_type: images
    build_info:
      data_dir: /path/to/visual_genome