add vlm2vec-qwen2vl

#29
by MINGYISU - opened
Files changed (2) hide show
  1. results.csv +2 -1
  2. utils.py +1 -0
results.csv CHANGED
@@ -18,4 +18,5 @@ MMRet-MLLM (FT),7.57,Self-Reported,64.1,56.0,57.4,69.9,83.6
18
  mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
19
  mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
20
  MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
21
- gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
 
 
18
  mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
19
  mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
20
  MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
21
+ gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
22
+ VLM2Vec (Qwen2-VL-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
utils.py CHANGED
@@ -107,6 +107,7 @@ MODEL_URLS = {
107
  "MMRet": "https://huggingface.co/JUNJIE99/MMRet-large",
108
  "VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
109
  "VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
 
110
  "UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
111
  "OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
112
  "CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
 
107
  "MMRet": "https://huggingface.co/JUNJIE99/MMRet-large",
108
  "VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
109
  "VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
110
+ "VLM2Vec (Qwen2-VL-LoRA-HighRes)": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL",
111
  "UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
112
  "OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
113
  "CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",