MINGYISU commited on
Commit
c39d223
·
verified ·
1 Parent(s): a24f205

added vlm2vec qwen 2b (#31)

Browse files

- updated results (23bbbe348e11ee7d250447f80167965275b8475a)

Files changed (2) hide show
  1. results.csv +2 -1
  2. utils.py +2 -1
results.csv CHANGED
@@ -19,7 +19,8 @@ mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
19
  mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
20
  MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
21
  gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
22
- VLM2Vec (Qwen2-VL-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
 
23
  LLaVE-7B,8.03,Self-Reported,70.3,65.7,65.4,70.9,91.9
24
  LLaVE-2B,1.95,Self-Reported,65.2,62.1,60.2,65.2,84.9
25
  LLaVE-0.5B,0.894,Self-Reported,59.1,57.4,50.3,59.8,82.9
 
19
  mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
20
  MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
21
  gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
22
+ VLM2Vec (Qwen2-VL-7B-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
23
+ VLM2Vec (Qwen2-VL-2B-LoRA-HighRes),2.21,TIGER-Lab,59.3,59.0,49.4,65.4,73.4
24
  LLaVE-7B,8.03,Self-Reported,70.3,65.7,65.4,70.9,91.9
25
  LLaVE-2B,1.95,Self-Reported,65.2,62.1,60.2,65.2,84.9
26
  LLaVE-0.5B,0.894,Self-Reported,59.1,57.4,50.3,59.8,82.9
utils.py CHANGED
@@ -107,7 +107,8 @@ MODEL_URLS = {
107
  "MMRet": "https://huggingface.co/JUNJIE99/MMRet-large",
108
  "VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
109
  "VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
110
- "VLM2Vec (Qwen2-VL-LoRA-HighRes)": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL",
 
111
  "UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
112
  "OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
113
  "CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
 
107
  "MMRet": "https://huggingface.co/JUNJIE99/MMRet-large",
108
  "VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
109
  "VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
110
+ "VLM2Vec (Qwen2-VL-7B-LoRA-HighRes)": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B",
111
+ "VLM2Vec (Qwen2-VL-2B-LoRA-HighRes)": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"
112
  "UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
113
  "OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
114
  "CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",