Spaces:
Running
Running
added vlm2vec qwen 2b (#31)
Browse files- updated results (23bbbe348e11ee7d250447f80167965275b8475a)
- results.csv +2 -1
- utils.py +2 -1
results.csv
CHANGED
@@ -19,7 +19,8 @@ mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
|
|
19 |
mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
|
20 |
MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
|
21 |
gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
|
22 |
-
VLM2Vec (Qwen2-VL-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
|
|
|
23 |
LLaVE-7B,8.03,Self-Reported,70.3,65.7,65.4,70.9,91.9
|
24 |
LLaVE-2B,1.95,Self-Reported,65.2,62.1,60.2,65.2,84.9
|
25 |
LLaVE-0.5B,0.894,Self-Reported,59.1,57.4,50.3,59.8,82.9
|
|
|
19 |
mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
|
20 |
MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
|
21 |
gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
|
22 |
+
VLM2Vec (Qwen2-VL-7B-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
|
23 |
+
VLM2Vec (Qwen2-VL-2B-LoRA-HighRes),2.21,TIGER-Lab,59.3,59.0,49.4,65.4,73.4
|
24 |
LLaVE-7B,8.03,Self-Reported,70.3,65.7,65.4,70.9,91.9
|
25 |
LLaVE-2B,1.95,Self-Reported,65.2,62.1,60.2,65.2,84.9
|
26 |
LLaVE-0.5B,0.894,Self-Reported,59.1,57.4,50.3,59.8,82.9
|
utils.py
CHANGED
@@ -107,7 +107,8 @@ MODEL_URLS = {
|
|
107 |
"MMRet": "https://huggingface.co/JUNJIE99/MMRet-large",
|
108 |
"VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
|
109 |
"VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
|
110 |
-
"VLM2Vec (Qwen2-VL-LoRA-HighRes)": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL",
|
|
|
111 |
"UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
|
112 |
"OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
|
113 |
"CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
|
|
|
107 |
"MMRet": "https://huggingface.co/JUNJIE99/MMRet-large",
|
108 |
"VLM2Vec-Phi-3.5-v": "https://huggingface.co/TIGER-Lab/VLM2Vec-Full",
|
109 |
"VLM2Vec": "https://github.com/TIGER-AI-Lab/VLM2Vec",
|
110 |
+
"VLM2Vec (Qwen2-VL-7B-LoRA-HighRes)": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B",
|
111 |
+
"VLM2Vec (Qwen2-VL-2B-LoRA-HighRes)": "https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"
|
112 |
"UniIR": "https://huggingface.co/TIGER-Lab/UniIR",
|
113 |
"OpenCLIP-FT": "https://doi.org/10.48550/arXiv.2212.07143",
|
114 |
"CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
|