Spaces:
Running
Running
MINGYISU
commited on
Commit
·
2750cc2
1
Parent(s):
17d32d5
update results
Browse files- results.csv +4 -1
- utils.py +4 -1
results.csv
CHANGED
@@ -19,4 +19,7 @@ mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
|
|
19 |
mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
|
20 |
MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
|
21 |
gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
|
22 |
-
VLM2Vec (Qwen2-VL-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
|
|
|
|
|
|
|
|
19 |
mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
|
20 |
MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
|
21 |
gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
|
22 |
+
VLM2Vec (Qwen2-VL-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
|
23 |
+
LLaVE-7B,8.03,Self-Reported,70.3,65.7,65.4,70.9,91.9
|
24 |
+
LLaVE-2B,1.95,Self-Reported,65.2,62.1,60.2,65.2,84.9
|
25 |
+
LLaVE-0.5B,0.894,Self-Reported,59.1,57.4,50.3,59.8,82.9
|
utils.py
CHANGED
@@ -113,7 +113,10 @@ MODEL_URLS = {
|
|
113 |
"CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
|
114 |
"mmE5": "https://huggingface.co/intfloat/mmE5-mllama-11b-instruct",
|
115 |
"gme-Qwen2-VL-2B-Instruct": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct",
|
116 |
-
"MM-Embed": "https://huggingface.co/nvidia/MM-Embed"
|
|
|
|
|
|
|
117 |
}
|
118 |
|
119 |
def create_hyperlinked_names(df):
|
|
|
113 |
"CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
|
114 |
"mmE5": "https://huggingface.co/intfloat/mmE5-mllama-11b-instruct",
|
115 |
"gme-Qwen2-VL-2B-Instruct": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct",
|
116 |
+
"MM-Embed": "https://huggingface.co/nvidia/MM-Embed",
|
117 |
+
"LLaVE-7B": "https://huggingface.co/zhibinlan/LLaVE-7B",
|
118 |
+
"LLaVE-2B": "https://huggingface.co/zhibinlan/LLaVE-2B",
|
119 |
+
"LLaVE-0.5B": "https://huggingface.co/zhibinlan/LLaVE-0.5B"
|
120 |
}
|
121 |
|
122 |
def create_hyperlinked_names(df):
|