Files changed (2) hide show
  1. results.csv +4 -1
  2. utils.py +4 -1
results.csv CHANGED
@@ -19,4 +19,7 @@ mmE5-mllama-11b-instruct,10.6,Self-Reported,69.8,67.6,62.6,71.0,89.6
19
  mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
20
  MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
21
  gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
22
- VLM2Vec (Qwen2-VL-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
 
 
 
 
19
  mmE5 (w/ 560K synthetic data),10.6,Self-Reported,58.6,60.6,55.7,54.7,72.4
20
  MM-Embed,8.18,Self-Reported,50.0,48.1,32.3,63.8,57.8
21
  gme-Qwen2-VL-2B-Instruct,2.21,Self-Reported,55.8,56.9,41.2,67.8,53.4
22
+ VLM2Vec (Qwen2-VL-LoRA-HighRes),8.29,TIGER-Lab,65.8,62.6,57.8,69.9,81.7
23
+ LLaVE-7B,8.03,Self-Reported,70.3,65.7,65.4,70.9,91.9
24
+ LLaVE-2B,1.95,Self-Reported,65.2,62.1,60.2,65.2,84.9
25
+ LLaVE-0.5B,0.894,Self-Reported,59.1,57.4,50.3,59.8,82.9
utils.py CHANGED
@@ -113,7 +113,10 @@ MODEL_URLS = {
113
  "CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
114
  "mmE5": "https://huggingface.co/intfloat/mmE5-mllama-11b-instruct",
115
  "gme-Qwen2-VL-2B-Instruct": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct",
116
- "MM-Embed": "https://huggingface.co/nvidia/MM-Embed"
 
 
 
117
  }
118
 
119
  def create_hyperlinked_names(df):
 
113
  "CLIP-FT": "https://doi.org/10.48550/arXiv.2103.00020",
114
  "mmE5": "https://huggingface.co/intfloat/mmE5-mllama-11b-instruct",
115
  "gme-Qwen2-VL-2B-Instruct": "https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct",
116
+ "MM-Embed": "https://huggingface.co/nvidia/MM-Embed",
117
+ "LLaVE-7B": "https://huggingface.co/zhibinlan/LLaVE-7B",
118
+ "LLaVE-2B": "https://huggingface.co/zhibinlan/LLaVE-2B",
119
+ "LLaVE-0.5B": "https://huggingface.co/zhibinlan/LLaVE-0.5B"
120
  }
121
 
122
  def create_hyperlinked_names(df):