Spaces:
Runtime error
Runtime error
Upload OpenVLM_subset.json
Browse files- OpenVLM_subset.json +656 -0
OpenVLM_subset.json
ADDED
|
@@ -0,0 +1,656 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"time": "241031154353",
|
| 3 |
+
"results": {
|
| 4 |
+
"GPT-4o (0513, detail-high)": {
|
| 5 |
+
"META": {
|
| 6 |
+
"Method": [
|
| 7 |
+
"GPT-4o (0513, detail-high)",
|
| 8 |
+
"https://openai.com/index/hello-gpt-4o/"
|
| 9 |
+
],
|
| 10 |
+
"Parameters": "",
|
| 11 |
+
"Language Model": "",
|
| 12 |
+
"Vision Model": "",
|
| 13 |
+
"Org": "OpenAI",
|
| 14 |
+
"Time": "2024/05/31",
|
| 15 |
+
"Verified": "Yes",
|
| 16 |
+
"OpenSource": "No",
|
| 17 |
+
"key": 270,
|
| 18 |
+
"dir_name": "GPT4o_HIGH"
|
| 19 |
+
},
|
| 20 |
+
"SEEDBench_IMG": {
|
| 21 |
+
"Overall": 77.1,
|
| 22 |
+
"Instance Attributes": 79.3,
|
| 23 |
+
"Instance Identity": 81.0,
|
| 24 |
+
"Instance Interaction": 80.4,
|
| 25 |
+
"Instance Location": 72.9,
|
| 26 |
+
"Instances Counting": 69.5,
|
| 27 |
+
"Scene Understanding": 80.1,
|
| 28 |
+
"Spatial Relation": 67.9,
|
| 29 |
+
"Text Understanding": 72.6,
|
| 30 |
+
"Visual Reasoning": 83.1,
|
| 31 |
+
"Overall (official)": "N/A"
|
| 32 |
+
},
|
| 33 |
+
"CCBench": {
|
| 34 |
+
"Overall": 71.2,
|
| 35 |
+
"Sketch Reasoning": 91.1,
|
| 36 |
+
"Historical Figure": 37.1,
|
| 37 |
+
"Calligraphy Painting": 70.2,
|
| 38 |
+
"Scenery Building": 89.5,
|
| 39 |
+
"Food Clothes": 62.6,
|
| 40 |
+
"Cultural Relic": 67.0,
|
| 41 |
+
"Traditional Show": 71.2
|
| 42 |
+
},
|
| 43 |
+
"MMBench_TEST_EN": {
|
| 44 |
+
"Overall": 83.4,
|
| 45 |
+
"CP": 87.4,
|
| 46 |
+
"FP-S": 78.9,
|
| 47 |
+
"FP-C": 83.8,
|
| 48 |
+
"AR": 86.5,
|
| 49 |
+
"LR": 80.3,
|
| 50 |
+
"RR": 80.6
|
| 51 |
+
},
|
| 52 |
+
"MMBench_TEST_CN": {
|
| 53 |
+
"Overall": 82.1,
|
| 54 |
+
"CP": 87.6,
|
| 55 |
+
"FP-S": 76.6,
|
| 56 |
+
"FP-C": 83.4,
|
| 57 |
+
"AR": 83.7,
|
| 58 |
+
"LR": 78.0,
|
| 59 |
+
"RR": 80.1
|
| 60 |
+
},
|
| 61 |
+
"MMBench_TEST_EN_V11": {
|
| 62 |
+
"Overall": 83.0,
|
| 63 |
+
"AR": 90.2,
|
| 64 |
+
"CP": 81.3,
|
| 65 |
+
"FP-C": 86.1,
|
| 66 |
+
"FP-S": 81.4,
|
| 67 |
+
"LR": 78.8,
|
| 68 |
+
"RR": 82.2,
|
| 69 |
+
"Action Recognition": 93.2,
|
| 70 |
+
"Attribute Comparison": 82.7,
|
| 71 |
+
"Attribute Recognition": 91.0,
|
| 72 |
+
"Celebrity Recognition": 62.6,
|
| 73 |
+
"Function Reasoning": 93.3,
|
| 74 |
+
"Future Prediction": 82.7,
|
| 75 |
+
"Identity Reasoning": 98.7,
|
| 76 |
+
"Image Emotion": 81.1,
|
| 77 |
+
"Image Quality": 59.7,
|
| 78 |
+
"Image Scene": 88.2,
|
| 79 |
+
"Image Style": 83.7,
|
| 80 |
+
"Image Topic": 97.8,
|
| 81 |
+
"Nature Relation": 92.4,
|
| 82 |
+
"Object Localization": 84.8,
|
| 83 |
+
"Ocr": 98.9,
|
| 84 |
+
"Physical Property Reasoning": 78.5,
|
| 85 |
+
"Physical Relation": 61.3,
|
| 86 |
+
"Social Relation": 89.0,
|
| 87 |
+
"Spatial Relationship": 78.7,
|
| 88 |
+
"Structuralized Imagetext Understanding": 76.1
|
| 89 |
+
},
|
| 90 |
+
"MMBench_TEST_CN_V11": {
|
| 91 |
+
"Overall": 81.5,
|
| 92 |
+
"AR": 86.5,
|
| 93 |
+
"CP": 81.5,
|
| 94 |
+
"FP-C": 85.0,
|
| 95 |
+
"FP-S": 79.1,
|
| 96 |
+
"LR": 77.2,
|
| 97 |
+
"RR": 79.8,
|
| 98 |
+
"Action Recognition": 94.0,
|
| 99 |
+
"Attribute Comparison": 81.3,
|
| 100 |
+
"Attribute Recognition": 91.0,
|
| 101 |
+
"Celebrity Recognition": 57.8,
|
| 102 |
+
"Function Reasoning": 94.4,
|
| 103 |
+
"Future Prediction": 82.7,
|
| 104 |
+
"Identity Reasoning": 97.4,
|
| 105 |
+
"Image Emotion": 85.6,
|
| 106 |
+
"Image Quality": 58.9,
|
| 107 |
+
"Image Scene": 88.2,
|
| 108 |
+
"Image Style": 80.4,
|
| 109 |
+
"Image Topic": 98.9,
|
| 110 |
+
"Nature Relation": 94.6,
|
| 111 |
+
"Object Localization": 82.9,
|
| 112 |
+
"Ocr": 97.8,
|
| 113 |
+
"Physical Property Reasoning": 67.1,
|
| 114 |
+
"Physical Relation": 53.3,
|
| 115 |
+
"Social Relation": 86.8,
|
| 116 |
+
"Spatial Relationship": 74.7,
|
| 117 |
+
"Structuralized Imagetext Understanding": 73.4
|
| 118 |
+
},
|
| 119 |
+
"MME": {
|
| 120 |
+
"Overall": 2310.3,
|
| 121 |
+
"Perception": 1614.2,
|
| 122 |
+
"Cognition": 696.1,
|
| 123 |
+
"OCR": 192.5,
|
| 124 |
+
"Artwork": 145.2,
|
| 125 |
+
"Celebrity": 67.9,
|
| 126 |
+
"Code Reasoning": 177.5,
|
| 127 |
+
"Color": 185.0,
|
| 128 |
+
"Commonsense Reasoning": 178.6,
|
| 129 |
+
"Count": 185.0,
|
| 130 |
+
"Existence": 185.0,
|
| 131 |
+
"Landmark": 182.0,
|
| 132 |
+
"Numerical Calculation": 147.5,
|
| 133 |
+
"Position": 133.3,
|
| 134 |
+
"Posters": 191.2,
|
| 135 |
+
"Scene": 147.0,
|
| 136 |
+
"Text Translation": 192.5
|
| 137 |
+
},
|
| 138 |
+
"MMVet": {
|
| 139 |
+
"Rec": 67.8,
|
| 140 |
+
"Ocr": 76.8,
|
| 141 |
+
"Know": 58.3,
|
| 142 |
+
"Gen": 56.9,
|
| 143 |
+
"Spat": 74.3,
|
| 144 |
+
"Math": 76.2,
|
| 145 |
+
"Overall": 69.1,
|
| 146 |
+
"Overall (official)": "N/A"
|
| 147 |
+
},
|
| 148 |
+
"MMMU_VAL": {
|
| 149 |
+
"Overall": 69.2,
|
| 150 |
+
"Art & Design": 72.5,
|
| 151 |
+
"Business": 73.3,
|
| 152 |
+
"Science": 64.7,
|
| 153 |
+
"Health & Medicine": 74.0,
|
| 154 |
+
"Humanities & Social Science": 80.8,
|
| 155 |
+
"Tech & Engineering": 57.6
|
| 156 |
+
},
|
| 157 |
+
"MathVista": {
|
| 158 |
+
"Overall": 61.3,
|
| 159 |
+
"SCI": 64.8,
|
| 160 |
+
"TQA": 70.3,
|
| 161 |
+
"NUM": 44.4,
|
| 162 |
+
"ARI": 58.4,
|
| 163 |
+
"VQA": 47.5,
|
| 164 |
+
"GEO": 61.5,
|
| 165 |
+
"ALG": 62.3,
|
| 166 |
+
"GPS": 60.1,
|
| 167 |
+
"MWP": 69.9,
|
| 168 |
+
"LOG": 43.2,
|
| 169 |
+
"FQA": 60.2,
|
| 170 |
+
"STA": 68.4
|
| 171 |
+
},
|
| 172 |
+
"HallusionBench": {
|
| 173 |
+
"aAcc": 70.2,
|
| 174 |
+
"fAcc": 49.1,
|
| 175 |
+
"qAcc": 45.5,
|
| 176 |
+
"Overall": 55.0
|
| 177 |
+
},
|
| 178 |
+
"LLaVABench": {
|
| 179 |
+
"Overall": 102.0,
|
| 180 |
+
"Conv": 93.6,
|
| 181 |
+
"Complex": 111.2,
|
| 182 |
+
"Detail": 93.6,
|
| 183 |
+
"Overall (official)": "N/A"
|
| 184 |
+
},
|
| 185 |
+
"AI2D": {
|
| 186 |
+
"Overall": 84.6,
|
| 187 |
+
"atomStructure": 75.0,
|
| 188 |
+
"eclipses": 90.3,
|
| 189 |
+
"faultsEarthquakes": 78.6,
|
| 190 |
+
"foodChainsWebs": 92.2,
|
| 191 |
+
"lifeCycles": 83.5,
|
| 192 |
+
"moonPhaseEquinox": 68.2,
|
| 193 |
+
"partsOfA": 80.9,
|
| 194 |
+
"partsOfTheEarth": 82.7,
|
| 195 |
+
"photosynthesisRespiration": 83.5,
|
| 196 |
+
"rockCycle": 73.1,
|
| 197 |
+
"rockStrata": 87.8,
|
| 198 |
+
"solarSystem": 97.2,
|
| 199 |
+
"typesOf": 81.0,
|
| 200 |
+
"volcano": 100.0,
|
| 201 |
+
"waterCNPCycle": 68.2
|
| 202 |
+
},
|
| 203 |
+
"ScienceQA_VAL": {
|
| 204 |
+
"Overall": 89.7,
|
| 205 |
+
"Adaptations": 97.9,
|
| 206 |
+
"Adaptations and natural selection": 100.0,
|
| 207 |
+
"Age of Exploration": 100.0,
|
| 208 |
+
"Ancient Egypt and Kush": 100.0,
|
| 209 |
+
"Ancient Mesopotamia": 100.0,
|
| 210 |
+
"Animals": 100.0,
|
| 211 |
+
"Astronomy": 100.0,
|
| 212 |
+
"Atoms and molecules": 100.0,
|
| 213 |
+
"Basic economic principles": 32.8,
|
| 214 |
+
"Chemical reactions": 100.0,
|
| 215 |
+
"Cities": 87.5,
|
| 216 |
+
"Classification": 98.8,
|
| 217 |
+
"Classification and scientific names": 100.0,
|
| 218 |
+
"Climate change": 100.0,
|
| 219 |
+
"Colonial America": 90.5,
|
| 220 |
+
"Context clues": 100.0,
|
| 221 |
+
"Descriptive details": 100.0,
|
| 222 |
+
"Designing experiments": 100.0,
|
| 223 |
+
"Domain-specific vocabulary": 60.0,
|
| 224 |
+
"Early 19th century American history": 100.0,
|
| 225 |
+
"Early Americas": 50.0,
|
| 226 |
+
"Earth events": 100.0,
|
| 227 |
+
"Ecological interactions": 76.0,
|
| 228 |
+
"Ecosystems": 95.5,
|
| 229 |
+
"Engineering practices": 100.0,
|
| 230 |
+
"English colonies in North America": 74.4,
|
| 231 |
+
"Force and motion": 84.0,
|
| 232 |
+
"Fossils": 82.4,
|
| 233 |
+
"Genes to traits": 83.0,
|
| 234 |
+
"Geography": 98.6,
|
| 235 |
+
"Government": 100.0,
|
| 236 |
+
"Independent reading comprehension": 100.0,
|
| 237 |
+
"Informational texts: level 1": 100.0,
|
| 238 |
+
"Magnets": 72.2,
|
| 239 |
+
"Maps": 96.8,
|
| 240 |
+
"Materials": 96.6,
|
| 241 |
+
"Medieval Asia": 100.0,
|
| 242 |
+
"Natural resources and human impacts": 100.0,
|
| 243 |
+
"Oceania: geography": 59.6,
|
| 244 |
+
"Oceans and continents": 100.0,
|
| 245 |
+
"Oceans and continents\t": 100.0,
|
| 246 |
+
"Particle motion and energy": 92.6,
|
| 247 |
+
"Persuasive strategies": 100.0,
|
| 248 |
+
"Physical Geography": 83.7,
|
| 249 |
+
"Plant reproduction": 90.0,
|
| 250 |
+
"Plants": 100.0,
|
| 251 |
+
"Plate tectonics": 100.0,
|
| 252 |
+
"Read-alone texts": 100.0,
|
| 253 |
+
"Rocks and minerals": 100.0,
|
| 254 |
+
"Rome and the Byzantine Empire": 100.0,
|
| 255 |
+
"Scientific names": 100.0,
|
| 256 |
+
"Solutions": 65.7,
|
| 257 |
+
"State capitals": 100.0,
|
| 258 |
+
"States": 100.0,
|
| 259 |
+
"States of matter": 97.4,
|
| 260 |
+
"The American Revolution": 100.0,
|
| 261 |
+
"The Americas: geography": 83.3,
|
| 262 |
+
"The Antebellum period": 100.0,
|
| 263 |
+
"The Civil War and Reconstruction": 100.0,
|
| 264 |
+
"The Silk Road": 100.0,
|
| 265 |
+
"Thermal energy": 100.0,
|
| 266 |
+
"Velocity, acceleration, and forces": 68.6,
|
| 267 |
+
"Visual elements": 100.0,
|
| 268 |
+
"Water cycle": 100.0,
|
| 269 |
+
"Weather and climate": 90.6,
|
| 270 |
+
"World religions": 100.0
|
| 271 |
+
},
|
| 272 |
+
"ScienceQA_TEST": {
|
| 273 |
+
"Overall": 90.7,
|
| 274 |
+
"Adaptations": 100.0,
|
| 275 |
+
"Ancient Egypt and Kush": 100.0,
|
| 276 |
+
"Ancient Mesopotamia": 100.0,
|
| 277 |
+
"Animals": 100.0,
|
| 278 |
+
"Astronomy": 100.0,
|
| 279 |
+
"Atoms and molecules": 100.0,
|
| 280 |
+
"Basic economic principles": 38.0,
|
| 281 |
+
"Cells": 100.0,
|
| 282 |
+
"Chemical reactions": 100.0,
|
| 283 |
+
"Cities": 91.7,
|
| 284 |
+
"Classification": 100.0,
|
| 285 |
+
"Classification and scientific names": 100.0,
|
| 286 |
+
"Climate change": 100.0,
|
| 287 |
+
"Colonial America": 81.6,
|
| 288 |
+
"Context clues": 100.0,
|
| 289 |
+
"Descriptive details": 100.0,
|
| 290 |
+
"Designing experiments": 100.0,
|
| 291 |
+
"Domain-specific vocabulary": 100.0,
|
| 292 |
+
"Early 19th century American history": 100.0,
|
| 293 |
+
"Earth events": 100.0,
|
| 294 |
+
"Ecological interactions": 66.7,
|
| 295 |
+
"Ecosystems": 90.4,
|
| 296 |
+
"Engineering practices": 98.2,
|
| 297 |
+
"English colonies in North America": 92.3,
|
| 298 |
+
"Force and motion": 100.0,
|
| 299 |
+
"Fossils": 100.0,
|
| 300 |
+
"Genes to traits": 76.3,
|
| 301 |
+
"Geography": 95.2,
|
| 302 |
+
"Government": 100.0,
|
| 303 |
+
"Greece": 100.0,
|
| 304 |
+
"Independent reading comprehension": 100.0,
|
| 305 |
+
"Informational texts: level 1": 100.0,
|
| 306 |
+
"Kinetic and potential energy": 100.0,
|
| 307 |
+
"Magnets": 77.3,
|
| 308 |
+
"Maps": 97.8,
|
| 309 |
+
"Materials": 96.5,
|
| 310 |
+
"Medieval Asia": 100.0,
|
| 311 |
+
"Oceania: geography": 76.5,
|
| 312 |
+
"Oceans and continents": 100.0,
|
| 313 |
+
"Oceans and continents\t": 100.0,
|
| 314 |
+
"Particle motion and energy": 97.6,
|
| 315 |
+
"Persuasive strategies": 100.0,
|
| 316 |
+
"Photosynthesis": 100.0,
|
| 317 |
+
"Physical Geography": 92.2,
|
| 318 |
+
"Plant reproduction": 100.0,
|
| 319 |
+
"Plants": 66.7,
|
| 320 |
+
"Plate tectonics": 100.0,
|
| 321 |
+
"Read-alone texts": 100.0,
|
| 322 |
+
"Rocks and minerals": 100.0,
|
| 323 |
+
"Scientific names": 100.0,
|
| 324 |
+
"Solutions": 72.2,
|
| 325 |
+
"State capitals": 100.0,
|
| 326 |
+
"States": 94.4,
|
| 327 |
+
"States of matter": 100.0,
|
| 328 |
+
"The American Revolution": 100.0,
|
| 329 |
+
"The Americas: geography": 71.1,
|
| 330 |
+
"The Antebellum period": 100.0,
|
| 331 |
+
"The Civil War and Reconstruction": 100.0,
|
| 332 |
+
"Thermal energy": 95.5,
|
| 333 |
+
"Topographic maps": 100.0,
|
| 334 |
+
"Velocity, acceleration, and forces": 67.7,
|
| 335 |
+
"Visual elements": 100.0,
|
| 336 |
+
"Water cycle": 100.0,
|
| 337 |
+
"Weather and climate": 91.4,
|
| 338 |
+
"World religions": 100.0
|
| 339 |
+
},
|
| 340 |
+
"OCRBench": {
|
| 341 |
+
"Text Recognition": 199,
|
| 342 |
+
"Scene Text-centric VQA": 181,
|
| 343 |
+
"Doc-oriented VQA": 168,
|
| 344 |
+
"Key Information Extraction": 170,
|
| 345 |
+
"Handwritten Mathematical Expression Recognition": 18,
|
| 346 |
+
"Final Score": 736
|
| 347 |
+
},
|
| 348 |
+
"MMStar": {
|
| 349 |
+
"Overall": 63.9,
|
| 350 |
+
"coarse perception": 73.6,
|
| 351 |
+
"fine-grained perception": 54.8,
|
| 352 |
+
"instance reasoning": 66.4,
|
| 353 |
+
"logical reasoning": 72.0,
|
| 354 |
+
"math": 66.4,
|
| 355 |
+
"science & technology": 50.0
|
| 356 |
+
},
|
| 357 |
+
"RealWorldQA": {
|
| 358 |
+
"Overall": 75.4
|
| 359 |
+
},
|
| 360 |
+
"POPE": {
|
| 361 |
+
"Overall": 85.6,
|
| 362 |
+
"acc": 86.7,
|
| 363 |
+
"precision": 93.0,
|
| 364 |
+
"recall": 79.3
|
| 365 |
+
},
|
| 366 |
+
"SEEDBench2_Plus": {
|
| 367 |
+
"Overall": 72.0,
|
| 368 |
+
"chart": 71.4,
|
| 369 |
+
"map": 62.0,
|
| 370 |
+
"web": 85.2
|
| 371 |
+
},
|
| 372 |
+
"MMT-Bench_VAL": {
|
| 373 |
+
"Overall": 67.3,
|
| 374 |
+
"VR": 85.3,
|
| 375 |
+
"Loc": 68.1,
|
| 376 |
+
"OCR": 82.5,
|
| 377 |
+
"Count": 57.2,
|
| 378 |
+
"HLN": 75.0,
|
| 379 |
+
"IR": 85.0,
|
| 380 |
+
"3D": 57.5,
|
| 381 |
+
"VC": 87.9,
|
| 382 |
+
"VG": 46.2,
|
| 383 |
+
"DU": 72.9,
|
| 384 |
+
"AR": 51.0,
|
| 385 |
+
"PLP": 43.5,
|
| 386 |
+
"I2IT": 50.0,
|
| 387 |
+
"RR": 76.2,
|
| 388 |
+
"IQT": 15.0,
|
| 389 |
+
"Emo": 58.3,
|
| 390 |
+
"VI": 33.9,
|
| 391 |
+
"MemU": 87.5,
|
| 392 |
+
"VPU": 84.9,
|
| 393 |
+
"AND": 57.0,
|
| 394 |
+
"KD": 57.1,
|
| 395 |
+
"VCR": 80.0,
|
| 396 |
+
"IEJ": 40.0,
|
| 397 |
+
"MIA": 42.5,
|
| 398 |
+
"CIM": 61.7,
|
| 399 |
+
"TU": 49.5,
|
| 400 |
+
"VP": 66.7,
|
| 401 |
+
"MedU": 74.0,
|
| 402 |
+
"AUD": 58.0,
|
| 403 |
+
"DKR": 64.6,
|
| 404 |
+
"EA": 90.0,
|
| 405 |
+
"GN": 46.2,
|
| 406 |
+
"abstract_visual_recognition": 85.0,
|
| 407 |
+
"action_quality_assessment": 15.0,
|
| 408 |
+
"age_gender_race_recognition": 60.0,
|
| 409 |
+
"anatomy_identification": 75.0,
|
| 410 |
+
"animal_keypoint_detection": 35.0,
|
| 411 |
+
"animals_recognition": 100.0,
|
| 412 |
+
"animated_character_recognition": 90.0,
|
| 413 |
+
"art_design": 81.8,
|
| 414 |
+
"artwork_emotion_recognition": 55.0,
|
| 415 |
+
"astronomical_recognition": 100.0,
|
| 416 |
+
"attribute_hallucination": 80.0,
|
| 417 |
+
"behavior_anomaly_detection": 30.0,
|
| 418 |
+
"body_emotion_recognition": 40.0,
|
| 419 |
+
"building_recognition": 90.0,
|
| 420 |
+
"business": 66.7,
|
| 421 |
+
"camouflage_object_detection": 55.0,
|
| 422 |
+
"celebrity_recognition": 0.0,
|
| 423 |
+
"chart_to_table": 95.0,
|
| 424 |
+
"chart_to_text": 90.0,
|
| 425 |
+
"chart_vqa": 70.0,
|
| 426 |
+
"chemical_apparatusn_recognition": 80.0,
|
| 427 |
+
"clock_reading": 30.0,
|
| 428 |
+
"clothes_keypoint_detection": 70.0,
|
| 429 |
+
"color_assimilation": 35.0,
|
| 430 |
+
"color_constancy": 14.3,
|
| 431 |
+
"color_contrast": 40.0,
|
| 432 |
+
"color_recognition": 95.0,
|
| 433 |
+
"counting_by_category": 33.8,
|
| 434 |
+
"counting_by_reasoning": 95.0,
|
| 435 |
+
"counting_by_visual_prompting": 50.0,
|
| 436 |
+
"crowd_counting": 50.0,
|
| 437 |
+
"deepfake_detection": 60.0,
|
| 438 |
+
"depth_estimation": 40.0,
|
| 439 |
+
"disaster_recognition": 85.0,
|
| 440 |
+
"disease_diagnose": 60.0,
|
| 441 |
+
"doc_vqa": 80.0,
|
| 442 |
+
"electronic_object_recognition": 100.0,
|
| 443 |
+
"eqn2latex": 90.0,
|
| 444 |
+
"exist_hallucination": 90.0,
|
| 445 |
+
"facail_expression_change_recognition": 95.0,
|
| 446 |
+
"face_detection": 90.0,
|
| 447 |
+
"face_mask_anomaly_dectection": 70.0,
|
| 448 |
+
"face_retrieval": 100.0,
|
| 449 |
+
"facial_expression_recognition": 75.0,
|
| 450 |
+
"fashion_recognition": 75.0,
|
| 451 |
+
"film_and_television_recognition": 95.0,
|
| 452 |
+
"font_recognition": 50.0,
|
| 453 |
+
"food_recognition": 100.0,
|
| 454 |
+
"furniture_keypoint_detection": 55.0,
|
| 455 |
+
"gaze_estimation": 10.0,
|
| 456 |
+
"general_action_recognition": 95.0,
|
| 457 |
+
"geometrical_perspective": 50.0,
|
| 458 |
+
"geometrical_relativity": 30.0,
|
| 459 |
+
"gesture_recognition": 65.0,
|
| 460 |
+
"google_apps": 50.0,
|
| 461 |
+
"gui_general": 45.0,
|
| 462 |
+
"gui_install": 50.0,
|
| 463 |
+
"handwritten_mathematical_expression_recognition": 90.0,
|
| 464 |
+
"handwritten_retrieval": 90.0,
|
| 465 |
+
"handwritten_text_recognition": 100.0,
|
| 466 |
+
"health_medicine": 92.9,
|
| 467 |
+
"helmet_anomaly_detection": 90.0,
|
| 468 |
+
"human_interaction_understanding": 95.0,
|
| 469 |
+
"human_keypoint_detection": 70.0,
|
| 470 |
+
"human_object_interaction_recognition": 75.0,
|
| 471 |
+
"humanitites_social_science": 54.5,
|
| 472 |
+
"image2image_retrieval": 75.0,
|
| 473 |
+
"image_based_action_recognition": 95.0,
|
| 474 |
+
"image_captioning": 100.0,
|
| 475 |
+
"image_captioning_paragraph": 95.0,
|
| 476 |
+
"image_colorization": 60.0,
|
| 477 |
+
"image_dense_captioning": 68.4,
|
| 478 |
+
"image_matting": 15.0,
|
| 479 |
+
"image_quality_assessment": 35.0,
|
| 480 |
+
"image_season_recognition": 80.0,
|
| 481 |
+
"industrial_produce_anomaly_detection": 40.0,
|
| 482 |
+
"instance_captioning": 95.0,
|
| 483 |
+
"interactive_segmentation": 85.7,
|
| 484 |
+
"jigsaw_puzzle_solving": 40.0,
|
| 485 |
+
"landmark_recognition": 100.0,
|
| 486 |
+
"lesion_grading": 90.0,
|
| 487 |
+
"logo_and_brand_recognition": 95.0,
|
| 488 |
+
"lvlm_response_judgement": 45.0,
|
| 489 |
+
"medical_modality_recognition": 100.0,
|
| 490 |
+
"meme_image_understanding": 95.0,
|
| 491 |
+
"meme_vedio_understanding": 80.0,
|
| 492 |
+
"mevis": 30.0,
|
| 493 |
+
"micro_expression_recognition": 20.0,
|
| 494 |
+
"multiple_image_captioning": 95.0,
|
| 495 |
+
"multiple_instance_captioning": 95.0,
|
| 496 |
+
"multiple_view_image_understanding": 10.0,
|
| 497 |
+
"muscial_instrument_recognition": 95.0,
|
| 498 |
+
"national_flag_recognition": 100.0,
|
| 499 |
+
"navigation": 90.0,
|
| 500 |
+
"next_img_prediction": 65.0,
|
| 501 |
+
"object_detection": 90.0,
|
| 502 |
+
"one_shot_detection": 85.0,
|
| 503 |
+
"order_hallucination": 50.0,
|
| 504 |
+
"other_biological_attributes": 45.0,
|
| 505 |
+
"painting_recognition": 90.0,
|
| 506 |
+
"person_reid": 95.0,
|
| 507 |
+
"pixel_localization": 25.0,
|
| 508 |
+
"pixel_recognition": 55.0,
|
| 509 |
+
"plant_recognition": 90.0,
|
| 510 |
+
"point_tracking": 35.0,
|
| 511 |
+
"polygon_localization": 40.0,
|
| 512 |
+
"profession_recognition": 90.0,
|
| 513 |
+
"ravens_progressive_matrices": 15.0,
|
| 514 |
+
"reason_seg": 47.4,
|
| 515 |
+
"referring_detection": 45.0,
|
| 516 |
+
"relation_hallucination": 80.0,
|
| 517 |
+
"religious_recognition": 75.0,
|
| 518 |
+
"remote_sensing_object_detection": 60.0,
|
| 519 |
+
"rock_recognition": 80.0,
|
| 520 |
+
"rotated_object_detection": 77.8,
|
| 521 |
+
"salient_object_detection_rgb": 55.0,
|
| 522 |
+
"salient_object_detection_rgbd": 50.0,
|
| 523 |
+
"scene_emotion_recognition": 65.0,
|
| 524 |
+
"scene_graph_recognition": 85.0,
|
| 525 |
+
"scene_recognition": 65.0,
|
| 526 |
+
"scene_text_recognition": 90.0,
|
| 527 |
+
"science": 58.3,
|
| 528 |
+
"screenshot2code": 60.0,
|
| 529 |
+
"sculpture_recognition": 80.0,
|
| 530 |
+
"shape_recognition": 95.0,
|
| 531 |
+
"sign_language_recognition": 40.0,
|
| 532 |
+
"single_object_tracking": 65.0,
|
| 533 |
+
"sketch2code": 50.0,
|
| 534 |
+
"sketch2image_retrieval": 95.0,
|
| 535 |
+
"small_object_detection": 60.0,
|
| 536 |
+
"social_relation_recognition": 50.0,
|
| 537 |
+
"som_recognition": 94.7,
|
| 538 |
+
"sports_recognition": 95.0,
|
| 539 |
+
"spot_the_diff": 10.0,
|
| 540 |
+
"spot_the_similarity": 75.0,
|
| 541 |
+
"table_structure_recognition": 50.0,
|
| 542 |
+
"tech_engineering": 33.3,
|
| 543 |
+
"temporal_anticipation": 75.0,
|
| 544 |
+
"temporal_localization": 52.6,
|
| 545 |
+
"temporal_ordering": 25.0,
|
| 546 |
+
"temporal_sequence_understanding": 25.0,
|
| 547 |
+
"text2image_retrieval": 55.0,
|
| 548 |
+
"texture_material_recognition": 75.0,
|
| 549 |
+
"threed_cad_recognition": 70.0,
|
| 550 |
+
"threed_indoor_recognition": 45.0,
|
| 551 |
+
"traffic_anomaly_detection": 55.0,
|
| 552 |
+
"traffic_light_understanding": 100.0,
|
| 553 |
+
"traffic_participants_understanding": 60.0,
|
| 554 |
+
"traffic_sign_understanding": 95.0,
|
| 555 |
+
"transparent_object_detection": 75.0,
|
| 556 |
+
"vehicle_keypoint_detection": 55.6,
|
| 557 |
+
"vehicle_recognition": 100.0,
|
| 558 |
+
"vehicle_retrieval": 85.0,
|
| 559 |
+
"video_captioning": 95.0,
|
| 560 |
+
"visual_document_information_extraction": 95.0,
|
| 561 |
+
"visual_prompt_understanding": 75.0,
|
| 562 |
+
"waste_recognition": 100.0,
|
| 563 |
+
"weapon_recognition": 100.0,
|
| 564 |
+
"weather_recognition": 100.0,
|
| 565 |
+
"web_shopping": 40.0,
|
| 566 |
+
"whoops": 80.0,
|
| 567 |
+
"writing_poetry_from_image": 60.0
|
| 568 |
+
},
|
| 569 |
+
"BLINK": {
|
| 570 |
+
"Overall": 68.0,
|
| 571 |
+
"Art_Style": 82.9,
|
| 572 |
+
"Counting": 66.7,
|
| 573 |
+
"Forensic_Detection": 90.9,
|
| 574 |
+
"Functional_Correspondence": 43.1,
|
| 575 |
+
"IQ_Test": 32.0,
|
| 576 |
+
"Jigsaw": 76.7,
|
| 577 |
+
"Multi-view_Reasoning": 58.6,
|
| 578 |
+
"Object_Localization": 69.7,
|
| 579 |
+
"Relative_Depth": 75.8,
|
| 580 |
+
"Relative_Reflectance": 32.8,
|
| 581 |
+
"Semantic_Correspondence": 61.2,
|
| 582 |
+
"Spatial_Relation": 83.2,
|
| 583 |
+
"Visual_Correspondence": 92.4,
|
| 584 |
+
"Visual_Similarity": 83.0
|
| 585 |
+
},
|
| 586 |
+
"QBench": {
|
| 587 |
+
"Overall": 78.9,
|
| 588 |
+
"type_0_concern_0": 82.4,
|
| 589 |
+
"type_0_concern_1": 82.3,
|
| 590 |
+
"type_0_concern_2": 81.2,
|
| 591 |
+
"type_0_concern_3": 87.1,
|
| 592 |
+
"type_1_concern_0": 76.7,
|
| 593 |
+
"type_1_concern_1": 84.8,
|
| 594 |
+
"type_1_concern_2": 87.0,
|
| 595 |
+
"type_1_concern_3": 88.9,
|
| 596 |
+
"type_2_concern_0": 66.5,
|
| 597 |
+
"type_2_concern_1": 72.4,
|
| 598 |
+
"type_2_concern_2": 66.7,
|
| 599 |
+
"type_2_concern_3": 80.0
|
| 600 |
+
},
|
| 601 |
+
"ABench": {
|
| 602 |
+
"Overall": 79.2,
|
| 603 |
+
"part1 -> bag_of_words -> attribute": 92.7,
|
| 604 |
+
"part1 -> bag_of_words -> composition -> arrangement": 86.7,
|
| 605 |
+
"part1 -> bag_of_words -> composition -> occlusion": 60.0,
|
| 606 |
+
"part1 -> bag_of_words -> composition -> orientation": 76.9,
|
| 607 |
+
"part1 -> bag_of_words -> composition -> size": 71.4,
|
| 608 |
+
"part1 -> bag_of_words -> counting": 79.6,
|
| 609 |
+
"part1 -> bag_of_words -> noun_as_adjective": 81.4,
|
| 610 |
+
"part1 -> basic_recognition -> major": 92.9,
|
| 611 |
+
"part1 -> basic_recognition -> minor": 93.2,
|
| 612 |
+
"part1 -> outside_knowledge -> contradiction overcome": 70.8,
|
| 613 |
+
"part1 -> outside_knowledge -> specific-terms -> company": 100.0,
|
| 614 |
+
"part1 -> outside_knowledge -> specific-terms -> creature": 83.3,
|
| 615 |
+
"part1 -> outside_knowledge -> specific-terms -> daily": 94.1,
|
| 616 |
+
"part1 -> outside_knowledge -> specific-terms -> food": 95.5,
|
| 617 |
+
"part1 -> outside_knowledge -> specific-terms -> geography": 81.0,
|
| 618 |
+
"part1 -> outside_knowledge -> specific-terms -> material": 95.2,
|
| 619 |
+
"part1 -> outside_knowledge -> specific-terms -> science": 100.0,
|
| 620 |
+
"part1 -> outside_knowledge -> specific-terms -> sports": 68.2,
|
| 621 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> abstract": 100.0,
|
| 622 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> art": 100.0,
|
| 623 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> art_deco": 100.0,
|
| 624 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> cubism": 100.0,
|
| 625 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> dadaism": 100.0,
|
| 626 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> deco": 100.0,
|
| 627 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> expressionism": 100.0,
|
| 628 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> fauvism": 100.0,
|
| 629 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> futurism": 66.7,
|
| 630 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> minimalism": 100.0,
|
| 631 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> pop": 100.0,
|
| 632 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> psychedelic": 100.0,
|
| 633 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> steampunk": 100.0,
|
| 634 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> surrealism": 100.0,
|
| 635 |
+
"part1 -> outside_knowledge -> specific-terms -> style -> victorian": 0.0,
|
| 636 |
+
"part1 -> outside_knowledge -> specific-terms -> vehicle": 94.7,
|
| 637 |
+
"part1 -> outside_knowledge -> specific-terms -> weather": 92.3,
|
| 638 |
+
"part2 -> aesthetic": 62.6,
|
| 639 |
+
"part2 -> generative": 72.4,
|
| 640 |
+
"part2 -> technical": 74.9
|
| 641 |
+
},
|
| 642 |
+
"MTVQA": {
|
| 643 |
+
"Overall": 31.2,
|
| 644 |
+
"AR": 21.3,
|
| 645 |
+
"DE": 35.1,
|
| 646 |
+
"FR": 42.2,
|
| 647 |
+
"IT": 37.2,
|
| 648 |
+
"JA": 19.9,
|
| 649 |
+
"KR": 35.1,
|
| 650 |
+
"RU": 15.9,
|
| 651 |
+
"TH": 26.0,
|
| 652 |
+
"VI": 39.6
|
| 653 |
+
}
|
| 654 |
+
}
|
| 655 |
+
}
|
| 656 |
+
}
|