Spaces:
Runtime error
Runtime error
Update leaderboard_data.json
Browse files- leaderboard_data.json +52 -0
leaderboard_data.json
CHANGED
@@ -1,5 +1,57 @@
|
|
1 |
{
|
2 |
"leaderboard": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3 |
{
|
4 |
"model": "UniWorld-V1",
|
5 |
"link": "https://arxiv.org/pdf/2506.03147",
|
|
|
1 |
{
|
2 |
"leaderboard": [
|
3 |
+
{
|
4 |
+
"model": "Emu3",
|
5 |
+
"link": "https://arxiv.org/pdf/2409.18869",
|
6 |
+
"hf": "https://huggingface.co/BAAI/Emu3-Gen",
|
7 |
+
"open_source": true,
|
8 |
+
"release_date": "2024-09",
|
9 |
+
|
10 |
+
"Overall": 33.91,
|
11 |
+
|
12 |
+
"Style": 78.08,
|
13 |
+
|
14 |
+
"World Knowledge": 55.54,
|
15 |
+
|
16 |
+
"Attribute-Overall": 38.29,
|
17 |
+
"Quantity": 27.78,
|
18 |
+
"Expression": 30.13,
|
19 |
+
"Material": 44.34,
|
20 |
+
"Size": 32.64,
|
21 |
+
"Shape": 27.67,
|
22 |
+
"Color": 71.67,
|
23 |
+
|
24 |
+
"Action-Overall": 31.18,
|
25 |
+
"Hand": 16.67,
|
26 |
+
"Full body": 36.96,
|
27 |
+
"Animal": 49.26,
|
28 |
+
"Non Contact": 26.02,
|
29 |
+
"Contact": 17.86,
|
30 |
+
"State": 40.57,
|
31 |
+
|
32 |
+
"Relationship-Overall": 36.68,
|
33 |
+
"Composition": 43.58,
|
34 |
+
"Similarity": 31.67,
|
35 |
+
"Inclusion": 38.04,
|
36 |
+
"Comparison": 25.78,
|
37 |
+
|
38 |
+
"Compound-Overall": 21.65,
|
39 |
+
"Imagination": 29.85,
|
40 |
+
"Feature matching": 13.28,
|
41 |
+
|
42 |
+
"Grammar-Overall": 41.31,
|
43 |
+
"Pronoun Reference": 41.91,
|
44 |
+
"Consistency": 38.89,
|
45 |
+
"Negation": 42.69,
|
46 |
+
|
47 |
+
"Layout-Overall": 22.43,
|
48 |
+
"2D": 17.71,
|
49 |
+
"3D": 27.27,
|
50 |
+
|
51 |
+
"Logical Reasoning": 13.90,
|
52 |
+
|
53 |
+
"Text": 0.00
|
54 |
+
},
|
55 |
{
|
56 |
"model": "UniWorld-V1",
|
57 |
"link": "https://arxiv.org/pdf/2506.03147",
|