Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
90255bc
1
Parent(s):
cbb6308
Auto Daily Leaderboard udpate Sun Feb 16 12:00:30 PM EST 2025
Browse files- arena_elo/results/20250215/clean_battle_t2i_generation.json +56 -0
- arena_elo/results/20250215/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/20250215/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/20250216/clean_battle_video_generation.json +0 -0
- arena_elo/results/20250216/elo_results_video_generation.pkl +3 -0
- arena_elo/results/20250216/video_generation_leaderboard.csv +16 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +56 -0
- arena_elo/results/latest/clean_battle_video_generation.json +84 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/latest/video_generation_leaderboard.csv +15 -15
arena_elo/results/20250215/clean_battle_t2i_generation.json
CHANGED
@@ -118000,5 +118000,61 @@
|
|
118000 |
"judge": "arena_user_10.16.17.134",
|
118001 |
"anony": true,
|
118002 |
"tstamp": 1739612646.5693
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
118003 |
}
|
118004 |
]
|
|
|
118000 |
"judge": "arena_user_10.16.17.134",
|
118001 |
"anony": true,
|
118002 |
"tstamp": 1739612646.5693
|
118003 |
+
},
|
118004 |
+
{
|
118005 |
+
"model_a_conv_id": "4b4af925557e4fd58e5b3f2f66744ad2",
|
118006 |
+
"model_b_conv_id": "762cd9f6982a437aa3bd4d1601d2a615",
|
118007 |
+
"inputs": {
|
118008 |
+
"prompt": "kids, moslem, mascot 3d, smiling, full body, man, woman market by night"
|
118009 |
+
},
|
118010 |
+
"model_a": "PlayGround V2.5",
|
118011 |
+
"model_b": "SDXLTurbo",
|
118012 |
+
"vote_type": "bothbad_vote",
|
118013 |
+
"winner": "tie (bothbad)",
|
118014 |
+
"judge": "arena_user_10.16.39.39",
|
118015 |
+
"anony": true,
|
118016 |
+
"tstamp": 1739645132.3297
|
118017 |
+
},
|
118018 |
+
{
|
118019 |
+
"model_a_conv_id": "5d992395d434409cadfe4dd366ce4cb1",
|
118020 |
+
"model_b_conv_id": "c1abe5d732bc48f6b531fcfd87145b0b",
|
118021 |
+
"inputs": {
|
118022 |
+
"prompt": "an anthropomorphic cat in a blue tracksuit with a gold chain around his neck rides a skateboard. Dynamic angle, realistic photo, asymmetry, fish eye"
|
118023 |
+
},
|
118024 |
+
"model_a": "AuraFlow",
|
118025 |
+
"model_b": "FLUX.1-dev",
|
118026 |
+
"vote_type": "rightvote",
|
118027 |
+
"winner": "model_b",
|
118028 |
+
"judge": "arena_user_10.16.1.166",
|
118029 |
+
"anony": true,
|
118030 |
+
"tstamp": 1739653314.727
|
118031 |
+
},
|
118032 |
+
{
|
118033 |
+
"model_a_conv_id": "601c0f0aa40f469b94581e5a43522e68",
|
118034 |
+
"model_b_conv_id": "ec0c25bc4e2d499592107e80d9d8a52f",
|
118035 |
+
"inputs": {
|
118036 |
+
"prompt": "A woman in a snow jacket is purple skiing ."
|
118037 |
+
},
|
118038 |
+
"model_a": "HunyuanDiT",
|
118039 |
+
"model_b": "AuraFlow",
|
118040 |
+
"vote_type": "leftvote",
|
118041 |
+
"winner": "model_a",
|
118042 |
+
"judge": "arena_user_10.16.17.134",
|
118043 |
+
"anony": true,
|
118044 |
+
"tstamp": 1739690986.7549
|
118045 |
+
},
|
118046 |
+
{
|
118047 |
+
"model_a_conv_id": "9851caa0a6de425088f914189948aa8c",
|
118048 |
+
"model_b_conv_id": "ee6d2f1077574d88aa5b8be63b8cd662",
|
118049 |
+
"inputs": {
|
118050 |
+
"prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
|
118051 |
+
},
|
118052 |
+
"model_a": "HunyuanDiT",
|
118053 |
+
"model_b": "SD3",
|
118054 |
+
"vote_type": "leftvote",
|
118055 |
+
"winner": "model_a",
|
118056 |
+
"judge": "arena_user_10.16.39.39",
|
118057 |
+
"anony": true,
|
118058 |
+
"tstamp": 1739691009.9344
|
118059 |
}
|
118060 |
]
|
arena_elo/results/20250215/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 88249
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e84d24aaf9e4715b971c9f856eeb305c49a84eb36db48cb9f2fa63863495332d
|
3 |
size 88249
|
arena_elo/results/20250215/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
FLUX.1-dev,FLUX.1-dev,1134.
|
3 |
-
PlayGround V2.5,PlayGround V2.5,1115.
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,1097.
|
5 |
-
PlayGround V2,PlayGround V2,1070.
|
6 |
-
Kolors,Kolors,
|
7 |
-
StableCascade,StableCascade,1041.
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
PixArtAlpha,PixArtAlpha,1017.
|
10 |
-
PixArtSigma,PixArtSigma,1016.
|
11 |
-
SDXL-Lightning,SDXL-Lightning,1015.
|
12 |
-
SD3,SD3,1013.
|
13 |
-
AuraFlow,AuraFlow,
|
14 |
-
SDXL,SDXL,963.
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),903.
|
17 |
-
OpenJourney,OpenJourney,830.
|
18 |
-
LCM,LCM,788.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
FLUX.1-dev,FLUX.1-dev,1134.666298457848,1135.3067266143985,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
3 |
+
PlayGround V2.5,PlayGround V2.5,1115.7330407521506,1117.7638127440623,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1097.2333310458744,1100.7589286144919,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1070.6994815716591,1070.8051232401253,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1057.9869382055147,1056.9334062096789,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1041.658104234974,1044.4395228304218,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1022.2276129229191,1017.0869178015068,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1017.9919464185682,1010.8325211702457,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
PixArtSigma,PixArtSigma,1016.653958442178,1017.0358321377211,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
11 |
+
SDXL-Lightning,SDXL-Lightning,1015.9613313704906,1020.764707286756,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
12 |
+
SD3,SD3,1013.1363556058876,1013.6593792436016,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,996.8042535061384,993.8747818586052,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,963.8236697854666,965.7678891792774,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,913.0254779323765,911.5296438569977,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),903.6290681260801,898.2901817676839,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,830.0766079765388,825.9776852694157,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,788.6925236453433,803.8513698586544,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/20250216/clean_battle_video_generation.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20250216/elo_results_video_generation.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:affbe3e97530486097a4b2ede2917e7f870ef61ea239d7fa38fe6b4b922dccac
|
3 |
+
size 81355
|
arena_elo/results/20250216/video_generation_leaderboard.csv
ADDED
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
CogVideoX-5B,CogVideoX-5B,1126.3680923077075,1128.6132540390263,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
3 |
+
StableVideoDiffusion,StableVideoDiffusion,1122.0298275539053,1121.9626888475304,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
4 |
+
Mochi1,Mochi1,1117.9633858972404,1117.4561227024365,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
|
5 |
+
Pyramid Flow,Pyramid Flow,1102.3978762708393,1104.4105516195846,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
|
6 |
+
T2V-Turbo,T2V-Turbo,1058.7910946149138,1059.1599030900284,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
7 |
+
CogVideoX-2B,CogVideoX-2B,1052.4144540279865,1050.8810869352963,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
8 |
+
AnimateDiff,AnimateDiff,1043.9382780824164,1043.4103020955815,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
9 |
+
VideoCrafter2,VideoCrafter2,1035.951035778923,1035.3328869005963,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
10 |
+
Allegro,Allegro,989.7105338329308,992.0480030676432,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
|
11 |
+
LaVie,LaVie,969.0620187061984,968.5900961659664,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
12 |
+
LTXVideo,LTXVideo,944.6568575791424,946.5188040776087,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
|
13 |
+
OpenSora,OpenSora,885.4721055050314,884.7072023632593,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
14 |
+
OpenSora v1.2,OpenSora v1.2,877.2992559929796,874.1809060680793,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
15 |
+
AnimateDiff Turbo,AnimateDiff Turbo,838.5595293293023,836.6721633330542,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
16 |
+
ModelScope,ModelScope,835.3856545204836,836.056028694309,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -118000,5 +118000,61 @@
|
|
118000 |
"judge": "arena_user_10.16.17.134",
|
118001 |
"anony": true,
|
118002 |
"tstamp": 1739612646.5693
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
118003 |
}
|
118004 |
]
|
|
|
118000 |
"judge": "arena_user_10.16.17.134",
|
118001 |
"anony": true,
|
118002 |
"tstamp": 1739612646.5693
|
118003 |
+
},
|
118004 |
+
{
|
118005 |
+
"model_a_conv_id": "4b4af925557e4fd58e5b3f2f66744ad2",
|
118006 |
+
"model_b_conv_id": "762cd9f6982a437aa3bd4d1601d2a615",
|
118007 |
+
"inputs": {
|
118008 |
+
"prompt": "kids, moslem, mascot 3d, smiling, full body, man, woman market by night"
|
118009 |
+
},
|
118010 |
+
"model_a": "PlayGround V2.5",
|
118011 |
+
"model_b": "SDXLTurbo",
|
118012 |
+
"vote_type": "bothbad_vote",
|
118013 |
+
"winner": "tie (bothbad)",
|
118014 |
+
"judge": "arena_user_10.16.39.39",
|
118015 |
+
"anony": true,
|
118016 |
+
"tstamp": 1739645132.3297
|
118017 |
+
},
|
118018 |
+
{
|
118019 |
+
"model_a_conv_id": "5d992395d434409cadfe4dd366ce4cb1",
|
118020 |
+
"model_b_conv_id": "c1abe5d732bc48f6b531fcfd87145b0b",
|
118021 |
+
"inputs": {
|
118022 |
+
"prompt": "an anthropomorphic cat in a blue tracksuit with a gold chain around his neck rides a skateboard. Dynamic angle, realistic photo, asymmetry, fish eye"
|
118023 |
+
},
|
118024 |
+
"model_a": "AuraFlow",
|
118025 |
+
"model_b": "FLUX.1-dev",
|
118026 |
+
"vote_type": "rightvote",
|
118027 |
+
"winner": "model_b",
|
118028 |
+
"judge": "arena_user_10.16.1.166",
|
118029 |
+
"anony": true,
|
118030 |
+
"tstamp": 1739653314.727
|
118031 |
+
},
|
118032 |
+
{
|
118033 |
+
"model_a_conv_id": "601c0f0aa40f469b94581e5a43522e68",
|
118034 |
+
"model_b_conv_id": "ec0c25bc4e2d499592107e80d9d8a52f",
|
118035 |
+
"inputs": {
|
118036 |
+
"prompt": "A woman in a snow jacket is purple skiing ."
|
118037 |
+
},
|
118038 |
+
"model_a": "HunyuanDiT",
|
118039 |
+
"model_b": "AuraFlow",
|
118040 |
+
"vote_type": "leftvote",
|
118041 |
+
"winner": "model_a",
|
118042 |
+
"judge": "arena_user_10.16.17.134",
|
118043 |
+
"anony": true,
|
118044 |
+
"tstamp": 1739690986.7549
|
118045 |
+
},
|
118046 |
+
{
|
118047 |
+
"model_a_conv_id": "9851caa0a6de425088f914189948aa8c",
|
118048 |
+
"model_b_conv_id": "ee6d2f1077574d88aa5b8be63b8cd662",
|
118049 |
+
"inputs": {
|
118050 |
+
"prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
|
118051 |
+
},
|
118052 |
+
"model_a": "HunyuanDiT",
|
118053 |
+
"model_b": "SD3",
|
118054 |
+
"vote_type": "leftvote",
|
118055 |
+
"winner": "model_a",
|
118056 |
+
"judge": "arena_user_10.16.39.39",
|
118057 |
+
"anony": true,
|
118058 |
+
"tstamp": 1739691009.9344
|
118059 |
}
|
118060 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -39730,5 +39730,89 @@
|
|
39730 |
"judge": "arena_user_10.16.17.134",
|
39731 |
"anony": true,
|
39732 |
"tstamp": 1739568714.8067
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
39733 |
}
|
39734 |
]
|
|
|
39730 |
"judge": "arena_user_10.16.17.134",
|
39731 |
"anony": true,
|
39732 |
"tstamp": 1739568714.8067
|
39733 |
+
},
|
39734 |
+
{
|
39735 |
+
"model_a_conv_id": "d20e9d57dbb74aeda39d17882714b688",
|
39736 |
+
"model_b_conv_id": "d15f10d69dab4aeeaffaef749b3d5cbd",
|
39737 |
+
"inputs": {
|
39738 |
+
"prompt": "Sewing machine, old sewing machine working."
|
39739 |
+
},
|
39740 |
+
"model_a": "CogVideoX-2B",
|
39741 |
+
"model_b": "AnimateDiff Turbo",
|
39742 |
+
"vote_type": "leftvote",
|
39743 |
+
"winner": "model_a",
|
39744 |
+
"judge": "arena_user_10.20.28.164",
|
39745 |
+
"anony": true,
|
39746 |
+
"tstamp": 1739696242.3546
|
39747 |
+
},
|
39748 |
+
{
|
39749 |
+
"model_a_conv_id": "8aca3e02e7894f85a4fd07555d7f61c6",
|
39750 |
+
"model_b_conv_id": "55be94c7a7df423a8bacd564a98ca428",
|
39751 |
+
"inputs": {
|
39752 |
+
"prompt": "a sheep and a cow"
|
39753 |
+
},
|
39754 |
+
"model_a": "CogVideoX-2B",
|
39755 |
+
"model_b": "T2V-Turbo",
|
39756 |
+
"vote_type": "bothbad_vote",
|
39757 |
+
"winner": "tie (bothbad)",
|
39758 |
+
"judge": "arena_user_10.20.34.20",
|
39759 |
+
"anony": true,
|
39760 |
+
"tstamp": 1739696264.0672
|
39761 |
+
},
|
39762 |
+
{
|
39763 |
+
"model_a_conv_id": "5d65a230161e4578b848a78db1df9736",
|
39764 |
+
"model_b_conv_id": "c84ed4188e8148e79140cbbf555194c9",
|
39765 |
+
"inputs": {
|
39766 |
+
"prompt": "A panda drinking coffee in a cafe in Paris by Hokusai, in the style of Ukiyo"
|
39767 |
+
},
|
39768 |
+
"model_a": "StableVideoDiffusion",
|
39769 |
+
"model_b": "AnimateDiff Turbo",
|
39770 |
+
"vote_type": "leftvote",
|
39771 |
+
"winner": "model_a",
|
39772 |
+
"judge": "arena_user_10.20.34.20",
|
39773 |
+
"anony": true,
|
39774 |
+
"tstamp": 1739696278.9955
|
39775 |
+
},
|
39776 |
+
{
|
39777 |
+
"model_a_conv_id": "a9e19ea10ed34bf9a2581f413076b685",
|
39778 |
+
"model_b_conv_id": "9b5f5c7f9a3546678c1cdc76bb548cf4",
|
39779 |
+
"inputs": {
|
39780 |
+
"prompt": "a bird soaring gracefully in the sky"
|
39781 |
+
},
|
39782 |
+
"model_a": "StableVideoDiffusion",
|
39783 |
+
"model_b": "AnimateDiff Turbo",
|
39784 |
+
"vote_type": "leftvote",
|
39785 |
+
"winner": "model_a",
|
39786 |
+
"judge": "arena_user_10.20.34.20",
|
39787 |
+
"anony": true,
|
39788 |
+
"tstamp": 1739696298.3777
|
39789 |
+
},
|
39790 |
+
{
|
39791 |
+
"model_a_conv_id": "fc0a836e4d10405a9bc791ed34b24911",
|
39792 |
+
"model_b_conv_id": "f632d6b9b7ab4ae2abfac953be39be2f",
|
39793 |
+
"inputs": {
|
39794 |
+
"prompt": "Splash of turquoise water in extreme slow motion, alpha channel included."
|
39795 |
+
},
|
39796 |
+
"model_a": "LTXVideo",
|
39797 |
+
"model_b": "VideoCrafter2",
|
39798 |
+
"vote_type": "rightvote",
|
39799 |
+
"winner": "model_b",
|
39800 |
+
"judge": "arena_user_10.20.34.20",
|
39801 |
+
"anony": true,
|
39802 |
+
"tstamp": 1739696311.5914
|
39803 |
+
},
|
39804 |
+
{
|
39805 |
+
"model_a_conv_id": "b2bf0e2642144871b771e0f21922a8ee",
|
39806 |
+
"model_b_conv_id": "2b855b9b561e44e9bb726ac983b48008",
|
39807 |
+
"inputs": {
|
39808 |
+
"prompt": "a bird flying over a snowy forest"
|
39809 |
+
},
|
39810 |
+
"model_a": "OpenSora v1.2",
|
39811 |
+
"model_b": "Allegro",
|
39812 |
+
"vote_type": "rightvote",
|
39813 |
+
"winner": "model_b",
|
39814 |
+
"judge": "arena_user_10.20.34.20",
|
39815 |
+
"anony": true,
|
39816 |
+
"tstamp": 1739696340.4003
|
39817 |
}
|
39818 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 88249
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e84d24aaf9e4715b971c9f856eeb305c49a84eb36db48cb9f2fa63863495332d
|
3 |
size 88249
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 81355
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:affbe3e97530486097a4b2ede2917e7f870ef61ea239d7fa38fe6b4b922dccac
|
3 |
size 81355
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
FLUX.1-dev,FLUX.1-dev,1134.
|
3 |
-
PlayGround V2.5,PlayGround V2.5,1115.
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,1097.
|
5 |
-
PlayGround V2,PlayGround V2,1070.
|
6 |
-
Kolors,Kolors,
|
7 |
-
StableCascade,StableCascade,1041.
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
PixArtAlpha,PixArtAlpha,1017.
|
10 |
-
PixArtSigma,PixArtSigma,1016.
|
11 |
-
SDXL-Lightning,SDXL-Lightning,1015.
|
12 |
-
SD3,SD3,1013.
|
13 |
-
AuraFlow,AuraFlow,
|
14 |
-
SDXL,SDXL,963.
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),903.
|
17 |
-
OpenJourney,OpenJourney,830.
|
18 |
-
LCM,LCM,788.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
FLUX.1-dev,FLUX.1-dev,1134.666298457848,1135.3067266143985,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
3 |
+
PlayGround V2.5,PlayGround V2.5,1115.7330407521506,1117.7638127440623,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1097.2333310458744,1100.7589286144919,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1070.6994815716591,1070.8051232401253,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1057.9869382055147,1056.9334062096789,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1041.658104234974,1044.4395228304218,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1022.2276129229191,1017.0869178015068,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1017.9919464185682,1010.8325211702457,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
PixArtSigma,PixArtSigma,1016.653958442178,1017.0358321377211,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
11 |
+
SDXL-Lightning,SDXL-Lightning,1015.9613313704906,1020.764707286756,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
12 |
+
SD3,SD3,1013.1363556058876,1013.6593792436016,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,996.8042535061384,993.8747818586052,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,963.8236697854666,965.7678891792774,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,913.0254779323765,911.5296438569977,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),903.6290681260801,898.2901817676839,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,830.0766079765388,825.9776852694157,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,788.6925236453433,803.8513698586544,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,16 +1,16 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
CogVideoX-5B,CogVideoX-5B,1126.
|
3 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
4 |
-
Mochi1,Mochi1,1117.
|
5 |
-
Pyramid Flow,Pyramid Flow,1102.
|
6 |
-
T2V-Turbo,T2V-Turbo,1058.
|
7 |
-
CogVideoX-2B,CogVideoX-2B,
|
8 |
-
AnimateDiff,AnimateDiff,1043.
|
9 |
-
VideoCrafter2,VideoCrafter2,1035.
|
10 |
-
Allegro,Allegro,
|
11 |
-
LaVie,LaVie,
|
12 |
-
LTXVideo,LTXVideo,
|
13 |
-
OpenSora,OpenSora,885.
|
14 |
-
OpenSora v1.2,OpenSora v1.2,
|
15 |
-
AnimateDiff Turbo,AnimateDiff Turbo,838.
|
16 |
-
ModelScope,ModelScope,835.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
CogVideoX-5B,CogVideoX-5B,1126.3680923077075,1128.6132540390263,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
3 |
+
StableVideoDiffusion,StableVideoDiffusion,1122.0298275539053,1121.9626888475304,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
4 |
+
Mochi1,Mochi1,1117.9633858972404,1117.4561227024365,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
|
5 |
+
Pyramid Flow,Pyramid Flow,1102.3978762708393,1104.4105516195846,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
|
6 |
+
T2V-Turbo,T2V-Turbo,1058.7910946149138,1059.1599030900284,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
7 |
+
CogVideoX-2B,CogVideoX-2B,1052.4144540279865,1050.8810869352963,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
8 |
+
AnimateDiff,AnimateDiff,1043.9382780824164,1043.4103020955815,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
9 |
+
VideoCrafter2,VideoCrafter2,1035.951035778923,1035.3328869005963,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
10 |
+
Allegro,Allegro,989.7105338329308,992.0480030676432,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
|
11 |
+
LaVie,LaVie,969.0620187061984,968.5900961659664,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
12 |
+
LTXVideo,LTXVideo,944.6568575791424,946.5188040776087,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
|
13 |
+
OpenSora,OpenSora,885.4721055050314,884.7072023632593,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
14 |
+
OpenSora v1.2,OpenSora v1.2,877.2992559929796,874.1809060680793,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
15 |
+
AnimateDiff Turbo,AnimateDiff Turbo,838.5595293293023,836.6721633330542,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
16 |
+
ModelScope,ModelScope,835.3856545204836,836.056028694309,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|