DongfuJiang commited on
Commit
b2f2c17
·
1 Parent(s): 5e6ecb8

Auto Daily Leaderboard udpate Tue Feb 11 12:00:33 PM EST 2025

Browse files
arena_elo/results/20250210/clean_battle_image_editing.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250210/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250210/elo_results_image_editing.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89609f0565bd61b04f5f8af376e90b4aec4e52555fe40a5a6a782bad74c0b2d6
3
+ size 66016
arena_elo/results/20250210/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37037636dff60a61d4bbb12ef3ab9457490df819bef9612aa90900582deca3df
3
+ size 81355
arena_elo/results/20250210/image_editing_leaderboard.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ MagicBrush,MagicBrush,1098.7452090361044,1102.748734759451,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
+ InfEdit,InfEdit,1065.1144160457052,1064.8946454646214,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
+ UltraEdit,UltraEdit,1061.2239053702776,1061.1035139365567,other,Peking University; BIGAI,https://ultra-editing.github.io/
5
+ CosXLEdit,CosXLEdit,1056.263566785872,1057.2477671026693,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
6
+ InstructPix2Pix,InstructPix2Pix,1031.4300404573187,1029.2569442729496,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
7
+ PNP,PNP,991.9498105145556,996.419559257891,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
8
+ Prompt2prompt,Prompt2prompt,984.2911818424319,985.3972273129044,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
9
+ CycleDiffusion,CycleDiffusion,935.4040467896915,929.286952722603,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
10
+ SDEdit,SDEdit,920.1854063804685,918.6743721111048,MIT License,Stanford University,https://sde-image-editing.github.io
11
+ Pix2PixZero,Pix2PixZero,855.3924167775742,854.970283059249,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
arena_elo/results/20250210/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1142.2198997331382,1144.087041155384,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ StableVideoDiffusion,StableVideoDiffusion,1121.0360203451519,1120.997114521292,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
+ Mochi1,Mochi1,1115.1873686223666,1114.762244494193,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
+ Pyramid Flow,Pyramid Flow,1102.631553399646,1104.6918385129125,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
+ T2V-Turbo,T2V-Turbo,1059.307031743616,1059.7213493470324,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1056.6996081713237,1054.5385765385465,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1043.53071610916,1042.8177363042987,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1035.1100746992788,1034.354034679448,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,982.4734601798796,984.9751641504768,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,968.8527392892385,968.2594577002826,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,941.8967599169381,944.5795841427035,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,885.2820032948823,884.4386324007929,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,871.363970210693,868.4792789998562,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,839.2554951353058,837.4610338405726,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,835.1532991493771,835.8369132122093,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/20250211/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250211/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1034904878614d91f2457805a4f9857c88b6cd257ae202c3ea5158a3288ede1e
3
+ size 88249
arena_elo/results/20250211/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1131.601834592027,1133.410746946508,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1116.3035146929155,1118.1242808612237,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1095.2358507894178,1099.207663278801,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1070.7908223710538,1070.8372131375054,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1057.8421157951182,1056.8413234672964,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.4270070154832,1044.2231200839026,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.3477402994903,1018.0599512713115,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1018.3505747583706,1011.0862564270774,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1016.6413274099672,1016.9931021006394,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1016.2860850654016,1021.0110898055082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1014.1839139744071,1014.5705012017512,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,998.8652916555775,995.6987079818184,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.0472445310276,965.929622616072,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,912.6971123710715,911.2197110105571,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),903.6867988973239,898.2930645406365,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.9748393129416,825.8503869650164,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,788.71792646841,803.83376165608,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_image_editing.json CHANGED
@@ -20232,5 +20232,21 @@
20232
  "judge": "arena_user_10.20.34.20",
20233
  "anony": true,
20234
  "tstamp": 1738872190.2287
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20235
  }
20236
  ]
 
20232
  "judge": "arena_user_10.20.34.20",
20233
  "anony": true,
20234
  "tstamp": 1738872190.2287
20235
+ },
20236
+ {
20237
+ "model_a_conv_id": "5324da57969c42cdb5dc4bdfeab09449",
20238
+ "model_b_conv_id": "14ca9fa69c0b457d982290081eeb83a9",
20239
+ "inputs": {
20240
+ "source_prompt": "Three zebras standing in the middle of a plain in the wild.",
20241
+ "target_prompt": "Three zebras standing in the middle of a plain with majestic mountains in the background.",
20242
+ "instruct_prompt": "edit some mountains in the background"
20243
+ },
20244
+ "model_a": "SDEdit",
20245
+ "model_b": "InfEdit",
20246
+ "vote_type": "rightvote",
20247
+ "winner": "model_b",
20248
+ "judge": "arena_user_10.16.9.135",
20249
+ "anony": true,
20250
+ "tstamp": 1739218410.8352
20251
  }
20252
  ]
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -117482,5 +117482,47 @@
117482
  "judge": "arena_user_10.16.39.39",
117483
  "anony": true,
117484
  "tstamp": 1739137966.0463
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
117485
  }
117486
  ]
 
117482
  "judge": "arena_user_10.16.39.39",
117483
  "anony": true,
117484
  "tstamp": 1739137966.0463
117485
+ },
117486
+ {
117487
+ "model_a_conv_id": "f926d97a25814d838e0fac73a19ba400",
117488
+ "model_b_conv_id": "ff547cb0849243b2950831d04c0479ee",
117489
+ "inputs": {
117490
+ "prompt": "A stop sign on the right of a refrigerator."
117491
+ },
117492
+ "model_a": "HunyuanDiT",
117493
+ "model_b": "SDXL-Lightning",
117494
+ "vote_type": "leftvote",
117495
+ "winner": "model_a",
117496
+ "judge": "arena_user_10.20.34.20",
117497
+ "anony": true,
117498
+ "tstamp": 1739222491.4578
117499
+ },
117500
+ {
117501
+ "model_a_conv_id": "93deeb6862c84d12b2016338629c1b71",
117502
+ "model_b_conv_id": "f9a2124918cd49eea90ecdf12b6d1a53",
117503
+ "inputs": {
117504
+ "prompt": "armenian woman wearing tan nylon tights underneath her jeans, the tights layer visible at her ankles. Image shows her lying on the ground. It's shot on iphone. She's laying dead on ground. She's visible from head to toe. Toes are blurry since they are encased in the 40 den of the tights. She is lying far, her face visible."
117505
+ },
117506
+ "model_a": "FLUX.1-dev",
117507
+ "model_b": "FLUX.1-schnell",
117508
+ "vote_type": "bothbad_vote",
117509
+ "winner": "tie (bothbad)",
117510
+ "judge": "arena_user_10.16.9.135",
117511
+ "anony": true,
117512
+ "tstamp": 1739228441.0522
117513
+ },
117514
+ {
117515
+ "model_a_conv_id": "c7c9d215b642496f89253d40f2d6e325",
117516
+ "model_b_conv_id": "248a08561f5246d5b4798c059c6482c1",
117517
+ "inputs": {
117518
+ "prompt": "Graphic novel style illustration. Panel: Wide shot, street scene immediately after a major earthquake. Buildings are cracked and crumbling, dust and debris fill the air. Focus on a group of diverse people – neighbors – emerging from damaged buildings, helping each other. Some are injured, some are in shock, but there’s a sense of urgent cooperation and resilience. Art style: Bold lines, dynamic angles, high contrast, vibrant but slightly desaturated colors, reminiscent of Frank Miller’s Sin City but with a touch of hope. Mood: Chaotic but determined, showcasing the strength of community in the face of disaster."
117519
+ },
117520
+ "model_a": "AuraFlow",
117521
+ "model_b": "FLUX.1-dev",
117522
+ "vote_type": "rightvote",
117523
+ "winner": "model_b",
117524
+ "judge": "arena_user_10.16.37.169",
117525
+ "anony": true,
117526
+ "tstamp": 1739292365.2796
117527
  }
117528
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -39198,5 +39198,33 @@
39198
  "judge": "arena_user_10.16.9.135",
39199
  "anony": true,
39200
  "tstamp": 1739168490.8503
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39201
  }
39202
  ]
 
39198
  "judge": "arena_user_10.16.9.135",
39199
  "anony": true,
39200
  "tstamp": 1739168490.8503
39201
+ },
39202
+ {
39203
+ "model_a_conv_id": "a8a4cf200555495bb2c4ab57f6094845",
39204
+ "model_b_conv_id": "efd2e23ac42c456bb8967ade3a7893ea",
39205
+ "inputs": {
39206
+ "prompt": "two hunk is having shower hangout at the bath house"
39207
+ },
39208
+ "model_a": "AnimateDiff",
39209
+ "model_b": "AnimateDiff Turbo",
39210
+ "vote_type": "leftvote",
39211
+ "winner": "model_a",
39212
+ "judge": "arena_user_10.16.46.123",
39213
+ "anony": false,
39214
+ "tstamp": 1739209741.465
39215
+ },
39216
+ {
39217
+ "model_a_conv_id": "18cb2628689140a0972e59481273c05d",
39218
+ "model_b_conv_id": "43540838d02f4c4daaaedd7cf84f6fad",
39219
+ "inputs": {
39220
+ "prompt": "A cute happy Corgi playing in park, sunset, pan left"
39221
+ },
39222
+ "model_a": "AnimateDiff",
39223
+ "model_b": "AnimateDiff Turbo",
39224
+ "vote_type": "rightvote",
39225
+ "winner": "model_b",
39226
+ "judge": "arena_user_10.16.26.33",
39227
+ "anony": false,
39228
+ "tstamp": 1739213288.0417
39229
  }
39230
  ]
arena_elo/results/latest/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88c0a04d4121a8a5f5b89319f3c10b9795b4a7fa55312e142d559f100ca8ce19
3
- size 66042
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89609f0565bd61b04f5f8af376e90b4aec4e52555fe40a5a6a782bad74c0b2d6
3
+ size 66016
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3819f584247e8a456f0202f5f9a1e9ba35cdde00c9f383aa4a53fda8d88be22d
3
- size 88250
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1034904878614d91f2457805a4f9857c88b6cd257ae202c3ea5158a3288ede1e
3
+ size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:303e6605b41e1e8d58128e8c9d3f41f8065e96f0b7b673707907ee324f1ce67c
3
  size 81355
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37037636dff60a61d4bbb12ef3ab9457490df819bef9612aa90900582deca3df
3
  size 81355
arena_elo/results/latest/image_editing_leaderboard.csv CHANGED
@@ -1,11 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- MagicBrush,MagicBrush,1098.741980785625,1102.7190333547367,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
- InfEdit,InfEdit,1064.2727594896235,1064.0921211164527,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
- UltraEdit,UltraEdit,1061.2897155377655,1061.164509452835,other,Peking University; BIGAI,https://ultra-editing.github.io/
5
- CosXLEdit,CosXLEdit,1056.227387814694,1057.2131686553164,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
6
- InstructPix2Pix,InstructPix2Pix,1031.4078742040685,1029.2363156865354,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
7
- PNP,PNP,991.9606239247928,996.4285858253903,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
8
- Prompt2prompt,Prompt2prompt,984.2947320256962,985.4031748735264,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
9
- CycleDiffusion,CycleDiffusion,935.4097674957903,929.3003034363223,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
10
- SDEdit,SDEdit,920.9723556419586,919.4437671249588,MIT License,Stanford University,https://sde-image-editing.github.io
11
- Pix2PixZero,Pix2PixZero,855.4228030799861,854.9990204739265,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ MagicBrush,MagicBrush,1098.7452090361044,1102.748734759451,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
+ InfEdit,InfEdit,1065.1144160457052,1064.8946454646214,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
+ UltraEdit,UltraEdit,1061.2239053702776,1061.1035139365567,other,Peking University; BIGAI,https://ultra-editing.github.io/
5
+ CosXLEdit,CosXLEdit,1056.263566785872,1057.2477671026693,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
6
+ InstructPix2Pix,InstructPix2Pix,1031.4300404573187,1029.2569442729496,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
7
+ PNP,PNP,991.9498105145556,996.419559257891,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
8
+ Prompt2prompt,Prompt2prompt,984.2911818424319,985.3972273129044,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
9
+ CycleDiffusion,CycleDiffusion,935.4040467896915,929.286952722603,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
10
+ SDEdit,SDEdit,920.1854063804685,918.6743721111048,MIT License,Stanford University,https://sde-image-editing.github.io
11
+ Pix2PixZero,Pix2PixZero,855.3924167775742,854.970283059249,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1130.965936036381,1133.0406376615292,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1116.3263575638991,1118.1165936442248,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1095.1340832996457,1099.1148309363793,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1070.8667134583654,1070.8933580975845,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1057.8229954984733,1056.8371872788416,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.483069701199,1044.2670314158588,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1022.4836498582378,1017.1964375713861,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1018.4054246311229,1011.1299384991,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- PixArtSigma,PixArtSigma,1016.6816699537095,1017.020783845187,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- SDXL-Lightning,SDXL-Lightning,1016.6641936310107,1021.338954248801,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1014.1787609594677,1014.5616964264257,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,999.5483379878466,996.3093220392012,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,964.101602264527,965.9745080520329,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,912.7560825797433,911.2649461375612,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),903.7703298730788,898.3597502489578,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,830.0283095546133,825.8921731714397,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,788.7824831486769,803.8835141819596,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1131.601834592027,1133.410746946508,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1116.3035146929155,1118.1242808612237,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1095.2358507894178,1099.207663278801,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1070.7908223710538,1070.8372131375054,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1057.8421157951182,1056.8413234672964,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.4270070154832,1044.2231200839026,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.3477402994903,1018.0599512713115,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1018.3505747583706,1011.0862564270774,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1016.6413274099672,1016.9931021006394,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1016.2860850654016,1021.0110898055082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1014.1839139744071,1014.5705012017512,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,998.8652916555775,995.6987079818184,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.0472445310276,965.929622616072,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,912.6971123710715,911.2197110105571,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),903.6867988973239,898.2930645406365,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.9748393129416,825.8503869650164,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,788.71792646841,803.83376165608,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,16 +1,16 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1142.2198997331382,1144.1303990787592,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- StableVideoDiffusion,StableVideoDiffusion,1121.0360203451519,1121.0148704133303,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
- Mochi1,Mochi1,1115.1873686223666,1114.8024232081552,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
- Pyramid Flow,Pyramid Flow,1102.631553399646,1104.7505363786668,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
- T2V-Turbo,T2V-Turbo,1059.307031743616,1059.7543301757235,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- CogVideoX-2B,CogVideoX-2B,1056.6996081713237,1054.5866002499754,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
- AnimateDiff,AnimateDiff,1043.53071610916,1043.3201937923284,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
- VideoCrafter2,VideoCrafter2,1035.1100746992788,1034.3282094517006,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
- Allegro,Allegro,982.4734601798796,984.911030377635,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
- LaVie,LaVie,968.8527392892385,968.243099894197,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
- LTXVideo,LTXVideo,941.8967599169381,944.6294713121971,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
- OpenSora,OpenSora,885.2820032948823,884.380383048975,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
- OpenSora v1.2,OpenSora v1.2,871.363970210693,868.4488498457245,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
- AnimateDiff Turbo,AnimateDiff Turbo,839.2554951353058,836.927764802814,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
- ModelScope,ModelScope,835.1532991493771,835.7718379698205,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1142.2198997331382,1144.087041155384,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ StableVideoDiffusion,StableVideoDiffusion,1121.0360203451519,1120.997114521292,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
+ Mochi1,Mochi1,1115.1873686223666,1114.762244494193,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
+ Pyramid Flow,Pyramid Flow,1102.631553399646,1104.6918385129125,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
+ T2V-Turbo,T2V-Turbo,1059.307031743616,1059.7213493470324,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1056.6996081713237,1054.5385765385465,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1043.53071610916,1042.8177363042987,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1035.1100746992788,1034.354034679448,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,982.4734601798796,984.9751641504768,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,968.8527392892385,968.2594577002826,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,941.8967599169381,944.5795841427035,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,885.2820032948823,884.4386324007929,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,871.363970210693,868.4792789998562,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,839.2554951353058,837.4610338405726,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,835.1532991493771,835.8369132122093,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571