DongfuJiang commited on
Commit
891099e
·
1 Parent(s): 4a8c65a

Auto Daily Leaderboard udpate Sat Mar 1 12:00:36 PM EST 2025

Browse files
arena_elo/results/20250301/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250301/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250301/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1a8b0ba013b3807b76bd42c8d18bd6fb7c8a85970b4e1e30ea14e369daf84ea
3
+ size 88249
arena_elo/results/20250301/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abef2897ae56033d9afd8909245b6f9d6a49b3f8d466fb2fc1519fd54f096d2b
3
+ size 81355
arena_elo/results/20250301/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1142.1260742795619,1138.3177628271494,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.2556779001275,1117.2679795627785,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1095.220975805791,1099.2724056980046,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1070.9595124240848,1071.3279578805325,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1060.0244811044556,1058.8924435204835,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1042.5890958764237,1045.4322775280039,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1020.099565441353,1015.2337362108462,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1018.6079820952922,1011.6389284304423,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1016.9756948115361,1017.8117082955362,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1015.2097187325792,1020.1313637236136,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1007.4845514648874,1008.8661232981705,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,994.7162050531459,992.0187279108328,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.3123549141819,966.1892570808237,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.20955160858,912.0252135841865,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),903.9352699946335,898.7957906596254,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.059718843957,827.0740055860758,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.2135696494053,804.53745664723,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20250301/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1132.925159664805,1135.0856957966773,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Mochi1,Mochi1,1125.1106706454923,1124.724542560373,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
4
+ StableVideoDiffusion,StableVideoDiffusion,1119.6076955655947,1119.6071471963335,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ Pyramid Flow,Pyramid Flow,1108.9461101457714,1110.794336716177,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
+ T2V-Turbo,T2V-Turbo,1055.8620215128847,1056.271598368072,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1049.0348969420825,1047.4139486718282,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1040.7891462587384,1040.0764020907238,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1032.7516393058327,1032.144213353799,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,988.4057808780616,991.0991606825808,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,966.3120235763104,965.7891240591262,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,955.2840792644713,956.3810358204563,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,882.721843956462,881.9381738992075,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,873.5572911234422,870.9087083423792,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,836.0954492040325,834.4676655444027,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,832.5961919560206,833.2982468978664,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -119148,5 +119148,117 @@
119148
  "judge": "arena_user_10.16.39.39",
119149
  "anony": true,
119150
  "tstamp": 1740722487.1134
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
119151
  }
119152
  ]
 
119148
  "judge": "arena_user_10.16.39.39",
119149
  "anony": true,
119150
  "tstamp": 1740722487.1134
119151
+ },
119152
+ {
119153
+ "model_a_conv_id": "31c393ae2a934dfb97de03b63bcc1e19",
119154
+ "model_b_conv_id": "a85e9c38aa114e9387b94439bfcfa85a",
119155
+ "inputs": {
119156
+ "prompt": "A diverse group of dancers, each exuding raw energy, passionately performs krump in an urban alleyway bathed in the golden glow of streetlights. Their movements are a blend of aggressive stomps, rapid arm swings, and expressive facial contortions, reflecting the intensity of the genre. The dancers, clad in vibrant streetwear—bold graphic tees, baggy jeans, and sneakers—create a visual symphony of motion. The scene shifts to close-ups of sweat-drenched faces, eyes blazing with emotion, as they synchronize their powerful moves, the echo of their footsteps resonating against the graffiti-covered walls. The atmosphere is electric, capturing the essence of krump's rebellious spirit and the unity of the dancers."
119157
+ },
119158
+ "model_a": "PixArtAlpha",
119159
+ "model_b": "FLUX.1-schnell",
119160
+ "vote_type": "rightvote",
119161
+ "winner": "model_b",
119162
+ "judge": "arena_user_10.16.9.135",
119163
+ "anony": true,
119164
+ "tstamp": 1740773513.1323
119165
+ },
119166
+ {
119167
+ "model_a_conv_id": "24ce8ccba3304e18bed4f0100b1c8ca8",
119168
+ "model_b_conv_id": "8d96d6c3a3cb467cbf3af3564e098cbe",
119169
+ "inputs": {
119170
+ "prompt": "A beige pastry sitting in a white ball next to a spoon ."
119171
+ },
119172
+ "model_a": "SD3",
119173
+ "model_b": "SDXL-Lightning",
119174
+ "vote_type": "rightvote",
119175
+ "winner": "model_b",
119176
+ "judge": "arena_user_10.16.36.250",
119177
+ "anony": true,
119178
+ "tstamp": 1740810522.7516
119179
+ },
119180
+ {
119181
+ "model_a_conv_id": "20b61852b34d4f5d939186eb628c9116",
119182
+ "model_b_conv_id": "8dbf1105b0184462b1b1d5a89d608cbd",
119183
+ "inputs": {
119184
+ "prompt": "A bustling cityscape at night with neon lights reflecting on wet streets"
119185
+ },
119186
+ "model_a": "FLUX.1-dev",
119187
+ "model_b": "PlayGround V2.5",
119188
+ "vote_type": "leftvote",
119189
+ "winner": "model_a",
119190
+ "judge": "arena_user_10.16.29.175",
119191
+ "anony": true,
119192
+ "tstamp": 1740819110.9873
119193
+ },
119194
+ {
119195
+ "model_a_conv_id": "f27215f64f424472a36482bedd11602a",
119196
+ "model_b_conv_id": "1d93ee05b9654c8fbdc6a30ca1318d31",
119197
+ "inputs": {
119198
+ "prompt": "The dazzling Queen of Hearts, with long, flowing red hair, long legs, and narrow eyes, joyfully soars on a broomstick through a radiant pastel sky. The scene is filled with light and life—fluffy white clouds drift slowly, while the golden sun bathes everything in a warm glow.\n\nAround her, playful jokers of all suits—spades, hearts, diamonds, and clubs—twirl and laugh, sparkling like living playing cards. Her crimson dress shimmers in the sunlight, and her cape flows behind her. She confidently and resolutely scans the space, but she is not looking for the jokers—she seeks the mysterious kings.\n\nIn the distance, atop the clouds, golden crowns glisten mysteriously, hinting at their presence. The atmosphere is filled with magic, joy, and anticipation, evoking a fairy-tale world bursting with vibrant colors and enchanting details."
119199
+ },
119200
+ "model_a": "FLUX.1-dev",
119201
+ "model_b": "PlayGround V2.5",
119202
+ "vote_type": "leftvote",
119203
+ "winner": "model_a",
119204
+ "judge": "arena_user_10.16.9.135",
119205
+ "anony": true,
119206
+ "tstamp": 1740819171.937
119207
+ },
119208
+ {
119209
+ "model_a_conv_id": "ac8a671a98c84e7d9bdbb4e93d6f3131",
119210
+ "model_b_conv_id": "ce0e10f818f44a74b6c290139964bd66",
119211
+ "inputs": {
119212
+ "prompt": "image from an iPhone video of a dog in a supermarket, hyper realistic, flash photo"
119213
+ },
119214
+ "model_a": "SDXL-Lightning",
119215
+ "model_b": "StableCascade",
119216
+ "vote_type": "rightvote",
119217
+ "winner": "model_b",
119218
+ "judge": "arena_user_10.16.9.135",
119219
+ "anony": true,
119220
+ "tstamp": 1740838811.3647
119221
+ },
119222
+ {
119223
+ "model_a_conv_id": "a0c2a947fc524f48ade1a73212f5ca74",
119224
+ "model_b_conv_id": "720eabd2be59474292a8dfd429144698",
119225
+ "inputs": {
119226
+ "prompt": "Rainbow coloured penguin."
119227
+ },
119228
+ "model_a": "PlayGround V2.5",
119229
+ "model_b": "Kolors",
119230
+ "vote_type": "leftvote",
119231
+ "winner": "model_a",
119232
+ "judge": "arena_user_10.16.29.175",
119233
+ "anony": true,
119234
+ "tstamp": 1740838822.1424
119235
+ },
119236
+ {
119237
+ "model_a_conv_id": "2e0664c4247c4c829620a7e3f895308b",
119238
+ "model_b_conv_id": "52034843494c44d29215df01ad3bd909",
119239
+ "inputs": {
119240
+ "prompt": "psychedelic duck "
119241
+ },
119242
+ "model_a": "SDXLTurbo",
119243
+ "model_b": "SDXL",
119244
+ "vote_type": "leftvote",
119245
+ "winner": "model_a",
119246
+ "judge": "arena_user_10.16.29.175",
119247
+ "anony": false,
119248
+ "tstamp": 1740844959.4586
119249
+ },
119250
+ {
119251
+ "model_a_conv_id": "6215b589132b45eb8f02227d9475928d",
119252
+ "model_b_conv_id": "40e83411d7784d3b901ae418219f4d26",
119253
+ "inputs": {
119254
+ "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
119255
+ },
119256
+ "model_a": "SDXLTurbo",
119257
+ "model_b": "PixArtSigma",
119258
+ "vote_type": "rightvote",
119259
+ "winner": "model_b",
119260
+ "judge": "arena_user_10.16.36.250",
119261
+ "anony": false,
119262
+ "tstamp": 1740844997.8916
119263
  }
119264
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -40402,5 +40402,61 @@
40402
  "judge": "arena_user_10.16.29.175",
40403
  "anony": true,
40404
  "tstamp": 1740722282.6382
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40405
  }
40406
  ]
 
40402
  "judge": "arena_user_10.16.29.175",
40403
  "anony": true,
40404
  "tstamp": 1740722282.6382
40405
+ },
40406
+ {
40407
+ "model_a_conv_id": "471c273abf5549899c47b404ec26ff6f",
40408
+ "model_b_conv_id": "96a3c8170bdd4a1e8d017c76c401ebaf",
40409
+ "inputs": {
40410
+ "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background by Vincent van Gogh"
40411
+ },
40412
+ "model_a": "OpenSora v1.2",
40413
+ "model_b": "VideoCrafter2",
40414
+ "vote_type": "rightvote",
40415
+ "winner": "model_b",
40416
+ "judge": "arena_user_10.16.9.135",
40417
+ "anony": true,
40418
+ "tstamp": 1740825828.2631
40419
+ },
40420
+ {
40421
+ "model_a_conv_id": "5de54e3025714afd9731a349376c37e1",
40422
+ "model_b_conv_id": "65c8cd554cda45179b6a049670fe68de",
40423
+ "inputs": {
40424
+ "prompt": "A beautiful coastal beach in spring, waves lapping on sand, animated style"
40425
+ },
40426
+ "model_a": "CogVideoX-2B",
40427
+ "model_b": "AnimateDiff",
40428
+ "vote_type": "rightvote",
40429
+ "winner": "model_b",
40430
+ "judge": "arena_user_10.16.36.250",
40431
+ "anony": true,
40432
+ "tstamp": 1740825841.0081
40433
+ },
40434
+ {
40435
+ "model_a_conv_id": "f7974388819f45399765a97b88f6eff8",
40436
+ "model_b_conv_id": "1b5346666f4d41158fe53bf8c84de285",
40437
+ "inputs": {
40438
+ "prompt": "barn"
40439
+ },
40440
+ "model_a": "Mochi1",
40441
+ "model_b": "Pyramid Flow",
40442
+ "vote_type": "leftvote",
40443
+ "winner": "model_a",
40444
+ "judge": "arena_user_10.16.36.250",
40445
+ "anony": true,
40446
+ "tstamp": 1740825867.4792
40447
+ },
40448
+ {
40449
+ "model_a_conv_id": "ed632ffcd43f4c9ba7795ed0c42fa18c",
40450
+ "model_b_conv_id": "b211e921f4424f8182e1d083739e90b1",
40451
+ "inputs": {
40452
+ "prompt": "a motorcycle on the left of a bus, front view"
40453
+ },
40454
+ "model_a": "VideoCrafter2",
40455
+ "model_b": "Allegro",
40456
+ "vote_type": "bothbad_vote",
40457
+ "winner": "tie (bothbad)",
40458
+ "judge": "arena_user_10.16.9.135",
40459
+ "anony": true,
40460
+ "tstamp": 1740825886.5715
40461
  }
40462
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c121019d8ddff701b62c2bd8aa05ab4f9832ce3869d59e05e0da2cab56d4a5e7
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1a8b0ba013b3807b76bd42c8d18bd6fb7c8a85970b4e1e30ea14e369daf84ea
3
  size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8c3dbf8a45f9580f7398274506e7cd83478cfdf2c4bddbb0cca94ef91a2e959
3
- size 81351
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abef2897ae56033d9afd8909245b6f9d6a49b3f8d466fb2fc1519fd54f096d2b
3
+ size 81355
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1139.974896344386,1136.9399031784153,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1114.6269756476663,1117.4919982785837,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1094.2479229989185,1098.4185523319366,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.0943851821805,1071.4420113263445,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1061.0590531431337,1059.9398738241234,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1042.3823925751108,1045.2392740523865,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1020.1858763256888,1015.3085752577435,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1018.8827963309587,1011.8792561783906,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- PixArtSigma,PixArtSigma,1017.0554430815822,1017.5587819218758,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- SDXL-Lightning,SDXL-Lightning,1015.2838485779331,1020.1861576477934,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1008.3415737749561,1009.5755465553397,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,994.5725401139867,991.8441314998471,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,964.4231052724731,966.4838732469143,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.3167884298111,912.0411883847572,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.0351878407415,898.8526554878273,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,831.1690952430699,827.174954384269,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.3481191173944,804.6709075384359,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1142.1260742795619,1138.3177628271494,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.2556779001275,1117.2679795627785,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1095.220975805791,1099.2724056980046,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1070.9595124240848,1071.3279578805325,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1060.0244811044556,1058.8924435204835,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1042.5890958764237,1045.4322775280039,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1020.099565441353,1015.2337362108462,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1018.6079820952922,1011.6389284304423,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1016.9756948115361,1017.8117082955362,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1015.2097187325792,1020.1313637236136,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1007.4845514648874,1008.8661232981705,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,994.7162050531459,992.0187279108328,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.3123549141819,966.1892570808237,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.20955160858,912.0252135841865,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),903.9352699946335,898.7957906596254,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.059718843957,827.0740055860758,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.2135696494053,804.53745664723,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,16 +1,16 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1132.9556988486706,1135.1318936936746,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Mochi1,Mochi1,1123.9015299514417,1123.535673380467,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
4
- StableVideoDiffusion,StableVideoDiffusion,1119.3603281101757,1119.3613995434523,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- Pyramid Flow,Pyramid Flow,1111.2051376651777,1113.0490207662804,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
- T2V-Turbo,T2V-Turbo,1055.6942229269641,1056.104978487631,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- CogVideoX-2B,CogVideoX-2B,1050.927770377073,1049.263962080485,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
- AnimateDiff,AnimateDiff,1039.995128986816,1039.302481746185,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
- VideoCrafter2,VideoCrafter2,1032.172818848903,1031.5707124863015,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
- Allegro,Allegro,988.1502259558417,990.8910072675236,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
- LaVie,LaVie,965.8200511253153,965.3100529641191,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
- LTXVideo,LTXVideo,955.0019424324546,956.0061374609301,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
- OpenSora,OpenSora,882.244104264996,881.4640816633753,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
- OpenSora v1.2,OpenSora v1.2,874.7245096275794,872.0924705098178,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
- AnimateDiff Turbo,AnimateDiff Turbo,835.7348153085833,834.0987162794114,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
- ModelScope,ModelScope,832.1117155700052,832.817411670344,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1132.925159664805,1135.0856957966773,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Mochi1,Mochi1,1125.1106706454923,1124.724542560373,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
4
+ StableVideoDiffusion,StableVideoDiffusion,1119.6076955655947,1119.6071471963335,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ Pyramid Flow,Pyramid Flow,1108.9461101457714,1110.794336716177,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
+ T2V-Turbo,T2V-Turbo,1055.8620215128847,1056.271598368072,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1049.0348969420825,1047.4139486718282,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1040.7891462587384,1040.0764020907238,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1032.7516393058327,1032.144213353799,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,988.4057808780616,991.0991606825808,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,966.3120235763104,965.7891240591262,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,955.2840792644713,956.3810358204563,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,882.721843956462,881.9381738992075,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,873.5572911234422,870.9087083423792,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,836.0954492040325,834.4676655444027,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,832.5961919560206,833.2982468978664,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571