Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
5832eb7
·
1 Parent(s): fafffc2

Auto Daily Leaderboard udpate Thu Dec 12 12:00:32 PM EST 2024

Browse files
Files changed (12) hide show
  1. arena_elo/results/20241211/clean_battle_t2i_generation.json +28 -0
  2. arena_elo/results/20241211/elo_results_t2i_generation.pkl +1 -1
  3. arena_elo/results/20241211/t2i_generation_leaderboard.csv +17 -17
  4. arena_elo/results/20241212/clean_battle_video_generation.json +0 -0
  5. arena_elo/results/20241212/elo_results_video_generation.pkl +3 -0
  6. arena_elo/results/20241212/video_generation_leaderboard.csv +14 -0
  7. arena_elo/results/latest/clean_battle_t2i_generation.json +28 -0
  8. arena_elo/results/latest/clean_battle_video_generation.json +28 -0
  9. arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
  10. arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
  11. arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
  12. arena_elo/results/latest/video_generation_leaderboard.csv +13 -13
arena_elo/results/20241211/clean_battle_t2i_generation.json CHANGED
@@ -111420,5 +111420,33 @@
111420
  "judge": "arena_user_10.16.19.14",
111421
  "anony": false,
111422
  "tstamp": 1733930378.7836
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
111423
  }
111424
  ]
 
111420
  "judge": "arena_user_10.16.19.14",
111421
  "anony": false,
111422
  "tstamp": 1733930378.7836
111423
+ },
111424
+ {
111425
+ "model_a_conv_id": "bb84f700b086499b9bc07da22b8f691f",
111426
+ "model_b_conv_id": "50a519ee83e34e3a8d16073d73a9f888",
111427
+ "inputs": {
111428
+ "prompt": "A heroic pilot named Henry standing confidently in a crisp flight uniform, with aviator sunglasses and a determined expression. He stands in front of a sleek fighter jet, the background featuring a vivid sunset blending with the horizon, symbolizing his pride and readiness for battle."
111429
+ },
111430
+ "model_a": "PlayGround V2.5",
111431
+ "model_b": "FLUX.1-schnell",
111432
+ "vote_type": "leftvote",
111433
+ "winner": "model_a",
111434
+ "judge": "arena_user_10.16.30.109",
111435
+ "anony": true,
111436
+ "tstamp": 1733954865.9481
111437
+ },
111438
+ {
111439
+ "model_a_conv_id": "35df416d08814e46835ab72b755594f9",
111440
+ "model_b_conv_id": "c649d699c12d4130a0dd39f62f54ef58",
111441
+ "inputs": {
111442
+ "prompt": "A dog with pizza"
111443
+ },
111444
+ "model_a": "AuraFlow",
111445
+ "model_b": "FLUX.1-dev",
111446
+ "vote_type": "rightvote",
111447
+ "winner": "model_b",
111448
+ "judge": "arena_user_10.16.38.196",
111449
+ "anony": true,
111450
+ "tstamp": 1733985703.5127
111451
  }
111452
  ]
arena_elo/results/20241211/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cda80aaece5c0f36b1e8972a6aa82c8c0212ce5682d09157826283573348ae5
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dadefb8a454d0d8370fde3de45df1a701c56171c12b4c8b7df562645dd94e8b
3
  size 88249
arena_elo/results/20241211/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1121.4486601242502,1128.197250918009,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1117.3965302826998,1117.608362537415,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1091.9943954765995,1098.5515522727444,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.4358779290842,1072.7546789340154,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.6210331030522,1050.8529262891388,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.4165535435802,1044.1606535376802,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1022.9312260549116,1016.9352728465166,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1020.1155281805594,1012.2359305243641,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- PixArtSigma,PixArtSigma,1019.1321764438638,1019.3947143326678,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- SDXL-Lightning,SDXL-Lightning,1018.9162837302384,1023.1896068510646,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1008.3923555357085,1011.2183103003182,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,997.728802839903,994.0520977829948,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,968.6355564577761,969.2539822246374,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,915.5256581329278,913.7937287705809,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),906.202164093364,900.2717108462446,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,833.4517296135969,828.4807395699017,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,791.6554684578832,806.0704110447675,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1122.4105335375477,1128.704344039224,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1117.817847999198,1118.0192249974232,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1090.6710055072617,1097.664306689341,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1073.5513685885699,1072.8734834936608,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.6202974809332,1050.849181319008,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.504427510302,1044.262440145777,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1022.9887460001981,1017.0017070880936,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1020.1901244961148,1012.3234029086071,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1019.2097841450403,1019.4796249963148,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1018.9915815238328,1023.2639988153928,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1008.4050632871705,1011.2611942681139,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,996.722813752913,993.1383646360265,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,968.718306827896,969.3493599858367,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.6067788157845,913.8869473140273,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),906.3105826863547,900.3819972090173,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.5375283832328,828.5751957562851,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.7432094576582,806.1677225903993,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20241212/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241212/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a184aaef1e2626fb3a0596e1e79ffcf21b5942abc513b4458365043dbc196a33
3
+ size 75108
arena_elo/results/20241212/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1148.8396697105538,1143.5885411510671,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1135.633573523705,1138.0671249877216,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1124.6913625845104,1127.1797312022907,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1068.8999341527772,1065.0660179063589,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1056.754528433071,1056.7519020350917,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1042.6391700692463,1041.521499604226,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1040.2670267057758,1041.0662323410054,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,1002.3322583647728,1004.7910040999241,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,969.8085227487962,970.5348088453287,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,886.0621268989206,886.5670592656172,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.6961771950639,848.5757910718143,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,837.477059084262,838.3379863250515,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,835.8985905285444,837.9523011645007,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -111420,5 +111420,33 @@
111420
  "judge": "arena_user_10.16.19.14",
111421
  "anony": false,
111422
  "tstamp": 1733930378.7836
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
111423
  }
111424
  ]
 
111420
  "judge": "arena_user_10.16.19.14",
111421
  "anony": false,
111422
  "tstamp": 1733930378.7836
111423
+ },
111424
+ {
111425
+ "model_a_conv_id": "bb84f700b086499b9bc07da22b8f691f",
111426
+ "model_b_conv_id": "50a519ee83e34e3a8d16073d73a9f888",
111427
+ "inputs": {
111428
+ "prompt": "A heroic pilot named Henry standing confidently in a crisp flight uniform, with aviator sunglasses and a determined expression. He stands in front of a sleek fighter jet, the background featuring a vivid sunset blending with the horizon, symbolizing his pride and readiness for battle."
111429
+ },
111430
+ "model_a": "PlayGround V2.5",
111431
+ "model_b": "FLUX.1-schnell",
111432
+ "vote_type": "leftvote",
111433
+ "winner": "model_a",
111434
+ "judge": "arena_user_10.16.30.109",
111435
+ "anony": true,
111436
+ "tstamp": 1733954865.9481
111437
+ },
111438
+ {
111439
+ "model_a_conv_id": "35df416d08814e46835ab72b755594f9",
111440
+ "model_b_conv_id": "c649d699c12d4130a0dd39f62f54ef58",
111441
+ "inputs": {
111442
+ "prompt": "A dog with pizza"
111443
+ },
111444
+ "model_a": "AuraFlow",
111445
+ "model_b": "FLUX.1-dev",
111446
+ "vote_type": "rightvote",
111447
+ "winner": "model_b",
111448
+ "judge": "arena_user_10.16.38.196",
111449
+ "anony": true,
111450
+ "tstamp": 1733985703.5127
111451
  }
111452
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -34270,5 +34270,33 @@
34270
  "judge": "arena_user_10.16.39.72",
34271
  "anony": false,
34272
  "tstamp": 1733931992.3168
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34273
  }
34274
  ]
 
34270
  "judge": "arena_user_10.16.39.72",
34271
  "anony": false,
34272
  "tstamp": 1733931992.3168
34273
+ },
34274
+ {
34275
+ "model_a_conv_id": "fe99b53d2c69497c89edd1dcedbd98fa",
34276
+ "model_b_conv_id": "c08c61c1eeb4494f97bc019b2492aec4",
34277
+ "inputs": {
34278
+ "prompt": "Origami dancers in white paper, 3D render, on white background, studio shot, dancing modern dance."
34279
+ },
34280
+ "model_a": "Allegro",
34281
+ "model_b": "AnimateDiff Turbo",
34282
+ "vote_type": "rightvote",
34283
+ "winner": "model_b",
34284
+ "judge": "arena_user_10.16.0.161",
34285
+ "anony": true,
34286
+ "tstamp": 1734018671.7175
34287
+ },
34288
+ {
34289
+ "model_a_conv_id": "0bb12ea6b5a6469eb1035a0090c1e9a4",
34290
+ "model_b_conv_id": "ea5c2fd7d4d343599f00e696553db023",
34291
+ "inputs": {
34292
+ "prompt": "a potted plant and a tv"
34293
+ },
34294
+ "model_a": "T2V-Turbo",
34295
+ "model_b": "Pyramid Flow",
34296
+ "vote_type": "leftvote",
34297
+ "winner": "model_a",
34298
+ "judge": "arena_user_10.16.30.109",
34299
+ "anony": true,
34300
+ "tstamp": 1734018697.1853
34301
  }
34302
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cda80aaece5c0f36b1e8972a6aa82c8c0212ce5682d09157826283573348ae5
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dadefb8a454d0d8370fde3de45df1a701c56171c12b4c8b7df562645dd94e8b
3
  size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdba33bfac60c9a15179bcbd0c514784f74631dae0f8029b6396dd8dc10030ea
3
  size 75108
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a184aaef1e2626fb3a0596e1e79ffcf21b5942abc513b4458365043dbc196a33
3
  size 75108
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1121.4486601242502,1128.197250918009,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1117.3965302826998,1117.608362537415,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1091.9943954765995,1098.5515522727444,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.4358779290842,1072.7546789340154,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.6210331030522,1050.8529262891388,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.4165535435802,1044.1606535376802,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1022.9312260549116,1016.9352728465166,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1020.1155281805594,1012.2359305243641,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- PixArtSigma,PixArtSigma,1019.1321764438638,1019.3947143326678,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- SDXL-Lightning,SDXL-Lightning,1018.9162837302384,1023.1896068510646,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1008.3923555357085,1011.2183103003182,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,997.728802839903,994.0520977829948,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,968.6355564577761,969.2539822246374,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,915.5256581329278,913.7937287705809,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),906.202164093364,900.2717108462446,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,833.4517296135969,828.4807395699017,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,791.6554684578832,806.0704110447675,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1122.4105335375477,1128.704344039224,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1117.817847999198,1118.0192249974232,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1090.6710055072617,1097.664306689341,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1073.5513685885699,1072.8734834936608,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.6202974809332,1050.849181319008,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.504427510302,1044.262440145777,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1022.9887460001981,1017.0017070880936,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1020.1901244961148,1012.3234029086071,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1019.2097841450403,1019.4796249963148,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1018.9915815238328,1023.2639988153928,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1008.4050632871705,1011.2611942681139,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,996.722813752913,993.1383646360265,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,968.718306827896,969.3493599858367,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.6067788157845,913.8869473140273,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),906.3105826863547,900.3819972090173,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.5375283832328,828.5751957562851,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.7432094576582,806.1677225903993,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1149.0467990559753,1143.8489720202278,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1142.2012500842695,1144.6306640141165,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1123.459174455383,1125.9300224510548,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1068.3442892756807,1064.5113173896357,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1054.0619737597983,1054.052143493999,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1041.1138517372308,1039.9705875487114,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1038.6609035771987,1039.442228627356,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,1011.62764027565,1014.1555579516963,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,968.0112777795196,968.72992940921,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,884.2192842497221,884.717192070073,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,850.0337198093126,847.8764663237778,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,835.1752634927545,836.0388913181373,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,834.0445724475059,836.0960273820054,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1148.8396697105538,1143.5885411510671,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1135.633573523705,1138.0671249877216,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1124.6913625845104,1127.1797312022907,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1068.8999341527772,1065.0660179063589,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1056.754528433071,1056.7519020350917,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1042.6391700692463,1041.521499604226,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1040.2670267057758,1041.0662323410054,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,1002.3322583647728,1004.7910040999241,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,969.8085227487962,970.5348088453287,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,886.0621268989206,886.5670592656172,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.6961771950639,848.5757910718143,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,837.477059084262,838.3379863250515,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,835.8985905285444,837.9523011645007,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571