DongfuJiang commited on
Commit
f3ba6f3
·
1 Parent(s): c68d3e6

Auto Daily Leaderboard udpate Fri Nov 22 12:00:33 PM EST 2024

Browse files
arena_elo/results/20241122/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241122/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241122/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8cf0b420dc61886a4c1681047c252df8a292453a771c78da7e027b2294e958
3
+ size 88251
arena_elo/results/20241122/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31aa0c5b227604706288c82bb5bf0c6ffda5353c788424d042d0886565cf04be
3
+ size 75107
arena_elo/results/20241122/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1119.5503819760092,1119.4027806579286,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1117.4166386533755,1139.5493609342868,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1088.0703515408438,1077.5316386832274,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.9259726944813,1070.3481809997947,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.8351928735403,1052.2680852187787,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.5472697523528,1041.5084932270368,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.5320051580306,1024.8489287635252,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.1516954080014,1018.6163824024559,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0892647833175,1010.0009212811278,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.7901906078412,1021.584298500332,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1009.5952692205133,1012.2104159291994,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1006.7869307787693,1000.9077454378214,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.3905615057964,965.3189641125372,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.6694648808933,911.7534473160129,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.6888190468827,898.1308280256873,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.4080103884988,823.8026127330378,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.5519807308478,803.0306002134037,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20241122/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1154.0270863009423,1153.5630685049769,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1146.7080167081838,1144.3352112647865,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.657990702574,1126.2485893867406,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1060.3909593492672,1056.8319016355272,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1054.0048392384513,1053.4611348196281,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1044.0602129735955,1043.8389168891172,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1040.4132916623614,1041.1463053063046,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,997.9791599356979,1000.5457590015221,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,969.7428573806096,970.3090139113779,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,885.9732607127577,886.2391595941202,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.324302840461,849.254082705264,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,836.9273970650397,836.6769417240055,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,835.7906251300603,837.5499152566277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -107304,5 +107304,75 @@
107304
  "judge": "arena_user_10.16.16.234",
107305
  "anony": true,
107306
  "tstamp": 1732205797.4553
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107307
  }
107308
  ]
 
107304
  "judge": "arena_user_10.16.16.234",
107305
  "anony": true,
107306
  "tstamp": 1732205797.4553
107307
+ },
107308
+ {
107309
+ "model_a_conv_id": "c5527c81bbdb46f78506242529bbbf99",
107310
+ "model_b_conv_id": "c8950ef0bed84fe6937c777463628775",
107311
+ "inputs": {
107312
+ "prompt": " волшебный мир, где четыре стихии — земля, вода, огонь и воздух — являются основой всего сущего. В этом мире каждая стихия играет важную роль, поддерживая гармонию и баланс природы.В центре этого мира находится легендарный Храм Стихий, где мудрецы из всех четырех народов собираются, чтобы поддерживать баланс и предотвращать конфликты. Однако легенды гласят о пророчестве, что однажды дисбаланс между стихиями приведет к великому испытанию, и лишь избранный, объединивший силы всех четырех стихий, сможет восстановить гармонию."
107313
+ },
107314
+ "model_a": "PlayGround V2.5",
107315
+ "model_b": "AuraFlow",
107316
+ "vote_type": "tievote",
107317
+ "winner": "tie",
107318
+ "judge": "arena_user_10.16.31.254",
107319
+ "anony": true,
107320
+ "tstamp": 1732208721.5064
107321
+ },
107322
+ {
107323
+ "model_a_conv_id": "8b6a14155b0348cc8d913727ddbb093a",
107324
+ "model_b_conv_id": "474939056fae4257b425795421f2e2e1",
107325
+ "inputs": {
107326
+ "prompt": "A realistic version of Fubuki from one punch man"
107327
+ },
107328
+ "model_a": "AuraFlow",
107329
+ "model_b": "OpenJourney",
107330
+ "vote_type": "bothbad_vote",
107331
+ "winner": "tie (bothbad)",
107332
+ "judge": "arena_user_10.16.38.136",
107333
+ "anony": true,
107334
+ "tstamp": 1732209311.1681
107335
+ },
107336
+ {
107337
+ "model_a_conv_id": "09612d3b9298431d8c5f4f9b734f5455",
107338
+ "model_b_conv_id": "eb6909283e9c4196a2837a7169f1af80",
107339
+ "inputs": {
107340
+ "prompt": "Realistic, Fubuki from onepunch-man,"
107341
+ },
107342
+ "model_a": "FLUX.1-dev",
107343
+ "model_b": "OpenJourney",
107344
+ "vote_type": "leftvote",
107345
+ "winner": "model_a",
107346
+ "judge": "arena_user_10.16.38.196",
107347
+ "anony": true,
107348
+ "tstamp": 1732209357.4119
107349
+ },
107350
+ {
107351
+ "model_a_conv_id": "85f54b86bcab4f12979eca62cd376b80",
107352
+ "model_b_conv_id": "d6e0d1e057484f86a167ab94332f20f5",
107353
+ "inputs": {
107354
+ "prompt": "baroque oil painting anime key visual full body portrait character concept art, nazi secret police with blonde hair and blue eyes, aesthetic evil nazi black leather uniform, gap moe kuudere noble grimdark fascist dictator, rule of thirds golden ratio, painted by greg rutkowski makoto shinkai"
107355
+ },
107356
+ "model_a": "AuraFlow",
107357
+ "model_b": "FLUX.1-dev",
107358
+ "vote_type": "rightvote",
107359
+ "winner": "model_b",
107360
+ "judge": "arena_user_10.16.38.136",
107361
+ "anony": true,
107362
+ "tstamp": 1732229343.4814
107363
+ },
107364
+ {
107365
+ "model_a_conv_id": "1ba936a75f514224bbc9dba4dbd1d422",
107366
+ "model_b_conv_id": "91428fbe448e42d3879bc63f9ce6671f",
107367
+ "inputs": {
107368
+ "prompt": "Photo of a mega Lego space station inside a kid's bedroom."
107369
+ },
107370
+ "model_a": "StableCascade",
107371
+ "model_b": "PixArtSigma",
107372
+ "vote_type": "leftvote",
107373
+ "winner": "model_a",
107374
+ "judge": "arena_user_10.16.38.136",
107375
+ "anony": true,
107376
+ "tstamp": 1732274284.9125
107377
  }
107378
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -32968,5 +32968,145 @@
32968
  "judge": "arena_user_10.16.12.226",
32969
  "anony": true,
32970
  "tstamp": 1731798006.3965
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32971
  }
32972
  ]
 
32968
  "judge": "arena_user_10.16.12.226",
32969
  "anony": true,
32970
  "tstamp": 1731798006.3965
32971
+ },
32972
+ {
32973
+ "model_a_conv_id": "e210631b82df4114826ea800ade9e929",
32974
+ "model_b_conv_id": "c680a53b816f47f2a159bfff8ffd9398",
32975
+ "inputs": {
32976
+ "prompt": "an airplane soaring through a clear blue sky"
32977
+ },
32978
+ "model_a": "Allegro",
32979
+ "model_b": "Pyramid Flow",
32980
+ "vote_type": "tievote",
32981
+ "winner": "tie",
32982
+ "judge": "arena_user_10.16.13.73",
32983
+ "anony": false,
32984
+ "tstamp": 1732217675.9963
32985
+ },
32986
+ {
32987
+ "model_a_conv_id": "32a74bc9e18d460f94cb3a58f80e101f",
32988
+ "model_b_conv_id": "a13e277442e446f49b6802b4d8482a44",
32989
+ "inputs": {
32990
+ "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, black and white"
32991
+ },
32992
+ "model_a": "OpenSora v1.2",
32993
+ "model_b": "Pyramid Flow",
32994
+ "vote_type": "rightvote",
32995
+ "winner": "model_b",
32996
+ "judge": "arena_user_10.16.13.73",
32997
+ "anony": true,
32998
+ "tstamp": 1732273903.6328
32999
+ },
33000
+ {
33001
+ "model_a_conv_id": "4052c9a841304ccd9b59718d94671c20",
33002
+ "model_b_conv_id": "7725aa16c5d644d9afea27e7842735b1",
33003
+ "inputs": {
33004
+ "prompt": "a cat running happily"
33005
+ },
33006
+ "model_a": "CogVideoX-2B",
33007
+ "model_b": "VideoCrafter2",
33008
+ "vote_type": "leftvote",
33009
+ "winner": "model_a",
33010
+ "judge": "arena_user_10.16.19.51",
33011
+ "anony": true,
33012
+ "tstamp": 1732273923.8073
33013
+ },
33014
+ {
33015
+ "model_a_conv_id": "5e0b282adc3244bc899daa4af1934728",
33016
+ "model_b_conv_id": "2d2fb73781c1459a98742bd48c65bc6d",
33017
+ "inputs": {
33018
+ "prompt": "industrial area"
33019
+ },
33020
+ "model_a": "CogVideoX-2B",
33021
+ "model_b": "AnimateDiff Turbo",
33022
+ "vote_type": "leftvote",
33023
+ "winner": "model_a",
33024
+ "judge": "arena_user_10.16.16.234",
33025
+ "anony": true,
33026
+ "tstamp": 1732273940.0792
33027
+ },
33028
+ {
33029
+ "model_a_conv_id": "6c66bc4b883e48dfb05d1a6a19273466",
33030
+ "model_b_conv_id": "6270787a5f7b467d94cdabe76da5d292",
33031
+ "inputs": {
33032
+ "prompt": "A person is climbing a rope"
33033
+ },
33034
+ "model_a": "AnimateDiff Turbo",
33035
+ "model_b": "VideoCrafter2",
33036
+ "vote_type": "rightvote",
33037
+ "winner": "model_b",
33038
+ "judge": "arena_user_10.16.19.51",
33039
+ "anony": true,
33040
+ "tstamp": 1732273952.6115
33041
+ },
33042
+ {
33043
+ "model_a_conv_id": "37207bb9b0c840daba06d094e9625367",
33044
+ "model_b_conv_id": "5ba01e1fe8444142baa637476edc3456",
33045
+ "inputs": {
33046
+ "prompt": "A cute raccoon playing guitar in a boat on the ocean"
33047
+ },
33048
+ "model_a": "VideoCrafter2",
33049
+ "model_b": "CogVideoX-2B",
33050
+ "vote_type": "tievote",
33051
+ "winner": "tie",
33052
+ "judge": "arena_user_10.16.19.51",
33053
+ "anony": true,
33054
+ "tstamp": 1732273964.2895
33055
+ },
33056
+ {
33057
+ "model_a_conv_id": "69a6f3d74b0f4ecb8fec7630c88b67e8",
33058
+ "model_b_conv_id": "21288b5cf10c4726a69854d3499a4f43",
33059
+ "inputs": {
33060
+ "prompt": "A steam train moving on a mountainside"
33061
+ },
33062
+ "model_a": "AnimateDiff",
33063
+ "model_b": "Pyramid Flow",
33064
+ "vote_type": "tievote",
33065
+ "winner": "tie",
33066
+ "judge": "arena_user_10.16.38.196",
33067
+ "anony": true,
33068
+ "tstamp": 1732273977.8691
33069
+ },
33070
+ {
33071
+ "model_a_conv_id": "a6e4ed7fceac40a4ba4347ba401c2116",
33072
+ "model_b_conv_id": "0c5eab9c377a475a9b90e324c9c412c2",
33073
+ "inputs": {
33074
+ "prompt": "a vase and scissors"
33075
+ },
33076
+ "model_a": "StableVideoDiffusion",
33077
+ "model_b": "AnimateDiff",
33078
+ "vote_type": "tievote",
33079
+ "winner": "tie",
33080
+ "judge": "arena_user_10.16.38.136",
33081
+ "anony": true,
33082
+ "tstamp": 1732273991.8331
33083
+ },
33084
+ {
33085
+ "model_a_conv_id": "be27fde634644121a4789d4729e9a213",
33086
+ "model_b_conv_id": "ff51103edc784eadbab619011f1a5828",
33087
+ "inputs": {
33088
+ "prompt": "a green chair"
33089
+ },
33090
+ "model_a": "OpenSora v1.2",
33091
+ "model_b": "StableVideoDiffusion",
33092
+ "vote_type": "tievote",
33093
+ "winner": "tie",
33094
+ "judge": "arena_user_10.16.16.234",
33095
+ "anony": true,
33096
+ "tstamp": 1732274003.9473
33097
+ },
33098
+ {
33099
+ "model_a_conv_id": "f54108ce60b342c1b18b82393129570f",
33100
+ "model_b_conv_id": "57ccf58166004d69a03a149238cb658e",
33101
+ "inputs": {
33102
+ "prompt": "A corgi is playing drum kit."
33103
+ },
33104
+ "model_a": "T2V-Turbo",
33105
+ "model_b": "OpenSora v1.2",
33106
+ "vote_type": "leftvote",
33107
+ "winner": "model_a",
33108
+ "judge": "arena_user_10.16.38.196",
33109
+ "anony": true,
33110
+ "tstamp": 1732274017.5392
33111
  }
33112
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95ae42793bbaf6d712462effb54b7eb4f114dfdad694b60c415ce75473888ebc
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8cf0b420dc61886a4c1681047c252df8a292453a771c78da7e027b2294e958
3
  size 88251
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bde909b17c22e17cb38b5a84777e0f5ea3c2b1537ce73e2187f96bf6695bb610
3
- size 75106
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31aa0c5b227604706288c82bb5bf0c6ffda5353c788424d042d0886565cf04be
3
+ size 75107
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1119.6843009578474,1119.403074296571,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1115.398391771637,1138.3788323615508,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1088.063763712588,1077.5029518610309,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.9700592436388,1070.3325008234024,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.8319056984615,1052.27405255944,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.2629762362542,1041.2206871642773,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1032.558375872279,1024.8558768707455,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.6437278629378,1019.0604877086498,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.122967101947,1009.9878569352531,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.8241276788016,1021.568104395343,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1009.633414807848,1012.2204204258193,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1008.1929504856785,1002.103521834879,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.4133702605135,965.291336444156,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.7014826170603,911.7372507981568,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.7296685471874,898.1264899972598,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.3992949690654,823.7434518678235,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.5692221762463,802.9970717508336,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1119.5503819760092,1119.4027806579286,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1117.4166386533755,1139.5493609342868,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1088.0703515408438,1077.5316386832274,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.9259726944813,1070.3481809997947,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.8351928735403,1052.2680852187787,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.5472697523528,1041.5084932270368,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.5320051580306,1024.8489287635252,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.1516954080014,1018.6163824024559,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0892647833175,1010.0009212811278,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.7901906078412,1021.584298500332,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1009.5952692205133,1012.2104159291994,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1006.7869307787693,1000.9077454378214,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.3905615057964,965.3189641125372,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.6694648808933,911.7534473160129,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.6888190468827,898.1308280256873,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.4080103884988,823.8026127330378,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.5519807308478,803.0306002134037,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1153.9697513946403,1154.1705705204247,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1146.3464329955402,1145.8103738200189,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1124.7959079452696,1127.4728272153493,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1056.468480703407,1053.0381095289924,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1053.5953785646457,1053.123593877951,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1044.1707149713445,1044.1077297175786,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1041.0676943690814,1042.0548904882774,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,997.837194130245,996.6173687267088,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,970.3060415379101,971.018609316758,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,886.5519181578851,886.9832337723722,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,850.6243900044078,849.4402854740082,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,837.87180589165,837.7512914344863,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,836.3942893339733,838.411116107076,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1154.0270863009423,1153.5630685049769,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1146.7080167081838,1144.3352112647865,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.657990702574,1126.2485893867406,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1060.3909593492672,1056.8319016355272,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1054.0048392384513,1053.4611348196281,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1044.0602129735955,1043.8389168891172,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1040.4132916623614,1041.1463053063046,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,997.9791599356979,1000.5457590015221,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,969.7428573806096,970.3090139113779,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,885.9732607127577,886.2391595941202,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.324302840461,849.254082705264,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,836.9273970650397,836.6769417240055,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,835.7906251300603,837.5499152566277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571