DongfuJiang commited on
Commit
66c9c02
·
1 Parent(s): 16c7bbd

Auto Daily Leaderboard udpate Fri Nov 15 12:00:27 PM EST 2024

Browse files
arena_elo/results/20241114/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241114/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9222f59cb86fddfa7f0addf6293c510d1a46b8960642d3bcfe2a80f0b017755c
3
+ size 75106
arena_elo/results/20241114/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1154.0746875391364,1154.2622543222528,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1146.063309863397,1145.5146345992184,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1125.162235599651,1127.847147759942,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1056.6210587054395,1053.1956900728032,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1053.9427885791736,1053.4823025083467,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1044.6311835197605,1044.577685515244,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1041.5467396371912,1042.5351423022971,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,993.6399187905623,992.4187230087864,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,970.8332370582891,971.5457460214251,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,887.0970409089258,887.5292336302507,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.8119790680009,849.623560565014,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,838.6304160824781,838.5073593316952,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,836.9454046479962,838.9605203627252,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/20241115/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241115/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b5f0f65978f52eabbb27f9e45a570b76a2925daa180317b923b0578d224b131
3
+ size 88251
arena_elo/results/20241115/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1120.595008779454,1120.0846444462686,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1113.7891885619204,1137.7644404722532,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.74410767377,1076.0850228492807,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.5584621364258,1070.7996644328537,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.562771330686,1049.9683777322768,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.4764943865475,1042.271155757407,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.6882643261033,1024.9929473883758,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.9839218960805,1019.3409926974366,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.5882748292494,1010.3792772385771,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1019.3383381873514,1021.9656752663616,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1009.9261100871817,1012.4952566227578,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1006.2035550688919,1000.4614380977117,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.8035810247538,965.6044963586036,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.1323705932726,912.0843004269127,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.3685991531376,898.6461949613607,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,830.1126819034564,824.3316732359644,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.1282700617201,803.442420864191,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -106898,5 +106898,173 @@
106898
  "judge": "arena_user_10.16.38.196",
106899
  "anony": true,
106900
  "tstamp": 1731588577.1431
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
106901
  }
106902
  ]
 
106898
  "judge": "arena_user_10.16.38.196",
106899
  "anony": true,
106900
  "tstamp": 1731588577.1431
106901
+ },
106902
+ {
106903
+ "model_a_conv_id": "99719a1ab66c46a8bc959fe0b8c355a4",
106904
+ "model_b_conv_id": "0de52eec73ba4f248cfd9666d21feb74",
106905
+ "inputs": {
106906
+ "prompt": "generate a image of neutron star"
106907
+ },
106908
+ "model_a": "AuraFlow",
106909
+ "model_b": "PlayGround V2.5",
106910
+ "vote_type": "bothbad_vote",
106911
+ "winner": "tie (bothbad)",
106912
+ "judge": "arena_user_10.16.38.196",
106913
+ "anony": true,
106914
+ "tstamp": 1731630373.1605
106915
+ },
106916
+ {
106917
+ "model_a_conv_id": "6f187974b09d4a4f9edfe9761f06becc",
106918
+ "model_b_conv_id": "ad15f57941834d0abb1210051802298b",
106919
+ "inputs": {
106920
+ "prompt": "please generate an image of galaxy filament"
106921
+ },
106922
+ "model_a": "PlayGround V2.5",
106923
+ "model_b": "FLUX.1-dev",
106924
+ "vote_type": "bothbad_vote",
106925
+ "winner": "tie (bothbad)",
106926
+ "judge": "arena_user_10.16.12.226",
106927
+ "anony": true,
106928
+ "tstamp": 1731630617.8125
106929
+ },
106930
+ {
106931
+ "model_a_conv_id": "fd1acb3c34d54cd3893ad9f28d7e9af2",
106932
+ "model_b_conv_id": "a33fa89cb3a14506ac377ed4e1d9191b",
106933
+ "inputs": {
106934
+ "prompt": "A triangular orange picture frame. An orange picture frame in the shape of a triangle."
106935
+ },
106936
+ "model_a": "StableCascade",
106937
+ "model_b": "Kolors",
106938
+ "vote_type": "leftvote",
106939
+ "winner": "model_a",
106940
+ "judge": "arena_user_10.16.16.234",
106941
+ "anony": true,
106942
+ "tstamp": 1731631178.2103
106943
+ },
106944
+ {
106945
+ "model_a_conv_id": "e4dd8b3e4c99414f9913846e92c05425",
106946
+ "model_b_conv_id": "e156aa455fae49bb8ffdb1a5ba5dbf5f",
106947
+ "inputs": {
106948
+ "prompt": "A silver suitcase and other bags lie in the back seat of a pink car ."
106949
+ },
106950
+ "model_a": "PixArtAlpha",
106951
+ "model_b": "HunyuanDiT",
106952
+ "vote_type": "rightvote",
106953
+ "winner": "model_b",
106954
+ "judge": "arena_user_10.16.38.196",
106955
+ "anony": true,
106956
+ "tstamp": 1731631193.1086
106957
+ },
106958
+ {
106959
+ "model_a_conv_id": "70473da8a4774aa1a5e141e605230f85",
106960
+ "model_b_conv_id": "6844764e85844642abc37c611b3af9f8",
106961
+ "inputs": {
106962
+ "prompt": "a person wearing a black suit jacket, collared shirt, blue patterned tie and a pocket square"
106963
+ },
106964
+ "model_a": "OpenJourney",
106965
+ "model_b": "SDXL",
106966
+ "vote_type": "rightvote",
106967
+ "winner": "model_b",
106968
+ "judge": "arena_user_10.16.16.234",
106969
+ "anony": true,
106970
+ "tstamp": 1731631211.6108
106971
+ },
106972
+ {
106973
+ "model_a_conv_id": "7b4c8de7bf984885bde6d1217d768ed5",
106974
+ "model_b_conv_id": "8ed82f8b9d0c4667ba4227010b1e1955",
106975
+ "inputs": {
106976
+ "prompt": "hyperrealism, epic photography, closeup, 35mm film, photography, of young girl, in city"
106977
+ },
106978
+ "model_a": "HunyuanDiT",
106979
+ "model_b": "SD3",
106980
+ "vote_type": "leftvote",
106981
+ "winner": "model_a",
106982
+ "judge": "arena_user_10.16.31.254",
106983
+ "anony": true,
106984
+ "tstamp": 1731631236.4209
106985
+ },
106986
+ {
106987
+ "model_a_conv_id": "f6de9873a9c144a38e4bb94781b33f28",
106988
+ "model_b_conv_id": "912ccc0714714279bd82c5e15cd8bbf4",
106989
+ "inputs": {
106990
+ "prompt": "image of woman on a bicycle climbing mountains surrounded by sunset, photorealistic, high detail, cinematic, epic, photorealistic, 8k"
106991
+ },
106992
+ "model_a": "FLUX.1-schnell",
106993
+ "model_b": "FLUX.1-dev",
106994
+ "vote_type": "tievote",
106995
+ "winner": "tie",
106996
+ "judge": "arena_user_10.16.16.234",
106997
+ "anony": true,
106998
+ "tstamp": 1731631289.7559
106999
+ },
107000
+ {
107001
+ "model_a_conv_id": "4c751e81607f422fa6cb7731dc087fff",
107002
+ "model_b_conv_id": "f8dc0e5627704b988919d6fd12a0eea5",
107003
+ "inputs": {
107004
+ "prompt": "A donkey and an octopus are playing a game. The donkey is holding a rope on one end, the octopus is holding onto the other. The donkey holds the rope in its mouth. A cat is jumping over the rope."
107005
+ },
107006
+ "model_a": "AuraFlow",
107007
+ "model_b": "FLUX.1-dev",
107008
+ "vote_type": "rightvote",
107009
+ "winner": "model_b",
107010
+ "judge": "arena_user_10.16.16.234",
107011
+ "anony": true,
107012
+ "tstamp": 1731631311.8199
107013
+ },
107014
+ {
107015
+ "model_a_conv_id": "060cf563b3f0426cb5ca57b6f3796a59",
107016
+ "model_b_conv_id": "0534fdc5f62b4c7eb1c4c248cbb45891",
107017
+ "inputs": {
107018
+ "prompt": " simulation of people with specific personalities , TinyTroupe"
107019
+ },
107020
+ "model_a": "FLUX.1-dev",
107021
+ "model_b": "SDXLTurbo",
107022
+ "vote_type": "leftvote",
107023
+ "winner": "model_a",
107024
+ "judge": "arena_user_10.16.38.136",
107025
+ "anony": true,
107026
+ "tstamp": 1731661746.1246
107027
+ },
107028
+ {
107029
+ "model_a_conv_id": "67eb9ac325444925bcd0610e749b80f1",
107030
+ "model_b_conv_id": "29d8536491c94882950738beeaece73b",
107031
+ "inputs": {
107032
+ "prompt": "Нарисуй несанкционированную свалку мусора в стиле векторной графики с минималистичным дизайном (не используй никакие надписи и знаки)"
107033
+ },
107034
+ "model_a": "FLUX.1-dev",
107035
+ "model_b": "SDXL-Lightning",
107036
+ "vote_type": "bothbad_vote",
107037
+ "winner": "tie (bothbad)",
107038
+ "judge": "arena_user_10.16.13.73",
107039
+ "anony": true,
107040
+ "tstamp": 1731662658.4975
107041
+ },
107042
+ {
107043
+ "model_a_conv_id": "dec69afe483a45b79917a95649839806",
107044
+ "model_b_conv_id": "821f31ef7b06400aa9f8986c6a967ace",
107045
+ "inputs": {
107046
+ "prompt": "Unauthorized garbage dump in the style of vector graphics (without inscriptions and signs in the picture)"
107047
+ },
107048
+ "model_a": "Kolors",
107049
+ "model_b": "FLUX.1-schnell",
107050
+ "vote_type": "rightvote",
107051
+ "winner": "model_b",
107052
+ "judge": "arena_user_10.16.31.254",
107053
+ "anony": true,
107054
+ "tstamp": 1731666337.1249
107055
+ },
107056
+ {
107057
+ "model_a_conv_id": "86baa8ecc3ca40a4963a2f938544c5c9",
107058
+ "model_b_conv_id": "e8b30ab37783481d87fb185682fbe126",
107059
+ "inputs": {
107060
+ "prompt": "TNT"
107061
+ },
107062
+ "model_a": "OpenJourney",
107063
+ "model_b": "PlayGround V2.5",
107064
+ "vote_type": "leftvote",
107065
+ "winner": "model_a",
107066
+ "judge": "arena_user_10.16.31.254",
107067
+ "anony": true,
107068
+ "tstamp": 1731686482.2562
107069
  }
107070
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -32940,5 +32940,19 @@
32940
  "judge": "arena_user_10.16.31.254",
32941
  "anony": true,
32942
  "tstamp": 1731474205.6796
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32943
  }
32944
  ]
 
32940
  "judge": "arena_user_10.16.31.254",
32941
  "anony": true,
32942
  "tstamp": 1731474205.6796
32943
+ },
32944
+ {
32945
+ "model_a_conv_id": "cf93b5ba6d1443279bf2202575f63a0a",
32946
+ "model_b_conv_id": "a9d681999cf24ab58f4f30b52c95bebe",
32947
+ "inputs": {
32948
+ "prompt": "Flying through fantasy landscapes."
32949
+ },
32950
+ "model_a": "OpenSora v1.2",
32951
+ "model_b": "AnimateDiff Turbo",
32952
+ "vote_type": "leftvote",
32953
+ "winner": "model_a",
32954
+ "judge": "arena_user_10.16.38.196",
32955
+ "anony": true,
32956
+ "tstamp": 1731630224.2775
32957
  }
32958
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8c0eb793ff25b41409510f67c388af42635ae360b177ee412d04587a11d71db
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b5f0f65978f52eabbb27f9e45a570b76a2925daa180317b923b0578d224b131
3
  size 88251
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49ca6b24b362415ff134397bd4f4e77cbcbce17138182dd39af73fb84fca4fc7
3
  size 75106
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9222f59cb86fddfa7f0addf6293c510d1a46b8960642d3bcfe2a80f0b017755c
3
  size 75106
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1121.3613170608685,1120.6131735494791,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1111.913438726635,1137.2276196913137,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1085.0763140382394,1074.4179913912203,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.576076862533,1070.7196148073683,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1055.2838193362454,1053.6441404738994,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1040.1340752027104,1041.9036484713963,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1030.636959886898,1023.0212240060408,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.9438774555209,1019.2387694289322,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.7879055113964,1010.4723082730601,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1019.250682576946,1021.7891887090786,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1011.08367071787,1013.4494624488309,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1006.8887644360386,1000.9178344683752,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.644686127581,965.3940390002646,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,915.2182908624138,912.0594398122819,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.3416537037039,898.5444195325399,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.778410733544,823.9598028468336,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.0800567608507,803.3085148422691,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1120.595008779454,1120.0846444462686,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1113.7891885619204,1137.7644404722532,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.74410767377,1076.0850228492807,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.5584621364258,1070.7996644328537,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.562771330686,1049.9683777322768,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.4764943865475,1042.271155757407,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.6882643261033,1024.9929473883758,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.9839218960805,1019.3409926974366,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.5882748292494,1010.3792772385771,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1019.3383381873514,1021.9656752663616,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1009.9261100871817,1012.4952566227578,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1006.2035550688919,1000.4614380977117,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.8035810247538,965.6044963586036,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.1323705932726,912.0843004269127,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.3685991531376,898.6461949613607,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,830.1126819034564,824.3316732359644,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.1282700617201,803.442420864191,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1153.8605110803771,1154.055220115239,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1146.038664035303,1145.4895289241929,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1125.4167255281677,1128.1100310669342,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1056.5377761401976,1052.9816356762635,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1054.1443775916748,1053.6962264419062,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1044.976252473133,1044.937681917621,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1041.8990514265365,1042.8901329444275,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,993.503291365186,992.280914160365,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,971.2792073014937,971.9909817050782,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,887.5656414736111,887.9993854148655,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,847.8538614036331,846.752178223757,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,839.483660667415,839.3577736933146,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,837.4409795132717,839.4583097160362,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1154.0746875391364,1154.2622543222528,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1146.063309863397,1145.5146345992184,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1125.162235599651,1127.847147759942,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1056.6210587054395,1053.1956900728032,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1053.9427885791736,1053.4823025083467,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1044.6311835197605,1044.577685515244,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1041.5467396371912,1042.5351423022971,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,993.6399187905623,992.4187230087864,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,970.8332370582891,971.5457460214251,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,887.0970409089258,887.5292336302507,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.8119790680009,849.623560565014,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,838.6304160824781,838.5073593316952,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,836.9454046479962,838.9605203627252,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571