DongfuJiang commited on
Commit
1392da4
·
1 Parent(s): a8837e1

Auto Daily Leaderboard udpate Sat Feb 1 12:00:29 PM EST 2025

Browse files
arena_elo/results/20250201/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250201/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250201/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cf786a550d26132e552afc397f44cdb6730310cf8256b04f8a0d883664784cf
3
+ size 88249
arena_elo/results/20250201/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd9aab3d80d81b759184e1ecd685bed17f3c1f8dd0266fbdd22e65a4bc34145
3
+ size 81355
arena_elo/results/20250201/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1133.0244478756615,1135.7066400297374,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1115.905441263058,1116.9299802388362,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1090.9448971472957,1097.646382307098,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.6524550562935,1071.3704866151738,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.3000898723908,1052.3848407836483,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.9057791409427,1044.4901721137455,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.1146453311665,1017.5945495258968,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.8491383788386,1012.215888795949,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1018.7414521396591,1022.9617018414204,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1018.4972969031427,1018.6366828950104,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1010.9220821256722,1011.96636532555,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,999.4609352706614,996.2738517778951,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.2806583599063,966.0394926100756,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.0665084500831,911.3948109984453,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.6341868439787,898.9306051498154,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.1257889530789,826.7095277305401,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.5741968881667,804.4175309436789,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20250201/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1157.757959017623,1154.0809699016181,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ StableVideoDiffusion,StableVideoDiffusion,1120.2224820230576,1122.698268304504,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
+ Mochi1,Mochi1,1109.8679524517247,1110.7468798323528,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
+ Pyramid Flow,Pyramid Flow,1101.1723957835934,1104.0917881033884,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
+ T2V-Turbo,T2V-Turbo,1059.8370593535667,1061.1770730991823,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1048.7515062955342,1046.8976762765842,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1039.7022731943584,1040.4045352823468,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1033.33494475502,1033.5605974235527,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,990.7401035768044,993.9266592280663,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,966.6785649984929,967.0879881563311,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,965.0610115442106,960.5110565609726,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,883.035102668445,883.1002994112732,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,854.2352693666022,851.9656717739351,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,836.6905660994361,835.2340373614811,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,832.9128088715343,834.5164992844126,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -116390,5 +116390,19 @@
116390
  "judge": "arena_user_10.20.26.107",
116391
  "anony": false,
116392
  "tstamp": 1738338829.8895
 
 
 
 
 
 
 
 
 
 
 
 
 
 
116393
  }
116394
  ]
 
116390
  "judge": "arena_user_10.20.26.107",
116391
  "anony": false,
116392
  "tstamp": 1738338829.8895
116393
+ },
116394
+ {
116395
+ "model_a_conv_id": "9c4cd171bf084431ac93544d3ecc183b",
116396
+ "model_b_conv_id": "a62eb24cc9bc4379b2ab022f528883e5",
116397
+ "inputs": {
116398
+ "prompt": "A train on top of a surfboard."
116399
+ },
116400
+ "model_a": "FLUX.1-schnell",
116401
+ "model_b": "StableCascade",
116402
+ "vote_type": "bothbad_vote",
116403
+ "winner": "tie (bothbad)",
116404
+ "judge": "arena_user_10.16.1.166",
116405
+ "anony": true,
116406
+ "tstamp": 1738409571.4312
116407
  }
116408
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -37924,5 +37924,173 @@
37924
  "judge": "arena_user_10.20.34.20",
37925
  "anony": true,
37926
  "tstamp": 1738279171.2649
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37927
  }
37928
  ]
 
37924
  "judge": "arena_user_10.20.34.20",
37925
  "anony": true,
37926
  "tstamp": 1738279171.2649
37927
+ },
37928
+ {
37929
+ "model_a_conv_id": "ff5fa0901f98422c9305f8d44ed2188c",
37930
+ "model_b_conv_id": "e34e277e1b0a4d8cbab80b34a03fd869",
37931
+ "inputs": {
37932
+ "prompt": "Gwen Stacy reading a book, Van Gogh style"
37933
+ },
37934
+ "model_a": "CogVideoX-2B",
37935
+ "model_b": "Mochi1",
37936
+ "vote_type": "rightvote",
37937
+ "winner": "model_b",
37938
+ "judge": "arena_user_10.16.39.39",
37939
+ "anony": true,
37940
+ "tstamp": 1738363286.871
37941
+ },
37942
+ {
37943
+ "model_a_conv_id": "dfb67ae8535e41f28f57ef27549706cd",
37944
+ "model_b_conv_id": "ffcef132a5b94f28b2645b46ebe377a9",
37945
+ "inputs": {
37946
+ "prompt": "a toothbrush on the left of a sink, front view"
37947
+ },
37948
+ "model_a": "Mochi1",
37949
+ "model_b": "StableVideoDiffusion",
37950
+ "vote_type": "leftvote",
37951
+ "winner": "model_a",
37952
+ "judge": "arena_user_10.16.6.226",
37953
+ "anony": true,
37954
+ "tstamp": 1738363408.119
37955
+ },
37956
+ {
37957
+ "model_a_conv_id": "8072560bf02c4064870994a248623c9c",
37958
+ "model_b_conv_id": "0ae7b8cd61c04d1e9644636c144f04a6",
37959
+ "inputs": {
37960
+ "prompt": "a bear catching a salmon in its powerful jaws"
37961
+ },
37962
+ "model_a": "Allegro",
37963
+ "model_b": "Mochi1",
37964
+ "vote_type": "rightvote",
37965
+ "winner": "model_b",
37966
+ "judge": "arena_user_10.20.26.107",
37967
+ "anony": true,
37968
+ "tstamp": 1738403993.4878
37969
+ },
37970
+ {
37971
+ "model_a_conv_id": "56a107f556e34855a2b88d9f0a26a819",
37972
+ "model_b_conv_id": "c62cc67d54c341d59698274cce91e6bd",
37973
+ "inputs": {
37974
+ "prompt": "a tv and a laptop"
37975
+ },
37976
+ "model_a": "Mochi1",
37977
+ "model_b": "StableVideoDiffusion",
37978
+ "vote_type": "rightvote",
37979
+ "winner": "model_b",
37980
+ "judge": "arena_user_10.20.34.20",
37981
+ "anony": true,
37982
+ "tstamp": 1738404031.8663
37983
+ },
37984
+ {
37985
+ "model_a_conv_id": "1848d8b50d854f1c9c6c6755238178c5",
37986
+ "model_b_conv_id": "13c4bd80f1f4438dbb118a2227331324",
37987
+ "inputs": {
37988
+ "prompt": "A space shuttle launching into orbit, with flames and smoke billowing out from the engines"
37989
+ },
37990
+ "model_a": "Mochi1",
37991
+ "model_b": "Pyramid Flow",
37992
+ "vote_type": "leftvote",
37993
+ "winner": "model_a",
37994
+ "judge": "arena_user_10.20.26.107",
37995
+ "anony": true,
37996
+ "tstamp": 1738404051.242
37997
+ },
37998
+ {
37999
+ "model_a_conv_id": "c99ab543b4574b9a920afeda6fadb631",
38000
+ "model_b_conv_id": "1cd7489bfa4d4729986dfe88ca47e4d9",
38001
+ "inputs": {
38002
+ "prompt": "a vase and scissors"
38003
+ },
38004
+ "model_a": "Mochi1",
38005
+ "model_b": "CogVideoX-5B",
38006
+ "vote_type": "bothbad_vote",
38007
+ "winner": "tie (bothbad)",
38008
+ "judge": "arena_user_10.20.26.107",
38009
+ "anony": true,
38010
+ "tstamp": 1738404079.7192
38011
+ },
38012
+ {
38013
+ "model_a_conv_id": "95b87a53cf544dec8fc579d6e5973abb",
38014
+ "model_b_conv_id": "9956e542865b44559208fa0f3a72e9f2",
38015
+ "inputs": {
38016
+ "prompt": "carrousel"
38017
+ },
38018
+ "model_a": "CogVideoX-2B",
38019
+ "model_b": "Mochi1",
38020
+ "vote_type": "bothbad_vote",
38021
+ "winner": "tie (bothbad)",
38022
+ "judge": "arena_user_10.20.26.107",
38023
+ "anony": true,
38024
+ "tstamp": 1738404099.7618
38025
+ },
38026
+ {
38027
+ "model_a_conv_id": "6de2b736b3a445b183f42ac41ce5328b",
38028
+ "model_b_conv_id": "cdbd8eb352da4df181abdc9f6c39a402",
38029
+ "inputs": {
38030
+ "prompt": "A polar bear is playing guitar"
38031
+ },
38032
+ "model_a": "Mochi1",
38033
+ "model_b": "AnimateDiff",
38034
+ "vote_type": "rightvote",
38035
+ "winner": "model_b",
38036
+ "judge": "arena_user_10.20.34.20",
38037
+ "anony": true,
38038
+ "tstamp": 1738404119.7032
38039
+ },
38040
+ {
38041
+ "model_a_conv_id": "bb837740066a41738dc9b39ea7c5a423",
38042
+ "model_b_conv_id": "07d0e96b97784bec972bc53601a1da1f",
38043
+ "inputs": {
38044
+ "prompt": "a horse bending down to drink water from a river"
38045
+ },
38046
+ "model_a": "Mochi1",
38047
+ "model_b": "Pyramid Flow",
38048
+ "vote_type": "leftvote",
38049
+ "winner": "model_a",
38050
+ "judge": "arena_user_10.20.34.20",
38051
+ "anony": true,
38052
+ "tstamp": 1738404151.4424
38053
+ },
38054
+ {
38055
+ "model_a_conv_id": "fa6efd07df92463dbcc95f4bce5be00f",
38056
+ "model_b_conv_id": "7de298ebcd044932a7260a531c40d34d",
38057
+ "inputs": {
38058
+ "prompt": "A polar bear is playing guitar"
38059
+ },
38060
+ "model_a": "T2V-Turbo",
38061
+ "model_b": "Mochi1",
38062
+ "vote_type": "leftvote",
38063
+ "winner": "model_a",
38064
+ "judge": "arena_user_10.20.26.107",
38065
+ "anony": true,
38066
+ "tstamp": 1738404164.7218
38067
+ },
38068
+ {
38069
+ "model_a_conv_id": "6c8b37a8988245e5a4a1f01c9f4e19bf",
38070
+ "model_b_conv_id": "c305627b342a4822b1fce327e44b0b32",
38071
+ "inputs": {
38072
+ "prompt": "food court"
38073
+ },
38074
+ "model_a": "Mochi1",
38075
+ "model_b": "Pyramid Flow",
38076
+ "vote_type": "leftvote",
38077
+ "winner": "model_a",
38078
+ "judge": "arena_user_10.20.26.107",
38079
+ "anony": true,
38080
+ "tstamp": 1738404181.7109
38081
+ },
38082
+ {
38083
+ "model_a_conv_id": "ffbf647f2eff41a4a95bcdb73cee1526",
38084
+ "model_b_conv_id": "56a02b6257034d38985028df39888fd1",
38085
+ "inputs": {
38086
+ "prompt": "forest road"
38087
+ },
38088
+ "model_a": "LTXVideo",
38089
+ "model_b": "Mochi1",
38090
+ "vote_type": "rightvote",
38091
+ "winner": "model_b",
38092
+ "judge": "arena_user_10.20.26.107",
38093
+ "anony": true,
38094
+ "tstamp": 1738404198.1824
38095
  }
38096
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c142cae2ec91a4759a43ff8e348805cf61a64fa026f33f7b3de61a57bbb07255
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cf786a550d26132e552afc397f44cdb6730310cf8256b04f8a0d883664784cf
3
  size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fd7ead5675d344b13634f052c0ddf4c7cce863b12e116d42aedcaddea732c3a
3
- size 81340
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd9aab3d80d81b759184e1ecd685bed17f3c1f8dd0266fbdd22e65a4bc34145
3
+ size 81355
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1133.0373706593462,1135.728802589779,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1115.8964732071256,1116.9218567160842,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1091.1125896698702,1097.7880771585303,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.636669150067,1071.3551076707963,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.3052861754413,1052.3900497394222,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.8474242146501,1044.4336282508307,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1023.1087447638994,1017.5886155587345,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1019.8366153664616,1012.2034438859407,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1018.7296405090818,1022.9518603423843,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1018.4850854152958,1018.6246795931702,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1010.9193443260489,1011.9631760663522,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,999.4749771313601,996.2875173109414,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,964.2681094338303,966.0259976613645,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.0536445511935,911.3817599472221,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.6157310680164,898.9142901524042,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,831.1127013316554,826.6963427771916,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.5595930266572,804.4030904889241,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1133.0244478756615,1135.7066400297374,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1115.905441263058,1116.9299802388362,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1090.9448971472957,1097.646382307098,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.6524550562935,1071.3704866151738,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.3000898723908,1052.3848407836483,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.9057791409427,1044.4901721137455,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.1146453311665,1017.5945495258968,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.8491383788386,1012.215888795949,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1018.7414521396591,1022.9617018414204,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1018.4972969031427,1018.6366828950104,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1010.9220821256722,1011.96636532555,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,999.4609352706614,996.2738517778951,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.2806583599063,966.0394926100756,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.0665084500831,911.3948109984453,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.6341868439787,898.9306051498154,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.1257889530789,826.7095277305401,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.5741968881667,804.4175309436789,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,16 +1,16 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1157.673820888773,1154.1898583231884,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- StableVideoDiffusion,StableVideoDiffusion,1119.3105948844127,1121.882119137654,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
- Pyramid Flow,Pyramid Flow,1109.781392631246,1112.731647967639,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
5
- Mochi1,Mochi1,1105.9315921348002,1106.9483512223474,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
6
- T2V-Turbo,T2V-Turbo,1057.70414347676,1059.0294009831532,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- CogVideoX-2B,CogVideoX-2B,1049.4136588172485,1047.7501539727596,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
- AnimateDiff,AnimateDiff,1038.0122097006904,1038.8142053042186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
- VideoCrafter2,VideoCrafter2,1032.0751789250398,1032.4303470712264,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
- Allegro,Allegro,993.2506834480978,996.9210194551487,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
- LTXVideo,LTXVideo,969.2662360762474,962.7327964312597,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
12
- LaVie,LaVie,965.2537532042825,965.8320091486089,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
13
- OpenSora,OpenSora,881.6354905873151,881.8488093668514,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
- OpenSora v1.2,OpenSora v1.2,853.6168698077872,851.4636190298802,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
- AnimateDiff Turbo,AnimateDiff Turbo,835.5136199809959,834.1600726017688,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
- ModelScope,ModelScope,831.5607554363054,833.2655899842935,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1157.757959017623,1154.0809699016181,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ StableVideoDiffusion,StableVideoDiffusion,1120.2224820230576,1122.698268304504,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
+ Mochi1,Mochi1,1109.8679524517247,1110.7468798323528,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
+ Pyramid Flow,Pyramid Flow,1101.1723957835934,1104.0917881033884,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
+ T2V-Turbo,T2V-Turbo,1059.8370593535667,1061.1770730991823,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1048.7515062955342,1046.8976762765842,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1039.7022731943584,1040.4045352823468,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1033.33494475502,1033.5605974235527,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,990.7401035768044,993.9266592280663,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,966.6785649984929,967.0879881563311,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,965.0610115442106,960.5110565609726,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,883.035102668445,883.1002994112732,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,854.2352693666022,851.9656717739351,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,836.6905660994361,835.2340373614811,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,832.9128088715343,834.5164992844126,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571