DongfuJiang commited on
Commit
dbd347e
·
1 Parent(s): 005db1d

Auto Daily Leaderboard udpate Sat Dec 7 12:00:31 PM EST 2024

Browse files
arena_elo/results/20241206/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241206/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef44ddcffc78dd894344f3eb37f172814249b657e59ffedad398caa1e434367
3
+ size 75108
arena_elo/results/20241206/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1147.7216545793506,1142.59545146021,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1143.1299089401698,1145.6153366988406,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.5268084610013,1125.9036179286893,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1067.8373850481262,1064.0140912903032,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1054.1747053975662,1053.5195465801773,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1041.472291143358,1040.196202010674,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1038.7338100636557,1039.418608719684,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,1011.7068730966422,1014.2681479803912,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.1285568853722,968.7174076705178,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,884.3203529797285,884.6952672413568,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,849.9652887718825,849.0703665346526,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.1371972899016,835.9228920236377,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.1451673432488,836.063063860865,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/20241207/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241207/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9f91f5fa50027df1413e5f1b6f756bacde6d12574f9408bce3749bd9381bf1
3
+ size 88250
arena_elo/results/20241207/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1123.8597056178253,1141.130354469317,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1118.2814305835457,1118.5895108306604,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1093.931478053376,1084.2693328336527,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.8588356032642,1071.5107550096398,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.442226523804,1050.0673971248032,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.4007728229005,1042.5309614229084,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.0381188839413,1016.4727787428056,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1018.7214272796524,1010.1462351488478,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1018.0455465678599,1017.6205899229111,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1017.8564825089346,1021.1708718435843,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1006.1010562293627,1009.0757361681877,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1002.2127889808472,996.6299004225424,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,967.4250905791383,967.4131993081444,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.6035328537864,912.9978726793834,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.595351510401,899.0968624385753,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.5363374762594,827.7246062716507,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.0898179251,804.782273294963,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -109628,5 +109628,201 @@
109628
  "judge": "arena_user_10.20.38.195",
109629
  "anony": true,
109630
  "tstamp": 1733480620.7524
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
109631
  }
109632
  ]
 
109628
  "judge": "arena_user_10.20.38.195",
109629
  "anony": true,
109630
  "tstamp": 1733480620.7524
109631
+ },
109632
+ {
109633
+ "model_a_conv_id": "edcb3643d4694365a1482c3dd895ed9f",
109634
+ "model_b_conv_id": "5325da3f053c4056b7e0d9082071b062",
109635
+ "inputs": {
109636
+ "prompt": "Young woman wearing red dress and black sweater gives approval while holding cell phone ."
109637
+ },
109638
+ "model_a": "SD3",
109639
+ "model_b": "Kolors",
109640
+ "vote_type": "rightvote",
109641
+ "winner": "model_b",
109642
+ "judge": "arena_user_10.20.38.195",
109643
+ "anony": true,
109644
+ "tstamp": 1733562371.9863
109645
+ },
109646
+ {
109647
+ "model_a_conv_id": "f293620f564347abb887ba4a3cbafdbd",
109648
+ "model_b_conv_id": "c952bbb1e318495187a7d18faac6adb0",
109649
+ "inputs": {
109650
+ "prompt": "a beautiful photorealistic anime illustration of urbex industrial architecture city architecture unfinished building abandoned post office by renzo piano, laser extraterrestial sunset lake vaporwave elysian at night reclaimed by nature magic realism myst wilderness, archdaily, wallpaper, highly detailed, trending on artstation. "
109651
+ },
109652
+ "model_a": "Kolors",
109653
+ "model_b": "OpenJourney",
109654
+ "vote_type": "rightvote",
109655
+ "winner": "model_b",
109656
+ "judge": "arena_user_10.20.26.107",
109657
+ "anony": true,
109658
+ "tstamp": 1733565500.5945
109659
+ },
109660
+ {
109661
+ "model_a_conv_id": "7db2b74d17a34a498c3aece634459d89",
109662
+ "model_b_conv_id": "ff251a407b5f4e80b55d129b9750e7af",
109663
+ "inputs": {
109664
+ "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
109665
+ },
109666
+ "model_a": "FLUX.1-schnell",
109667
+ "model_b": "PlayGround V2.5",
109668
+ "vote_type": "leftvote",
109669
+ "winner": "model_a",
109670
+ "judge": "arena_user_10.20.26.107",
109671
+ "anony": true,
109672
+ "tstamp": 1733565725.3481
109673
+ },
109674
+ {
109675
+ "model_a_conv_id": "e71c65050c7d4a21845f4b73efefb527",
109676
+ "model_b_conv_id": "aeef7f23152e42539cc5cbeb774e9e08",
109677
+ "inputs": {
109678
+ "prompt": "a landscaping company called norwegian fjord "
109679
+ },
109680
+ "model_a": "SDXLTurbo",
109681
+ "model_b": "StableCascade",
109682
+ "vote_type": "rightvote",
109683
+ "winner": "model_b",
109684
+ "judge": "arena_user_10.20.38.195",
109685
+ "anony": true,
109686
+ "tstamp": 1733565734.9139
109687
+ },
109688
+ {
109689
+ "model_a_conv_id": "ab297340c0b340af9a003dd586bb293c",
109690
+ "model_b_conv_id": "4c68c9dc87e84e88b7060af5d80b8fc7",
109691
+ "inputs": {
109692
+ "prompt": "Rbefraigerator."
109693
+ },
109694
+ "model_a": "FLUX.1-dev",
109695
+ "model_b": "SD3",
109696
+ "vote_type": "leftvote",
109697
+ "winner": "model_a",
109698
+ "judge": "arena_user_10.20.38.195",
109699
+ "anony": true,
109700
+ "tstamp": 1733565752.8731
109701
+ },
109702
+ {
109703
+ "model_a_conv_id": "4a3a7a5842954e6c8145e6505077f223",
109704
+ "model_b_conv_id": "560db7aa14554326af930a687776e0ab",
109705
+ "inputs": {
109706
+ "prompt": "hyperrealism detailed dress"
109707
+ },
109708
+ "model_a": "PlayGround V2.5",
109709
+ "model_b": "SDXL-Lightning",
109710
+ "vote_type": "leftvote",
109711
+ "winner": "model_a",
109712
+ "judge": "arena_user_10.20.38.195",
109713
+ "anony": true,
109714
+ "tstamp": 1733565767.1729
109715
+ },
109716
+ {
109717
+ "model_a_conv_id": "a84c257c06144f22bcdd1e238a6e5aea",
109718
+ "model_b_conv_id": "16c92009623a4b17a4cf5b01f237bea7",
109719
+ "inputs": {
109720
+ "prompt": "A large motor vehicle carrying passengers by road, typically one serving the public on a fixed route and for a fare."
109721
+ },
109722
+ "model_a": "SDXL",
109723
+ "model_b": "PixArtAlpha",
109724
+ "vote_type": "leftvote",
109725
+ "winner": "model_a",
109726
+ "judge": "arena_user_10.20.38.195",
109727
+ "anony": true,
109728
+ "tstamp": 1733565778.6059
109729
+ },
109730
+ {
109731
+ "model_a_conv_id": "6dee3b2ff80c4416a4ed8406ad6c7625",
109732
+ "model_b_conv_id": "3ae306fd35174e84856826bd738190bb",
109733
+ "inputs": {
109734
+ "prompt": "abstract watercolor painting of first summer day, midsummer scandinavia, cinematic light, national romanticism by anders zorn "
109735
+ },
109736
+ "model_a": "SDXL-Lightning",
109737
+ "model_b": "StableCascade",
109738
+ "vote_type": "rightvote",
109739
+ "winner": "model_b",
109740
+ "judge": "arena_user_10.20.38.195",
109741
+ "anony": true,
109742
+ "tstamp": 1733565786.6115
109743
+ },
109744
+ {
109745
+ "model_a_conv_id": "54a0135fe9cd4b69af1b21e10a737184",
109746
+ "model_b_conv_id": "5be5d421694c41c99b73fed0c83c5248",
109747
+ "inputs": {
109748
+ "prompt": "A train on top of a surfboard."
109749
+ },
109750
+ "model_a": "FLUX.1-schnell",
109751
+ "model_b": "SDXLTurbo",
109752
+ "vote_type": "leftvote",
109753
+ "winner": "model_a",
109754
+ "judge": "arena_user_10.20.26.107",
109755
+ "anony": true,
109756
+ "tstamp": 1733565796.8753
109757
+ },
109758
+ {
109759
+ "model_a_conv_id": "293f0ea63c914c3aa9501ed66f21149f",
109760
+ "model_b_conv_id": "7860ae94232247d0adedb75f41a05100",
109761
+ "inputs": {
109762
+ "prompt": "hyperrealism detailed dress"
109763
+ },
109764
+ "model_a": "FLUX.1-dev",
109765
+ "model_b": "FLUX.1-schnell",
109766
+ "vote_type": "rightvote",
109767
+ "winner": "model_b",
109768
+ "judge": "arena_user_10.20.26.107",
109769
+ "anony": true,
109770
+ "tstamp": 1733565813.6766
109771
+ },
109772
+ {
109773
+ "model_a_conv_id": "0283627d9a6f4805933cbfec21c1ca11",
109774
+ "model_b_conv_id": "beede163fa4d498f8fc6dc39280636b9",
109775
+ "inputs": {
109776
+ "prompt": "A ldarge keybord msical instroument lwith a woden case enmclosig a qsouvnkboajrd and mfgtal strivgf, which are strucrk b hammrs when the nels are depresdsmed.f lhe strsingsj' vibration ie stopped by damperds when the keys re released and can bce regulavewdd for lengh and vnolume y two or three pedalvs."
109777
+ },
109778
+ "model_a": "StableCascade",
109779
+ "model_b": "SDXL",
109780
+ "vote_type": "leftvote",
109781
+ "winner": "model_a",
109782
+ "judge": "arena_user_10.20.38.195",
109783
+ "anony": true,
109784
+ "tstamp": 1733565849.9003
109785
+ },
109786
+ {
109787
+ "model_a_conv_id": "96991f0a2708435e9d57a1ea7fb88cbd",
109788
+ "model_b_conv_id": "cf182f6eb80a4c6b9a5f8c5dd94e5425",
109789
+ "inputs": {
109790
+ "prompt": "a toy gun in the shape of a cute cat "
109791
+ },
109792
+ "model_a": "SD3",
109793
+ "model_b": "FLUX.1-schnell",
109794
+ "vote_type": "rightvote",
109795
+ "winner": "model_b",
109796
+ "judge": "arena_user_10.20.38.195",
109797
+ "anony": true,
109798
+ "tstamp": 1733565895.6508
109799
+ },
109800
+ {
109801
+ "model_a_conv_id": "0e51ed9ff1b54791b661e596cb3c6d40",
109802
+ "model_b_conv_id": "34bc2f631e7f473b94835de89e3ba38f",
109803
+ "inputs": {
109804
+ "prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
109805
+ },
109806
+ "model_a": "HunyuanDiT",
109807
+ "model_b": "OpenJourney",
109808
+ "vote_type": "leftvote",
109809
+ "winner": "model_a",
109810
+ "judge": "arena_user_10.20.38.195",
109811
+ "anony": true,
109812
+ "tstamp": 1733565925.3127
109813
+ },
109814
+ {
109815
+ "model_a_conv_id": "40be8678d77b4d59b7caf877c3210847",
109816
+ "model_b_conv_id": "57337b3fb1814be7ab963a8e2d61afbf",
109817
+ "inputs": {
109818
+ "prompt": "image of a huge black castle in the sky surrounded by black vines"
109819
+ },
109820
+ "model_a": "FLUX.1-dev",
109821
+ "model_b": "StableCascade",
109822
+ "vote_type": "leftvote",
109823
+ "winner": "model_a",
109824
+ "judge": "arena_user_10.16.30.109",
109825
+ "anony": true,
109826
+ "tstamp": 1733572494.363
109827
  }
109828
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -34032,5 +34032,19 @@
34032
  "judge": "arena_user_10.16.38.136",
34033
  "anony": true,
34034
  "tstamp": 1733409722.2448
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34035
  }
34036
  ]
 
34032
  "judge": "arena_user_10.16.38.136",
34033
  "anony": true,
34034
  "tstamp": 1733409722.2448
34035
+ },
34036
+ {
34037
+ "model_a_conv_id": "a9d86af4a51e4b66ad30507966fd4bb9",
34038
+ "model_b_conv_id": "be6c0fb1a5a44f3faa230057c46f00e6",
34039
+ "inputs": {
34040
+ "prompt": "a tie"
34041
+ },
34042
+ "model_a": "OpenSora v1.2",
34043
+ "model_b": "VideoCrafter2",
34044
+ "vote_type": "leftvote",
34045
+ "winner": "model_a",
34046
+ "judge": "arena_user_10.16.44.182",
34047
+ "anony": true,
34048
+ "tstamp": 1733507932.7359
34049
  }
34050
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4e2fe377a0198f8644ed658f0983e3031c93be4afbce5996cea3500481c2622
3
  size 88250
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9f91f5fa50027df1413e5f1b6f756bacde6d12574f9408bce3749bd9381bf1
3
  size 88250
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7f59645b353216ad85ce04426e01cd1517890b22875ca95b8e8c88c2a149f00
3
  size 75108
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef44ddcffc78dd894344f3eb37f172814249b657e59ffedad398caa1e434367
3
  size 75108
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1122.923510940922,1140.5941949143137,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1118.5693726039096,1118.8022943397657,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1088.7995468237616,1079.6429218477758,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.1356784208829,1071.7177932289221,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1052.5891726181997,1051.1627612096615,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1040.0630780085105,1042.225708679194,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1022.7272370130091,1016.21919883135,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1019.1982787357837,1010.5402080967344,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1018.6201982931565,1021.797781246543,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1018.2359921724576,1017.7736346262005,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1008.8736798911177,1011.5505310622475,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1001.9306379660595,996.2845832371092,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,967.5730123892811,967.5295760624575,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,916.0850881685112,913.3917799636163,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.8243590905762,899.2812138143674,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,833.5019499271361,827.679359941643,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,791.3492069367272,804.9851217565837,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1123.8597056178253,1141.130354469317,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1118.2814305835457,1118.5895108306604,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1093.931478053376,1084.2693328336527,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.8588356032642,1071.5107550096398,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.442226523804,1050.0673971248032,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.4007728229005,1042.5309614229084,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.0381188839413,1016.4727787428056,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1018.7214272796524,1010.1462351488478,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1018.0455465678599,1017.6205899229111,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1017.8564825089346,1021.1708718435843,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1006.1010562293627,1009.0757361681877,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1002.2127889808472,996.6299004225424,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,967.4250905791383,967.4131993081444,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.6035328537864,912.9978726793834,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.595351510401,899.0968624385753,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.5363374762594,827.7246062716507,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.0898179251,804.782273294963,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1147.3520229277412,1142.24288982944,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1143.0497082039967,1145.53449832052,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1123.9649217642227,1126.3435267448046,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1067.8476490765236,1063.8688353385146,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1054.453704653409,1053.798265963291,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1041.992929381677,1040.7150317715564,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1040.0976084173385,1040.7786469543094,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,1011.5247185372332,1014.0547996557311,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,968.7931001341728,969.3806580380343,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,884.9741037860787,885.3483973724186,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,845.549250834516,844.825259856094,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,835.5927854049422,836.3832118638163,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,834.8074968781475,836.7259782914667,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1147.7216545793506,1142.59545146021,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1143.1299089401698,1145.6153366988406,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.5268084610013,1125.9036179286893,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1067.8373850481262,1064.0140912903032,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1054.1747053975662,1053.5195465801773,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1041.472291143358,1040.196202010674,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1038.7338100636557,1039.418608719684,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,1011.7068730966422,1014.2681479803912,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.1285568853722,968.7174076705178,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,884.3203529797285,884.6952672413568,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,849.9652887718825,849.0703665346526,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.1371972899016,835.9228920236377,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.1451673432488,836.063063860865,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571