DongfuJiang commited on
Commit
d9c70cf
·
1 Parent(s): c25edfc

Auto Daily Leaderboard udpate Thu Jan 9 12:00:30 PM EST 2025

Browse files
arena_elo/results/20250109/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250109/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250109/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16c8fa992d972b630ba26a8e39cdbd1783dc444c5b984b4e9fcc6ee8f3e33888
3
+ size 88249
arena_elo/results/20250109/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c48e2cf31e44cd7c2c3547784bf8fcbf0816c2620962e5a158abf8ebc67775f
3
+ size 81356
arena_elo/results/20250109/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1129.511871163627,1133.9157591714263,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.6179319758664,1115.745982356702,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1092.7099991673049,1099.2512379538,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.9205436190575,1071.7137557882013,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.408642319524,1050.4729901930245,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.8803494057877,1044.560682012529,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1025.5123554431111,1019.6588982098006,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1019.7284955226819,1023.929228697762,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1019.5447727058156,1011.9894951360135,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1017.1364317137945,1017.2245426902671,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1012.8448983411579,1012.2021051968122,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,997.0073804041888,993.6650998246504,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.9085267934537,967.6530706693917,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.5486240976012,912.1082531651437,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.8553975842842,899.246984952229,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.7687402884138,827.2597898595202,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.0950394543337,805.0268888008533,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20250109/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1146.3087258785736,1142.4608345623863,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Mochi1,Mochi1,1132.556159607346,1132.5772599622837,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
4
+ Pyramid Flow,Pyramid Flow,1129.4177008984093,1131.8639878833578,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
5
+ StableVideoDiffusion,StableVideoDiffusion,1116.4541559182796,1118.617215656013,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
6
+ T2V-Turbo,T2V-Turbo,1054.8648274211014,1054.6260532578822,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1044.564780524836,1041.8814449255638,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1035.6253612746157,1035.9238123312514,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1030.2223980634599,1030.645965941948,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,998.03049491984,1001.2052334692976,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,962.9130111542966,963.0278509011935,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,961.0949098197817,962.635588053025,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,879.3163873279402,879.0418093430312,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,846.3603756879475,843.8301070145818,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,833.0189866487501,831.2266030625246,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,829.2517248548266,830.4362336356598,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -114304,5 +114304,75 @@
114304
  "judge": "arena_user_10.20.26.107",
114305
  "anony": true,
114306
  "tstamp": 1736260729.0555
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114307
  }
114308
  ]
 
114304
  "judge": "arena_user_10.20.26.107",
114305
  "anony": true,
114306
  "tstamp": 1736260729.0555
114307
+ },
114308
+ {
114309
+ "model_a_conv_id": "d8d68b1b99ec401a9fd57c359ed8fdd6",
114310
+ "model_b_conv_id": "93e2b11937b3497aad38eec8a561e312",
114311
+ "inputs": {
114312
+ "prompt": "Artophagous."
114313
+ },
114314
+ "model_a": "SDXL",
114315
+ "model_b": "OpenJourney",
114316
+ "vote_type": "bothbad_vote",
114317
+ "winner": "tie (bothbad)",
114318
+ "judge": "arena_user_10.16.24.150",
114319
+ "anony": true,
114320
+ "tstamp": 1736403318.3524
114321
+ },
114322
+ {
114323
+ "model_a_conv_id": "b3a2068ed009477ea709de3201fff6fe",
114324
+ "model_b_conv_id": "3e5dc74b9e8f483dbce731dca72948f9",
114325
+ "inputs": {
114326
+ "prompt": "A lone man in a green jacket stands on a red snowboard in the snow ."
114327
+ },
114328
+ "model_a": "SDXLTurbo",
114329
+ "model_b": "FLUX.1-dev",
114330
+ "vote_type": "rightvote",
114331
+ "winner": "model_b",
114332
+ "judge": "arena_user_10.16.9.166",
114333
+ "anony": true,
114334
+ "tstamp": 1736403331.2142
114335
+ },
114336
+ {
114337
+ "model_a_conv_id": "411510d3d9134914bbcfa986e8a47e84",
114338
+ "model_b_conv_id": "ea70e0f8edff45018dd8039f731e6e51",
114339
+ "inputs": {
114340
+ "prompt": "One dog on the street."
114341
+ },
114342
+ "model_a": "AuraFlow",
114343
+ "model_b": "OpenJourney",
114344
+ "vote_type": "leftvote",
114345
+ "winner": "model_a",
114346
+ "judge": "arena_user_10.16.4.183",
114347
+ "anony": true,
114348
+ "tstamp": 1736403347.5628
114349
+ },
114350
+ {
114351
+ "model_a_conv_id": "890936e8b3fd4d6e868533c305cee15e",
114352
+ "model_b_conv_id": "829e9d8692de460b9f8d19fe8ac8dfb4",
114353
+ "inputs": {
114354
+ "prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
114355
+ },
114356
+ "model_a": "SDXLTurbo",
114357
+ "model_b": "SDXL",
114358
+ "vote_type": "rightvote",
114359
+ "winner": "model_b",
114360
+ "judge": "arena_user_10.16.24.150",
114361
+ "anony": false,
114362
+ "tstamp": 1736403433.8228
114363
+ },
114364
+ {
114365
+ "model_a_conv_id": "0a4105cc1a814e3cbf58bd78004819a7",
114366
+ "model_b_conv_id": "0ec2639c04ac4637a443e5edca3fcc18",
114367
+ "inputs": {
114368
+ "prompt": "a cute dog is playing a ball"
114369
+ },
114370
+ "model_a": "FLUX.1-dev",
114371
+ "model_b": "FLUX.1-schnell",
114372
+ "vote_type": "rightvote",
114373
+ "winner": "model_b",
114374
+ "judge": "arena_user_10.16.4.183",
114375
+ "anony": true,
114376
+ "tstamp": 1736430773.5586
114377
  }
114378
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -36720,5 +36720,159 @@
36720
  "judge": "arena_user_10.20.34.20",
36721
  "anony": true,
36722
  "tstamp": 1736283966.0885
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36723
  }
36724
  ]
 
36720
  "judge": "arena_user_10.20.34.20",
36721
  "anony": true,
36722
  "tstamp": 1736283966.0885
36723
+ },
36724
+ {
36725
+ "model_a_conv_id": "6d3f51145c374a76ac38ddd734386a10",
36726
+ "model_b_conv_id": "85a89374510941ceb9ce5f0cc7cb988c",
36727
+ "inputs": {
36728
+ "prompt": "a stop sign"
36729
+ },
36730
+ "model_a": "OpenSora v1.2",
36731
+ "model_b": "Mochi1",
36732
+ "vote_type": "bothbad_vote",
36733
+ "winner": "tie (bothbad)",
36734
+ "judge": "arena_user_10.20.34.20",
36735
+ "anony": true,
36736
+ "tstamp": 1736355687.1978
36737
+ },
36738
+ {
36739
+ "model_a_conv_id": "6e373afb9ef947c1bdf6a7ef1317e372",
36740
+ "model_b_conv_id": "6a99c41574384c16be4955425f6f4136",
36741
+ "inputs": {
36742
+ "prompt": "skis on the bottom of a snowboard, front view"
36743
+ },
36744
+ "model_a": "Allegro",
36745
+ "model_b": "Mochi1",
36746
+ "vote_type": "rightvote",
36747
+ "winner": "model_b",
36748
+ "judge": "arena_user_10.20.26.107",
36749
+ "anony": true,
36750
+ "tstamp": 1736411789.9752
36751
+ },
36752
+ {
36753
+ "model_a_conv_id": "5bd73cbf7dfd4ec2bb88eea19e790d77",
36754
+ "model_b_conv_id": "12e6694a3ab94c76bca974e307d9e57f",
36755
+ "inputs": {
36756
+ "prompt": "cafeteria"
36757
+ },
36758
+ "model_a": "OpenSora v1.2",
36759
+ "model_b": "Mochi1",
36760
+ "vote_type": "rightvote",
36761
+ "winner": "model_b",
36762
+ "judge": "arena_user_10.20.34.20",
36763
+ "anony": true,
36764
+ "tstamp": 1736411811.9919
36765
+ },
36766
+ {
36767
+ "model_a_conv_id": "242a8a3bf5234d44b0333354b5cdfa16",
36768
+ "model_b_conv_id": "c07158ea058941528a4af7eabf39d7f0",
36769
+ "inputs": {
36770
+ "prompt": "Gwen Stacy reading a book, pan right"
36771
+ },
36772
+ "model_a": "Mochi1",
36773
+ "model_b": "CogVideoX-5B",
36774
+ "vote_type": "leftvote",
36775
+ "winner": "model_a",
36776
+ "judge": "arena_user_10.20.26.107",
36777
+ "anony": true,
36778
+ "tstamp": 1736411830.0181
36779
+ },
36780
+ {
36781
+ "model_a_conv_id": "eebf3e7e957a4ec6adb47d10df887a24",
36782
+ "model_b_conv_id": "4702a35e686d4aef9e3daaa180abc931",
36783
+ "inputs": {
36784
+ "prompt": "A person is peeling apples"
36785
+ },
36786
+ "model_a": "AnimateDiff",
36787
+ "model_b": "Mochi1",
36788
+ "vote_type": "bothbad_vote",
36789
+ "winner": "tie (bothbad)",
36790
+ "judge": "arena_user_10.20.34.20",
36791
+ "anony": true,
36792
+ "tstamp": 1736411844.1433
36793
+ },
36794
+ {
36795
+ "model_a_conv_id": "7a8d03407e494dce90c301a0db4d3527",
36796
+ "model_b_conv_id": "be8c11ed44274a97b412d9c48d11377b",
36797
+ "inputs": {
36798
+ "prompt": "a giraffe on the right of a bird, front view"
36799
+ },
36800
+ "model_a": "Mochi1",
36801
+ "model_b": "CogVideoX-2B",
36802
+ "vote_type": "leftvote",
36803
+ "winner": "model_a",
36804
+ "judge": "arena_user_10.20.34.20",
36805
+ "anony": true,
36806
+ "tstamp": 1736411854.6273
36807
+ },
36808
+ {
36809
+ "model_a_conv_id": "eafec220672741de932b2583f57c59c0",
36810
+ "model_b_conv_id": "f1ea46aae5984685b067518de32749d6",
36811
+ "inputs": {
36812
+ "prompt": "a couch and a potted plant"
36813
+ },
36814
+ "model_a": "Mochi1",
36815
+ "model_b": "Pyramid Flow",
36816
+ "vote_type": "leftvote",
36817
+ "winner": "model_a",
36818
+ "judge": "arena_user_10.20.34.20",
36819
+ "anony": true,
36820
+ "tstamp": 1736411874.6564
36821
+ },
36822
+ {
36823
+ "model_a_conv_id": "c7b526322f43404eb76dd940ce7015ae",
36824
+ "model_b_conv_id": "10edc26ca82a47ff80c557e05a55fa63",
36825
+ "inputs": {
36826
+ "prompt": "a train accelerating to gain speed"
36827
+ },
36828
+ "model_a": "Mochi1",
36829
+ "model_b": "AnimateDiff",
36830
+ "vote_type": "bothbad_vote",
36831
+ "winner": "tie (bothbad)",
36832
+ "judge": "arena_user_10.20.34.20",
36833
+ "anony": true,
36834
+ "tstamp": 1736411886.7086
36835
+ },
36836
+ {
36837
+ "model_a_conv_id": "0406eecb003140c38f9d49b08b9827ec",
36838
+ "model_b_conv_id": "4aa9b43a4c6241369282e502440f98d2",
36839
+ "inputs": {
36840
+ "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, Van Gogh style"
36841
+ },
36842
+ "model_a": "LTXVideo",
36843
+ "model_b": "Mochi1",
36844
+ "vote_type": "rightvote",
36845
+ "winner": "model_b",
36846
+ "judge": "arena_user_10.20.34.20",
36847
+ "anony": true,
36848
+ "tstamp": 1736411901.0843
36849
+ },
36850
+ {
36851
+ "model_a_conv_id": "733942a77b6d4b65bfa872e09aa236e1",
36852
+ "model_b_conv_id": "4b173f6144624ca78116077e572d771e",
36853
+ "inputs": {
36854
+ "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, animated style"
36855
+ },
36856
+ "model_a": "T2V-Turbo",
36857
+ "model_b": "Mochi1",
36858
+ "vote_type": "tievote",
36859
+ "winner": "tie",
36860
+ "judge": "arena_user_10.20.34.20",
36861
+ "anony": true,
36862
+ "tstamp": 1736411920.7699
36863
+ },
36864
+ {
36865
+ "model_a_conv_id": "eb28f560fc784b208a9fc5d84ab93414",
36866
+ "model_b_conv_id": "4f6cbea91f4945d0b0d823893d55a5ac",
36867
+ "inputs": {
36868
+ "prompt": "The bund Shanghai, zoom in"
36869
+ },
36870
+ "model_a": "Mochi1",
36871
+ "model_b": "Pyramid Flow",
36872
+ "vote_type": "bothbad_vote",
36873
+ "winner": "tie (bothbad)",
36874
+ "judge": "arena_user_10.20.34.20",
36875
+ "anony": true,
36876
+ "tstamp": 1736411934.057
36877
  }
36878
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81d7fa06880c391d7741a9bea26e61fb1c43467caeb649c9bb5a0902c3a0ead4
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16c8fa992d972b630ba26a8e39cdbd1783dc444c5b984b4e9fcc6ee8f3e33888
3
  size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b45b6c9c2097fd14782d4863e970150eb69d3d1e3c38b6c521824d1707e3b3bb
3
- size 81357
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c48e2cf31e44cd7c2c3547784bf8fcbf0816c2620962e5a158abf8ebc67775f
3
+ size 81356
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1130.2729467053741,1134.2492751503437,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1114.6927103393316,1115.8435349267393,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1091.265038687608,1098.2502330909922,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.064481229033,1071.8641450930868,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.3968264166233,1050.4642336268332,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.9730993201347,1044.6623495070044,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1025.537981599269,1019.6961224473307,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- SDXL-Lightning,SDXL-Lightning,1019.8035773223042,1023.9992921977954,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1019.6508280692512,1012.1142645712271,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1017.225853547849,1017.3278955608209,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1012.8484738543192,1012.2183418336089,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,996.2048942067394,992.962702204287,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,966.1019636435464,967.7037015797068,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.7645639781008,912.477449239871,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.9922738321353,899.3930433513447,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,831.9460511221577,827.4419371816643,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.2584361262147,805.2010867942083,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1129.511871163627,1133.9157591714263,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.6179319758664,1115.745982356702,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1092.7099991673049,1099.2512379538,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.9205436190575,1071.7137557882013,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.408642319524,1050.4729901930245,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.8803494057877,1044.560682012529,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1025.5123554431111,1019.6588982098006,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1019.7284955226819,1023.929228697762,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1019.5447727058156,1011.9894951360135,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1017.1364317137945,1017.2245426902671,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1012.8448983411579,1012.2021051968122,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,997.0073804041888,993.6650998246504,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.9085267934537,967.6530706693917,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.5486240976012,912.1082531651437,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.8553975842842,899.246984952229,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.7687402884138,827.2597898595202,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.0950394543337,805.0268888008533,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,16 +1,16 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1149.6201196143747,1145.9252760596987,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1132.314790921998,1135.0933424044815,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- Mochi1,Mochi1,1124.1312763937985,1125.020706320891,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
- StableVideoDiffusion,StableVideoDiffusion,1115.9350303399929,1118.2673148484018,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
6
- T2V-Turbo,T2V-Turbo,1053.7284460420374,1054.0143308961522,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- CogVideoX-2B,CogVideoX-2B,1045.8653135496866,1043.3020066685735,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
- AnimateDiff,AnimateDiff,1034.696322985535,1035.3326737141504,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
- VideoCrafter2,VideoCrafter2,1029.4518791936666,1030.178096874155,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
- Allegro,Allegro,1000.6182068831794,1003.5195832589429,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
- LTXVideo,LTXVideo,967.0370836511647,964.4571922075382,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
12
- LaVie,LaVie,962.2554403406795,962.5753254449132,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
13
- OpenSora,OpenSora,878.60428699252,878.5883608931338,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
- OpenSora v1.2,OpenSora v1.2,845.0749931000105,842.9042707665734,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
- AnimateDiff Turbo,AnimateDiff Turbo,832.3432147267634,830.8493085243841,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
- ModelScope,ModelScope,828.3235952645952,829.97221111801,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1146.3087258785736,1142.4608345623863,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Mochi1,Mochi1,1132.556159607346,1132.5772599622837,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
4
+ Pyramid Flow,Pyramid Flow,1129.4177008984093,1131.8639878833578,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
5
+ StableVideoDiffusion,StableVideoDiffusion,1116.4541559182796,1118.617215656013,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
6
+ T2V-Turbo,T2V-Turbo,1054.8648274211014,1054.6260532578822,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1044.564780524836,1041.8814449255638,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1035.6253612746157,1035.9238123312514,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1030.2223980634599,1030.645965941948,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,998.03049491984,1001.2052334692976,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,962.9130111542966,963.0278509011935,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,961.0949098197817,962.635588053025,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,879.3163873279402,879.0418093430312,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,846.3603756879475,843.8301070145818,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,833.0189866487501,831.2266030625246,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,829.2517248548266,830.4362336356598,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571