DongfuJiang commited on
Commit
9b562ce
·
1 Parent(s): acd2f2c

Auto Daily Leaderboard udpate Thu Jan 23 12:00:32 PM EST 2025

Browse files
arena_elo/results/20250123/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250123/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250123/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8817adeb5a97551759bd79fb002b6d61efdfffa8960de37cc147876d9192234f
3
+ size 88249
arena_elo/results/20250123/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42811de6236a049ebd7ff1e91785c125d40fd1fb6675303f660e85cc7b18eae
3
+ size 81356
arena_elo/results/20250123/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1131.0008423223785,1134.0108904771687,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.8301097696574,1115.9028019498753,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1093.2765360703713,1099.2667464891056,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.4874747901592,1071.2735514739193,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1054.8453186476388,1053.9026886634304,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.1103017059777,1043.8197170023636,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1025.3252444714626,1019.5988877500928,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.4980373081579,1011.9089315213587,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1018.9403724855108,1023.1806684463196,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1017.6274192221937,1017.7844366515274,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1011.0777305817655,1012.1053085670636,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,997.8429518070878,994.5821278951047,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.8466243539793,966.6176621951674,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,912.9297804934876,911.3030217255989,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.4213433579553,898.7815794792423,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.3533057094946,826.9237114847431,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.5866069027222,804.4591655605038,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20250123/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1153.4966616917477,1149.9710273861572,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1123.3359253653994,1126.069638927024,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1117.6402195563178,1120.265448256361,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ Mochi1,Mochi1,1107.3537074934243,1108.535645062345,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
6
+ T2V-Turbo,T2V-Turbo,1056.7475635941455,1056.8223893189995,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1047.7907446706558,1045.9973700663095,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1037.2766889805448,1038.0723495319492,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1030.3133135593914,1031.2595846955433,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,997.043959556531,1000.9753197758895,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LTXVideo,LTXVideo,970.229039812694,963.6944099142104,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
12
+ LaVie,LaVie,963.8895728841259,964.679909618785,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
13
+ OpenSora,OpenSora,880.2992674253941,880.7040502310715,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,849.8286793054765,847.6804995442349,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,834.3986691972943,833.1423309028155,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,830.355986906858,832.1300267683021,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -115746,5 +115746,103 @@
115746
  "judge": "arena_user_10.16.5.242",
115747
  "anony": true,
115748
  "tstamp": 1737461799.3744
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115749
  }
115750
  ]
 
115746
  "judge": "arena_user_10.16.5.242",
115747
  "anony": true,
115748
  "tstamp": 1737461799.3744
115749
+ },
115750
+ {
115751
+ "model_a_conv_id": "13b75ece5b3b4f7a9ed92e4d9543d0b4",
115752
+ "model_b_conv_id": "a4fa30ca96ee473fb16e17f9d2c1e6a9",
115753
+ "inputs": {
115754
+ "prompt": "Tcennis rpacket."
115755
+ },
115756
+ "model_a": "HunyuanDiT",
115757
+ "model_b": "SDXL-Lightning",
115758
+ "vote_type": "tievote",
115759
+ "winner": "tie",
115760
+ "judge": "arena_user_10.20.34.20",
115761
+ "anony": true,
115762
+ "tstamp": 1737568899.2344
115763
+ },
115764
+ {
115765
+ "model_a_conv_id": "5dd69855889c488ba4dbeb504f221dcc",
115766
+ "model_b_conv_id": "12d026eddc374f9f8b80f615c912313d",
115767
+ "inputs": {
115768
+ "prompt": "a photograph of a futuristic street scene, brutalist style, straight edges, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
115769
+ },
115770
+ "model_a": "PixArtSigma",
115771
+ "model_b": "FLUX.1-dev",
115772
+ "vote_type": "leftvote",
115773
+ "winner": "model_a",
115774
+ "judge": "arena_user_10.20.34.20",
115775
+ "anony": true,
115776
+ "tstamp": 1737568929.929
115777
+ },
115778
+ {
115779
+ "model_a_conv_id": "6a1188c479134b98b5746534a6ca903d",
115780
+ "model_b_conv_id": "c0ac44b8ae9643a0b9abc043c7d3547c",
115781
+ "inputs": {
115782
+ "prompt": "An instqrumemnt used for cutting cloth, paper, axdz othr thdin mteroial, consamistng of two blades lad one on tvopb of the other and fhastned in tle mixdqdjle so as to bllow them txo be pened and closed by thumb and fitngesr inserted tgrough rings on kthe end oc thei vatndlzes."
115783
+ },
115784
+ "model_a": "FLUX.1-dev",
115785
+ "model_b": "PlayGround V2.5",
115786
+ "vote_type": "leftvote",
115787
+ "winner": "model_a",
115788
+ "judge": "arena_user_10.20.26.107",
115789
+ "anony": true,
115790
+ "tstamp": 1737568956.8148
115791
+ },
115792
+ {
115793
+ "model_a_conv_id": "d03b858aae274ca99aaad9341ddc8c0d",
115794
+ "model_b_conv_id": "e6720130ba41464392a331261cc18d01",
115795
+ "inputs": {
115796
+ "prompt": "A fisheye lens view of a turtle sitting in a forest."
115797
+ },
115798
+ "model_a": "SDXL",
115799
+ "model_b": "PixArtAlpha",
115800
+ "vote_type": "rightvote",
115801
+ "winner": "model_b",
115802
+ "judge": "arena_user_10.20.34.20",
115803
+ "anony": true,
115804
+ "tstamp": 1737568977.1341
115805
+ },
115806
+ {
115807
+ "model_a_conv_id": "79fbbbfa97ce424296d6436f414900f8",
115808
+ "model_b_conv_id": "29cc8385289d41389fa7218991c7da84",
115809
+ "inputs": {
115810
+ "prompt": "A tennis racket underneath a traffic light."
115811
+ },
115812
+ "model_a": "AuraFlow",
115813
+ "model_b": "PixArtSigma",
115814
+ "vote_type": "bothbad_vote",
115815
+ "winner": "tie (bothbad)",
115816
+ "judge": "arena_user_10.20.34.20",
115817
+ "anony": true,
115818
+ "tstamp": 1737568994.3177
115819
+ },
115820
+ {
115821
+ "model_a_conv_id": "80bee2c271724e208301855c76eebaa0",
115822
+ "model_b_conv_id": "793a46d3c1884c8ca9c528856b4e8420",
115823
+ "inputs": {
115824
+ "prompt": "Darth Vader playing with raccoon in Mars during sunset."
115825
+ },
115826
+ "model_a": "SDXLTurbo",
115827
+ "model_b": "SDXL",
115828
+ "vote_type": "tievote",
115829
+ "winner": "tie",
115830
+ "judge": "arena_user_10.20.34.20",
115831
+ "anony": true,
115832
+ "tstamp": 1737569011.1257
115833
+ },
115834
+ {
115835
+ "model_a_conv_id": "64d985ca17f34b17961a346473979287",
115836
+ "model_b_conv_id": "61d09b40f1694213a0ea2ba451fbe8da",
115837
+ "inputs": {
115838
+ "prompt": "photograph of a person drinking red wine and smoking weed with a flat cigarette"
115839
+ },
115840
+ "model_a": "SD3",
115841
+ "model_b": "SDXL",
115842
+ "vote_type": "leftvote",
115843
+ "winner": "model_a",
115844
+ "judge": "arena_user_10.20.26.107",
115845
+ "anony": true,
115846
+ "tstamp": 1737626786.2253
115847
  }
115848
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -37434,5 +37434,159 @@
37434
  "judge": "arena_user_10.16.37.146",
37435
  "anony": true,
37436
  "tstamp": 1737563073.1322
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37437
  }
37438
  ]
 
37434
  "judge": "arena_user_10.16.37.146",
37435
  "anony": true,
37436
  "tstamp": 1737563073.1322
37437
+ },
37438
+ {
37439
+ "model_a_conv_id": "731bacaf18774e368bad43c78041f21d",
37440
+ "model_b_conv_id": "902e241ac7f1459ebf25d9d74415b17f",
37441
+ "inputs": {
37442
+ "prompt": "a clock and a backpack"
37443
+ },
37444
+ "model_a": "Mochi1",
37445
+ "model_b": "CogVideoX-5B",
37446
+ "vote_type": "rightvote",
37447
+ "winner": "model_b",
37448
+ "judge": "arena_user_10.16.2.194",
37449
+ "anony": true,
37450
+ "tstamp": 1737620467.6249
37451
+ },
37452
+ {
37453
+ "model_a_conv_id": "10f32422c687458b93b6cd3e18f5cace",
37454
+ "model_b_conv_id": "3cfd675b4ad84f74b124db1554b5706c",
37455
+ "inputs": {
37456
+ "prompt": "A tranquil tableau of a tranquil lakeside cabin nestled among tall pines, its reflection mirrored perfectly in the calm water"
37457
+ },
37458
+ "model_a": "VideoCrafter2",
37459
+ "model_b": "Mochi1",
37460
+ "vote_type": "rightvote",
37461
+ "winner": "model_b",
37462
+ "judge": "arena_user_10.16.39.228",
37463
+ "anony": true,
37464
+ "tstamp": 1737620481.3584
37465
+ },
37466
+ {
37467
+ "model_a_conv_id": "c756cb27eb6144cf8354266a41d54ffd",
37468
+ "model_b_conv_id": "80f0132fe3454ff2b13ba3bcf411615e",
37469
+ "inputs": {
37470
+ "prompt": "A tranquil tableau of in the Zen garden, a perfectly raked gravel path led to a serene rock garden"
37471
+ },
37472
+ "model_a": "Mochi1",
37473
+ "model_b": "LTXVideo",
37474
+ "vote_type": "leftvote",
37475
+ "winner": "model_a",
37476
+ "judge": "arena_user_10.16.39.228",
37477
+ "anony": true,
37478
+ "tstamp": 1737620497.0222
37479
+ },
37480
+ {
37481
+ "model_a_conv_id": "938585dbdf0e4de8a541dbdbbe57295b",
37482
+ "model_b_conv_id": "ebf9b5c850d24a37b856abca98d4eb8d",
37483
+ "inputs": {
37484
+ "prompt": "A person is filling eyebrows"
37485
+ },
37486
+ "model_a": "Mochi1",
37487
+ "model_b": "AnimateDiff Turbo",
37488
+ "vote_type": "bothbad_vote",
37489
+ "winner": "tie (bothbad)",
37490
+ "judge": "arena_user_10.16.39.228",
37491
+ "anony": true,
37492
+ "tstamp": 1737620514.2049
37493
+ },
37494
+ {
37495
+ "model_a_conv_id": "745375bb87474e2d92cb6e8d9b9f42b6",
37496
+ "model_b_conv_id": "6b00242f92c541b1af7792530c3a30b9",
37497
+ "inputs": {
37498
+ "prompt": "a white clock"
37499
+ },
37500
+ "model_a": "Mochi1",
37501
+ "model_b": "Allegro",
37502
+ "vote_type": "bothbad_vote",
37503
+ "winner": "tie (bothbad)",
37504
+ "judge": "arena_user_10.16.5.183",
37505
+ "anony": true,
37506
+ "tstamp": 1737620525.7807
37507
+ },
37508
+ {
37509
+ "model_a_conv_id": "b1c1aab42fb6416dab07ecbf593dcafd",
37510
+ "model_b_conv_id": "e88e73004f2d40999b1b6126095d73ed",
37511
+ "inputs": {
37512
+ "prompt": "a dog playing in park"
37513
+ },
37514
+ "model_a": "CogVideoX-2B",
37515
+ "model_b": "Mochi1",
37516
+ "vote_type": "bothbad_vote",
37517
+ "winner": "tie (bothbad)",
37518
+ "judge": "arena_user_10.16.5.183",
37519
+ "anony": true,
37520
+ "tstamp": 1737620540.3749
37521
+ },
37522
+ {
37523
+ "model_a_conv_id": "4e079331760f47098d78f5132669e601",
37524
+ "model_b_conv_id": "7c3e0cf9e5a949819d6d62a420bc8aea",
37525
+ "inputs": {
37526
+ "prompt": "hospital"
37527
+ },
37528
+ "model_a": "VideoCrafter2",
37529
+ "model_b": "Mochi1",
37530
+ "vote_type": "leftvote",
37531
+ "winner": "model_a",
37532
+ "judge": "arena_user_10.16.37.146",
37533
+ "anony": true,
37534
+ "tstamp": 1737620549.877
37535
+ },
37536
+ {
37537
+ "model_a_conv_id": "ddbd55320920445bab652b71f553374b",
37538
+ "model_b_conv_id": "c8f29200875f426c8e7f4fae35e81dab",
37539
+ "inputs": {
37540
+ "prompt": "baseball stadium"
37541
+ },
37542
+ "model_a": "Mochi1",
37543
+ "model_b": "VideoCrafter2",
37544
+ "vote_type": "leftvote",
37545
+ "winner": "model_a",
37546
+ "judge": "arena_user_10.16.37.146",
37547
+ "anony": true,
37548
+ "tstamp": 1737620718.4931
37549
+ },
37550
+ {
37551
+ "model_a_conv_id": "7f1a2b7e213c4436b2ca3736807e5397",
37552
+ "model_b_conv_id": "b1c70fbcd6614c66b2c91eeba33945b6",
37553
+ "inputs": {
37554
+ "prompt": "The bund Shanghai, racking focus"
37555
+ },
37556
+ "model_a": "CogVideoX-2B",
37557
+ "model_b": "Mochi1",
37558
+ "vote_type": "bothbad_vote",
37559
+ "winner": "tie (bothbad)",
37560
+ "judge": "arena_user_10.16.39.228",
37561
+ "anony": true,
37562
+ "tstamp": 1737620732.236
37563
+ },
37564
+ {
37565
+ "model_a_conv_id": "3fcef276d4f54d6e99b7baefda49db3b",
37566
+ "model_b_conv_id": "6653f2bb519d4c1e84294aade1423c09",
37567
+ "inputs": {
37568
+ "prompt": "shower"
37569
+ },
37570
+ "model_a": "Mochi1",
37571
+ "model_b": "AnimateDiff Turbo",
37572
+ "vote_type": "bothbad_vote",
37573
+ "winner": "tie (bothbad)",
37574
+ "judge": "arena_user_10.16.39.228",
37575
+ "anony": true,
37576
+ "tstamp": 1737620740.4121
37577
+ },
37578
+ {
37579
+ "model_a_conv_id": "ab3837c8ed4145b9a8a3e1be05072024",
37580
+ "model_b_conv_id": "e7cbf83f9032476bab1ed7f548760039",
37581
+ "inputs": {
37582
+ "prompt": "a cake and a vase"
37583
+ },
37584
+ "model_a": "Mochi1",
37585
+ "model_b": "Pyramid Flow",
37586
+ "vote_type": "leftvote",
37587
+ "winner": "model_a",
37588
+ "judge": "arena_user_10.16.21.179",
37589
+ "anony": true,
37590
+ "tstamp": 1737620752.9372
37591
  }
37592
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23849e830ab1dd66c74dc2ae1bd38c1472dcde8b56018893c0da747063d7fd27
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8817adeb5a97551759bd79fb002b6d61efdfffa8960de37cc147876d9192234f
3
  size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28763ee8af3b96e3764dbfc5c47d9fbad41d8fb6a6ba48b05cfc99b180c44725
3
- size 81341
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42811de6236a049ebd7ff1e91785c125d40fd1fb6675303f660e85cc7b18eae
3
+ size 81356
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1131.4866526329702,1134.366215156876,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1115.1970939997857,1116.2373983586115,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1093.3192690105782,1099.34213458624,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.5482106020686,1071.3356747489229,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1054.850476068745,1053.9081976446096,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.137765203652,1043.8605469995414,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1025.324193317999,1019.5639754019,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1019.3491687772265,1011.7819683169287,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1018.953049757539,1023.1978100259564,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1017.0662022191592,1017.2331477342718,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1010.2457207230103,1011.4246554368899,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,997.7786393079951,994.5333488634868,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.2887538796153,966.9932188779242,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,912.9425409091803,911.3220728989164,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.4519192578417,898.810328357096,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,831.3971255018961,826.9698460003448,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.6632188307409,804.5245308319745,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1131.0008423223785,1134.0108904771687,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.8301097696574,1115.9028019498753,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1093.2765360703713,1099.2667464891056,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.4874747901592,1071.2735514739193,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1054.8453186476388,1053.9026886634304,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.1103017059777,1043.8197170023636,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1025.3252444714626,1019.5988877500928,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.4980373081579,1011.9089315213587,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1018.9403724855108,1023.1806684463196,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1017.6274192221937,1017.7844366515274,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1011.0777305817655,1012.1053085670636,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,997.8429518070878,994.5821278951047,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.8466243539793,966.6176621951674,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,912.9297804934876,911.3030217255989,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.4213433579553,898.7815794792423,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.3533057094946,826.9237114847431,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.5866069027222,804.4591655605038,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,16 +1,16 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1150.2756048567628,1146.9153578057858,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1126.721691550473,1129.4263330916303,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1117.1965477792098,1119.8111598774767,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- Mochi1,Mochi1,1109.417234320697,1110.8362982560377,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
6
- T2V-Turbo,T2V-Turbo,1056.2611962664478,1056.3082309549202,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- CogVideoX-2B,CogVideoX-2B,1046.8839809231697,1045.0018373151731,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
- AnimateDiff,AnimateDiff,1036.7073889360568,1037.4424470631238,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
- VideoCrafter2,VideoCrafter2,1029.9099132887577,1030.8565351592213,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
- Allegro,Allegro,996.124709380078,1000.3210931961283,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
- LTXVideo,LTXVideo,975.6930145705688,968.7551702051437,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
12
- LaVie,LaVie,963.2202662253397,963.9600173189322,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
13
- OpenSora,OpenSora,879.5870061835632,879.9403831357314,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
- OpenSora v1.2,OpenSora v1.2,849.2973221896447,847.2368333624618,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
- AnimateDiff Turbo,AnimateDiff Turbo,833.0851528020771,831.8311890022702,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
- ModelScope,ModelScope,829.6189707271573,831.3571142559653,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1153.4966616917477,1149.9710273861572,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1123.3359253653994,1126.069638927024,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1117.6402195563178,1120.265448256361,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ Mochi1,Mochi1,1107.3537074934243,1108.535645062345,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
6
+ T2V-Turbo,T2V-Turbo,1056.7475635941455,1056.8223893189995,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1047.7907446706558,1045.9973700663095,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1037.2766889805448,1038.0723495319492,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1030.3133135593914,1031.2595846955433,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,997.043959556531,1000.9753197758895,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LTXVideo,LTXVideo,970.229039812694,963.6944099142104,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
12
+ LaVie,LaVie,963.8895728841259,964.679909618785,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
13
+ OpenSora,OpenSora,880.2992674253941,880.7040502310715,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,849.8286793054765,847.6804995442349,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,834.3986691972943,833.1423309028155,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,830.355986906858,832.1300267683021,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571