DongfuJiang commited on
Commit
f873495
·
1 Parent(s): 5832eb7

Auto Daily Leaderboard udpate Fri Dec 13 12:00:31 PM EST 2024

Browse files
arena_elo/results/20241212/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a184aaef1e2626fb3a0596e1e79ffcf21b5942abc513b4458365043dbc196a33
3
- size 75108
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a2ec60b1a95f30c6ef40c786c8bccf981e46e3f6ab93ff54304b3a61288d46f
3
+ size 78094
arena_elo/results/20241212/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,15 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1148.8396697105538,1143.5885411510671,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1135.633573523705,1138.0671249877216,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1124.6913625845104,1127.1797312022907,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1068.8999341527772,1065.0660179063589,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1056.754528433071,1056.7519020350917,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1042.6391700692463,1041.521499604226,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1040.2670267057758,1041.0662323410054,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,1002.3322583647728,1004.7910040999241,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,969.8085227487962,970.5348088453287,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,886.0621268989206,886.5670592656172,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,850.6961771950639,848.5757910718143,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,837.477059084262,838.3379863250515,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,835.8985905285444,837.9523011645007,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1156.9872155910762,1151.5997906151931,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1144.4366272294908,1147.0473881167557,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1133.949118411816,1136.5181119209492,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1077.8909719404426,1073.859954578579,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1067.274143441184,1067.204247093673,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1051.8761859333342,1051.5280109792773,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1050.1160102594504,1050.937967072431,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,1001.2737474481371,1003.0800919507058,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,978.9731510078852,979.6721400661968,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,895.1287591746471,895.5672376266291,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ LTXVideo,LTXVideo,891.8294687686114,892.8923863938753,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora v1.2,OpenSora v1.2,859.0211126106575,856.89910230095,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ AnimateDiff Turbo,AnimateDiff Turbo,846.0898545256039,846.1412673693336,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
15
+ ModelScope,ModelScope,845.1536336576642,847.0523039154536,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/20241213/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241213/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241213/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6be7453e79ac60e177d870032ceaa04c690d2006616e4a2cd00d6e9056ff2094
3
+ size 88249
arena_elo/results/20241213/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1121.3539630380048,1128.0795962605673,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1117.9467247254595,1118.0737617799205,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1091.6488946480422,1098.2524369353978,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1073.555169145074,1072.85183974111,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.6133699125974,1050.826717963283,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.5093152542984,1044.2496707669065,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1022.9858631082833,1017.0015512497358,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1020.1956716691739,1012.30559628386,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1019.21538725055,1019.464458431422,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1019.005138399247,1023.2670212111116,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1008.424000919342,1011.2748676582316,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,996.739731358796,993.2186662588038,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,968.7193376092328,969.3314351768469,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.6033416946711,913.864763822051,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),906.3090491621501,900.35723913563,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.4504769833108,828.4802680792951,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.7245651217695,806.1332354774365,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -111448,5 +111448,75 @@
111448
  "judge": "arena_user_10.16.38.196",
111449
  "anony": true,
111450
  "tstamp": 1733985703.5127
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
111451
  }
111452
  ]
 
111448
  "judge": "arena_user_10.16.38.196",
111449
  "anony": true,
111450
  "tstamp": 1733985703.5127
111451
+ },
111452
+ {
111453
+ "model_a_conv_id": "3a4d2379d0764e31853739b71baed56a",
111454
+ "model_b_conv_id": "dd533ea56bca4fa480e3571b2c832d4f",
111455
+ "inputs": {
111456
+ "prompt": "a black man and black woman in love with 'hers' and 'his' written on their white shirt"
111457
+ },
111458
+ "model_a": "PlayGround V2.5",
111459
+ "model_b": "OpenJourney",
111460
+ "vote_type": "leftvote",
111461
+ "winner": "model_a",
111462
+ "judge": "arena_user_10.20.38.195",
111463
+ "anony": true,
111464
+ "tstamp": 1734043750.7902
111465
+ },
111466
+ {
111467
+ "model_a_conv_id": "3f113f58e5044f2face8543f6f5ae3de",
111468
+ "model_b_conv_id": "b22a52e21a6e4344bac14b7b7cb91695",
111469
+ "inputs": {
111470
+ "prompt": "full body view, a little girl naked"
111471
+ },
111472
+ "model_a": "PlayGround V2.5",
111473
+ "model_b": "FLUX.1-dev",
111474
+ "vote_type": "bothbad_vote",
111475
+ "winner": "tie (bothbad)",
111476
+ "judge": "arena_user_10.16.19.14",
111477
+ "anony": true,
111478
+ "tstamp": 1734051834.8007
111479
+ },
111480
+ {
111481
+ "model_a_conv_id": "68746c855fb743eb81c3b8923a850d2b",
111482
+ "model_b_conv_id": "d46aa19c14c241688ed0709e28f1cbe5",
111483
+ "inputs": {
111484
+ "prompt": "a cute dog is playing a ball"
111485
+ },
111486
+ "model_a": "FLUX.1-dev",
111487
+ "model_b": "AuraFlow",
111488
+ "vote_type": "bothbad_vote",
111489
+ "winner": "tie (bothbad)",
111490
+ "judge": "arena_user_10.20.38.195",
111491
+ "anony": true,
111492
+ "tstamp": 1734082411.7404
111493
+ },
111494
+ {
111495
+ "model_a_conv_id": "4ede6a1d0dbf4534a6c64f8e1d106e36",
111496
+ "model_b_conv_id": "091f7c204433418b90d30d1157fe4751",
111497
+ "inputs": {
111498
+ "prompt": "a cute dog is playing a ball"
111499
+ },
111500
+ "model_a": "AuraFlow",
111501
+ "model_b": "FLUX.1-dev",
111502
+ "vote_type": "bothbad_vote",
111503
+ "winner": "tie (bothbad)",
111504
+ "judge": "arena_user_10.20.26.107",
111505
+ "anony": true,
111506
+ "tstamp": 1734082462.024
111507
+ },
111508
+ {
111509
+ "model_a_conv_id": "51b4b7b6ff39422d908458a95cdbe174",
111510
+ "model_b_conv_id": "7ffa8909c3834d43bd0ac4afc539d60c",
111511
+ "inputs": {
111512
+ "prompt": "A handsome sexy fit 21 yo male, buzzcut hair that is half green and half dyed red with a sharp split of color in the middle, Eric Northman, demonic face and youthful, captured in a long shot, a sophisticated and soft armchair against a infinity,rubber panties, dynamic pose, photo emphasizes the contrast between the male's grace and a strong athletic build, "
111513
+ },
111514
+ "model_a": "FLUX.1-schnell",
111515
+ "model_b": "AuraFlow",
111516
+ "vote_type": "leftvote",
111517
+ "winner": "model_a",
111518
+ "judge": "arena_user_10.20.38.195",
111519
+ "anony": true,
111520
+ "tstamp": 1734104230.9951
111521
  }
111522
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -34298,5 +34298,145 @@
34298
  "judge": "arena_user_10.16.30.109",
34299
  "anony": true,
34300
  "tstamp": 1734018697.1853
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34301
  }
34302
  ]
 
34298
  "judge": "arena_user_10.16.30.109",
34299
  "anony": true,
34300
  "tstamp": 1734018697.1853
34301
+ },
34302
+ {
34303
+ "model_a_conv_id": "d87fbaf2176145c88050067e19bf083a",
34304
+ "model_b_conv_id": "ea4856fd537244749314de067ef69df5",
34305
+ "inputs": {
34306
+ "prompt": "full body view, a cute little girl nude, naked, topples, pantyless. she is squatting up and down"
34307
+ },
34308
+ "model_a": "AnimateDiff",
34309
+ "model_b": "AnimateDiff Turbo",
34310
+ "vote_type": "leftvote",
34311
+ "winner": "model_a",
34312
+ "judge": "arena_user_10.16.30.109",
34313
+ "anony": false,
34314
+ "tstamp": 1734052237.9498
34315
+ },
34316
+ {
34317
+ "model_a_conv_id": "4fbbd6165ed3476b8589303abb2624c4",
34318
+ "model_b_conv_id": "54d70e9282a2424f8bc10e17b1cfc509",
34319
+ "inputs": {
34320
+ "prompt": "full body view, a cute little girl, shehas very long wavy hair, beatiful eyes, she is happy, nude, naked, topples, pantyless. she is squatting up and down."
34321
+ },
34322
+ "model_a": "AnimateDiff",
34323
+ "model_b": "AnimateDiff Turbo",
34324
+ "vote_type": "bothbad_vote",
34325
+ "winner": "tie (bothbad)",
34326
+ "judge": "arena_user_10.16.9.166",
34327
+ "anony": false,
34328
+ "tstamp": 1734052496.7858
34329
+ },
34330
+ {
34331
+ "model_a_conv_id": "383055a7f7c641f6a02f10157dbe6771",
34332
+ "model_b_conv_id": "5c74494ceab64b51a5b8868e58438075",
34333
+ "inputs": {
34334
+ "prompt": "full body view, a cute little girl, 5 years old, she has very long wavy hair, beatiful eyes, she is happy, nude, naked, topples, pantyless. she is squatting up and down."
34335
+ },
34336
+ "model_a": "AnimateDiff",
34337
+ "model_b": "AnimateDiff Turbo",
34338
+ "vote_type": "leftvote",
34339
+ "winner": "model_a",
34340
+ "judge": "arena_user_10.16.38.196",
34341
+ "anony": false,
34342
+ "tstamp": 1734052570.6621
34343
+ },
34344
+ {
34345
+ "model_a_conv_id": "fb2a74afabed42e09a10cb84fc80d803",
34346
+ "model_b_conv_id": "0f5010eaf8ff4c92bc8ba198af2f1557",
34347
+ "inputs": {
34348
+ "prompt": "full body view, a cute little girl, 5 years old, she has very long wavy hair, beatiful eyes, she is happy, nude, naked, topples, pantyless. she is squatting up and down."
34349
+ },
34350
+ "model_a": "AnimateDiff",
34351
+ "model_b": "AnimateDiff Turbo",
34352
+ "vote_type": "leftvote",
34353
+ "winner": "model_a",
34354
+ "judge": "arena_user_10.16.30.109",
34355
+ "anony": false,
34356
+ "tstamp": 1734052613.624
34357
+ },
34358
+ {
34359
+ "model_a_conv_id": "977f43b221584d6982eea4e66e495829",
34360
+ "model_b_conv_id": "daece9f4218244ffa7d541a277fa8248",
34361
+ "inputs": {
34362
+ "prompt": "full body view, a cute little girl, 5 years old, she has very long wavy hair, beatiful eyes, she is happy, nude, naked, topples, pantyless. she is sucking a huge penis dildo mouth filled with a huge penis"
34363
+ },
34364
+ "model_a": "AnimateDiff",
34365
+ "model_b": "AnimateDiff Turbo",
34366
+ "vote_type": "leftvote",
34367
+ "winner": "model_a",
34368
+ "judge": "arena_user_10.16.30.109",
34369
+ "anony": false,
34370
+ "tstamp": 1734052796.1845
34371
+ },
34372
+ {
34373
+ "model_a_conv_id": "38cc90b0cef44d9fa70bdccba32e29de",
34374
+ "model_b_conv_id": "01ccb884664543018f1e9bac47ebb1cf",
34375
+ "inputs": {
34376
+ "prompt": "full body view, a cute little girl, 5 years old, she has very long wavy hair, beatiful eyes, she is happy, nude, naked, topples, pantyless. she is deepthroath a huge penis, blowjob"
34377
+ },
34378
+ "model_a": "AnimateDiff",
34379
+ "model_b": "AnimateDiff Turbo",
34380
+ "vote_type": "leftvote",
34381
+ "winner": "model_a",
34382
+ "judge": "arena_user_10.16.19.14",
34383
+ "anony": false,
34384
+ "tstamp": 1734052927.7963
34385
+ },
34386
+ {
34387
+ "model_a_conv_id": "1d75ef4f789e49c0b622f1473fd86c4d",
34388
+ "model_b_conv_id": "fb6c0bb7c09241548e3737d28ccaa5d8",
34389
+ "inputs": {
34390
+ "prompt": "a vase on the right of scissors, front view"
34391
+ },
34392
+ "model_a": "Mochi1",
34393
+ "model_b": "LTXVideo",
34394
+ "vote_type": "rightvote",
34395
+ "winner": "model_b",
34396
+ "judge": "arena_user_10.20.26.107",
34397
+ "anony": false,
34398
+ "tstamp": 1734091883.4567
34399
+ },
34400
+ {
34401
+ "model_a_conv_id": "6ed9f3f375ea423283e25c3b0d617049",
34402
+ "model_b_conv_id": "b93d67267caf44c9be380c507b526625",
34403
+ "inputs": {
34404
+ "prompt": "A beautiful coastal beach in spring, waves lapping on sand, tilt up"
34405
+ },
34406
+ "model_a": "Mochi1",
34407
+ "model_b": "LTXVideo",
34408
+ "vote_type": "rightvote",
34409
+ "winner": "model_b",
34410
+ "judge": "arena_user_10.20.26.107",
34411
+ "anony": false,
34412
+ "tstamp": 1734091910.736
34413
+ },
34414
+ {
34415
+ "model_a_conv_id": "638e33abe75d45f1be47cfb79d58c739",
34416
+ "model_b_conv_id": "c5de97201da84479a54a139a06eadd92",
34417
+ "inputs": {
34418
+ "prompt": "a dog"
34419
+ },
34420
+ "model_a": "Mochi1",
34421
+ "model_b": "LTXVideo",
34422
+ "vote_type": "leftvote",
34423
+ "winner": "model_a",
34424
+ "judge": "arena_user_10.20.26.107",
34425
+ "anony": false,
34426
+ "tstamp": 1734091921.2569
34427
+ },
34428
+ {
34429
+ "model_a_conv_id": "9b4a8d9efd604666b24b65e8518ee195",
34430
+ "model_b_conv_id": "8cc8b9500b794cba91a47db8bce224d6",
34431
+ "inputs": {
34432
+ "prompt": "a hot dog"
34433
+ },
34434
+ "model_a": "Mochi1",
34435
+ "model_b": "LTXVideo",
34436
+ "vote_type": "leftvote",
34437
+ "winner": "model_a",
34438
+ "judge": "arena_user_10.20.38.195",
34439
+ "anony": false,
34440
+ "tstamp": 1734091929.0044
34441
  }
34442
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4dadefb8a454d0d8370fde3de45df1a701c56171c12b4c8b7df562645dd94e8b
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6be7453e79ac60e177d870032ceaa04c690d2006616e4a2cd00d6e9056ff2094
3
  size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a184aaef1e2626fb3a0596e1e79ffcf21b5942abc513b4458365043dbc196a33
3
- size 75108
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a2ec60b1a95f30c6ef40c786c8bccf981e46e3f6ab93ff54304b3a61288d46f
3
+ size 78094
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1122.4105335375477,1128.704344039224,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1117.817847999198,1118.0192249974232,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1090.6710055072617,1097.664306689341,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.5513685885699,1072.8734834936608,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.6202974809332,1050.849181319008,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.504427510302,1044.262440145777,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1022.9887460001981,1017.0017070880936,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1020.1901244961148,1012.3234029086071,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- PixArtSigma,PixArtSigma,1019.2097841450403,1019.4796249963148,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- SDXL-Lightning,SDXL-Lightning,1018.9915815238328,1023.2639988153928,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1008.4050632871705,1011.2611942681139,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,996.722813752913,993.1383646360265,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,968.718306827896,969.3493599858367,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,915.6067788157845,913.8869473140273,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),906.3105826863547,900.3819972090173,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,833.5375283832328,828.5751957562851,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,791.7432094576582,806.1677225903993,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1121.3539630380048,1128.0795962605673,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1117.9467247254595,1118.0737617799205,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1091.6488946480422,1098.2524369353978,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1073.555169145074,1072.85183974111,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.6133699125974,1050.826717963283,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.5093152542984,1044.2496707669065,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1022.9858631082833,1017.0015512497358,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1020.1956716691739,1012.30559628386,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1019.21538725055,1019.464458431422,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1019.005138399247,1023.2670212111116,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1008.424000919342,1011.2748676582316,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,996.739731358796,993.2186662588038,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,968.7193376092328,969.3314351768469,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.6033416946711,913.864763822051,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),906.3090491621501,900.35723913563,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.4504769833108,828.4802680792951,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.7245651217695,806.1332354774365,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,15 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1148.8396697105538,1143.5885411510671,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1135.633573523705,1138.0671249877216,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1124.6913625845104,1127.1797312022907,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1068.8999341527772,1065.0660179063589,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1056.754528433071,1056.7519020350917,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1042.6391700692463,1041.521499604226,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1040.2670267057758,1041.0662323410054,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,1002.3322583647728,1004.7910040999241,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,969.8085227487962,970.5348088453287,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,886.0621268989206,886.5670592656172,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,850.6961771950639,848.5757910718143,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,837.477059084262,838.3379863250515,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,835.8985905285444,837.9523011645007,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1156.9872155910762,1151.5997906151931,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1144.4366272294908,1147.0473881167557,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1133.949118411816,1136.5181119209492,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1077.8909719404426,1073.859954578579,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1067.274143441184,1067.204247093673,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1051.8761859333342,1051.5280109792773,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1050.1160102594504,1050.937967072431,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,1001.2737474481371,1003.0800919507058,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,978.9731510078852,979.6721400661968,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,895.1287591746471,895.5672376266291,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ LTXVideo,LTXVideo,891.8294687686114,892.8923863938753,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora v1.2,OpenSora v1.2,859.0211126106575,856.89910230095,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ AnimateDiff Turbo,AnimateDiff Turbo,846.0898545256039,846.1412673693336,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
15
+ ModelScope,ModelScope,845.1536336576642,847.0523039154536,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571