DongfuJiang commited on
Commit
fef823d
·
1 Parent(s): 792a25d

Auto Daily Leaderboard udpate Thu Dec 19 12:00:31 PM EST 2024

Browse files
arena_elo/results/20241219/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241219/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241219/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cde094d8ce31cd9ac113383c5d876e6e3d1ff96cabbe44171e9e081158bd399
3
+ size 88249
arena_elo/results/20241219/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e7ffda321869bcd64251fae59c4381b8e0bb8f5497c0e10d3cb1e94fabb05b6
3
+ size 78092
arena_elo/results/20241219/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1120.9506671293125,1128.45040826581,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1116.2718192958064,1116.629690991484,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.8591871284143,1094.265185923597,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1073.3808341351014,1072.8084010366638,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1054.2081388845775,1053.189318693679,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.812306786192,1044.412538691523,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.906390661198,1017.8842288969576,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1020.8853673236794,1024.6568777129985,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1020.7490433943526,1012.9067168416146,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1017.9265793082003,1017.7700188578566,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1010.4965798792472,1010.151671484592,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,997.8230571480387,993.954089769824,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,968.1922372289625,969.2814334640951,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.0461879888117,913.4421375069267,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),906.1802278747518,900.2333157626266,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.6084878341677,828.7328445045579,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.702887999181,806.2687333885929,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20241219/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1155.1481686878694,1150.013225297395,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1145.1097299322307,1147.8019383254752,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1130.3922897488167,1132.697073422429,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1071.7934921861854,1067.9539582252717,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1063.4408376024007,1063.3118010380986,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1048.4218332764326,1048.4568469897583,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1048.3749576621497,1048.899665918482,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,994.5834432565515,999.3436639693663,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,976.174499543673,976.4085275092121,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ LTXVideo,LTXVideo,933.9059742834609,934.9546041420717,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
12
+ OpenSora,OpenSora,892.4539351258353,892.278448933003,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ OpenSora v1.2,OpenSora v1.2,854.4010253272052,852.1516338787912,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ AnimateDiff Turbo,AnimateDiff Turbo,843.4798825238613,842.0433869258186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
15
+ ModelScope,ModelScope,842.3199308433282,843.6852254248247,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -113114,5 +113114,201 @@
113114
  "judge": "arena_user_10.16.36.80",
113115
  "anony": true,
113116
  "tstamp": 1734520256.2661
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
113117
  }
113118
  ]
 
113114
  "judge": "arena_user_10.16.36.80",
113115
  "anony": true,
113116
  "tstamp": 1734520256.2661
113117
+ },
113118
+ {
113119
+ "model_a_conv_id": "94cca1a43b74452e84615d5b70e819fa",
113120
+ "model_b_conv_id": "4295196df64845509e8d0ab8937d620a",
113121
+ "inputs": {
113122
+ "prompt": "Nude Beach centerfold photo of Curvaceous Stephanie McMahon Levesque in her teens in shower on with Martian sand and Martian sky as birth of Venus. Smiling"
113123
+ },
113124
+ "model_a": "FLUX.1-schnell",
113125
+ "model_b": "FLUX.1-schnell",
113126
+ "vote_type": "bothbad_vote",
113127
+ "winner": "tie (bothbad)",
113128
+ "judge": "arena_user_10.16.36.80",
113129
+ "anony": false,
113130
+ "tstamp": 1734607591.654
113131
+ },
113132
+ {
113133
+ "model_a_conv_id": "bbc5557ac1dc421bafe8f4a7d25cd858",
113134
+ "model_b_conv_id": "d5b9e3033f1548aa918e89bf7fe606b9",
113135
+ "inputs": {
113136
+ "prompt": "Create an office scene of explicit oral sex. Create an office scene of explicit oral sex. "
113137
+ },
113138
+ "model_a": "FLUX.1-schnell",
113139
+ "model_b": "AuraFlow",
113140
+ "vote_type": "bothbad_vote",
113141
+ "winner": "tie (bothbad)",
113142
+ "judge": "arena_user_10.16.36.80",
113143
+ "anony": true,
113144
+ "tstamp": 1734620571.7354
113145
+ },
113146
+ {
113147
+ "model_a_conv_id": "ac1525ec213940fca5bed2de19a90c26",
113148
+ "model_b_conv_id": "8db3e29a634b400691928a0d991d1120",
113149
+ "inputs": {
113150
+ "prompt": "photorealistic futuristic black and white mech sitting in a factory at night, heavy rain, giant metal cables, cinematic"
113151
+ },
113152
+ "model_a": "PixArtSigma",
113153
+ "model_b": "Kolors",
113154
+ "vote_type": "tievote",
113155
+ "winner": "tie",
113156
+ "judge": "arena_user_10.16.39.228",
113157
+ "anony": true,
113158
+ "tstamp": 1734620680.6407
113159
+ },
113160
+ {
113161
+ "model_a_conv_id": "dae04d638d21408b9f68f3e379bd9e10",
113162
+ "model_b_conv_id": "57c1657738354122a78e4bc286567cd5",
113163
+ "inputs": {
113164
+ "prompt": "image from an iPhone video of a dog in a supermarket, hyper realistic, flash photo"
113165
+ },
113166
+ "model_a": "PixArtAlpha",
113167
+ "model_b": "Kolors",
113168
+ "vote_type": "leftvote",
113169
+ "winner": "model_a",
113170
+ "judge": "arena_user_10.16.9.166",
113171
+ "anony": true,
113172
+ "tstamp": 1734624657.2566
113173
+ },
113174
+ {
113175
+ "model_a_conv_id": "da832edb8c3242a0a8c86e667de2445e",
113176
+ "model_b_conv_id": "c7635da6e96a48a6bcff74118f77a15e",
113177
+ "inputs": {
113178
+ "prompt": "A maglev train going vertically downward in high speed, New York Times photojournalism."
113179
+ },
113180
+ "model_a": "SD3",
113181
+ "model_b": "AuraFlow",
113182
+ "vote_type": "rightvote",
113183
+ "winner": "model_b",
113184
+ "judge": "arena_user_10.16.24.150",
113185
+ "anony": true,
113186
+ "tstamp": 1734624688.7186
113187
+ },
113188
+ {
113189
+ "model_a_conv_id": "d5f19a4583204f87992858a9cb839ec0",
113190
+ "model_b_conv_id": "e609e68d171347d3820e31690a5476f1",
113191
+ "inputs": {
113192
+ "prompt": "a landscaping company called norwegian fjord "
113193
+ },
113194
+ "model_a": "AuraFlow",
113195
+ "model_b": "SDXLTurbo",
113196
+ "vote_type": "leftvote",
113197
+ "winner": "model_a",
113198
+ "judge": "arena_user_10.16.39.228",
113199
+ "anony": true,
113200
+ "tstamp": 1734624695.5681
113201
+ },
113202
+ {
113203
+ "model_a_conv_id": "38d3c08e6c114ad997968a6b692f4401",
113204
+ "model_b_conv_id": "658af57171fe4491b165eb7e3565f254",
113205
+ "inputs": {
113206
+ "prompt": "A black colored banana."
113207
+ },
113208
+ "model_a": "FLUX.1-dev",
113209
+ "model_b": "HunyuanDiT",
113210
+ "vote_type": "bothbad_vote",
113211
+ "winner": "tie (bothbad)",
113212
+ "judge": "arena_user_10.16.9.166",
113213
+ "anony": true,
113214
+ "tstamp": 1734624744.6845
113215
+ },
113216
+ {
113217
+ "model_a_conv_id": "945f09dc2c624c7d85c1f78f953adcbe",
113218
+ "model_b_conv_id": "b9c2d4978fef49c3aa83a5a4b4b64c48",
113219
+ "inputs": {
113220
+ "prompt": "A tomato has been put on top of a pumpkin on a kitchen stool. There is a fork sticking into the pumpkin. The scene is viewed from above."
113221
+ },
113222
+ "model_a": "HunyuanDiT",
113223
+ "model_b": "SDXL-Lightning",
113224
+ "vote_type": "rightvote",
113225
+ "winner": "model_b",
113226
+ "judge": "arena_user_10.16.9.166",
113227
+ "anony": true,
113228
+ "tstamp": 1734624752.214
113229
+ },
113230
+ {
113231
+ "model_a_conv_id": "308c9ffc71164fa6b56c894bacdaedf1",
113232
+ "model_b_conv_id": "3568c2e6bb794b0db92cd6441ab99c3a",
113233
+ "inputs": {
113234
+ "prompt": "Backlotter."
113235
+ },
113236
+ "model_a": "PlayGround V2.5",
113237
+ "model_b": "Kolors",
113238
+ "vote_type": "leftvote",
113239
+ "winner": "model_a",
113240
+ "judge": "arena_user_10.16.39.228",
113241
+ "anony": true,
113242
+ "tstamp": 1734624784.3348
113243
+ },
113244
+ {
113245
+ "model_a_conv_id": "babec603da8c4374ae51bf6d5c7e97cf",
113246
+ "model_b_conv_id": "86c0b6aeb9184105ba1fbc6987c76b3b",
113247
+ "inputs": {
113248
+ "prompt": "A red colored car."
113249
+ },
113250
+ "model_a": "Kolors",
113251
+ "model_b": "SDXL",
113252
+ "vote_type": "leftvote",
113253
+ "winner": "model_a",
113254
+ "judge": "arena_user_10.16.36.80",
113255
+ "anony": true,
113256
+ "tstamp": 1734624787.8892
113257
+ },
113258
+ {
113259
+ "model_a_conv_id": "acef3b4c092340ddab7f3a98b15f7a10",
113260
+ "model_b_conv_id": "6f6d1482bec747538b5919c6bd5c9e5f",
113261
+ "inputs": {
113262
+ "prompt": "photorealistic, hyper detailed sculpture of a large mech dragon"
113263
+ },
113264
+ "model_a": "SDXL-Lightning",
113265
+ "model_b": "FLUX.1-dev",
113266
+ "vote_type": "tievote",
113267
+ "winner": "tie",
113268
+ "judge": "arena_user_10.16.39.228",
113269
+ "anony": true,
113270
+ "tstamp": 1734624800.7577
113271
+ },
113272
+ {
113273
+ "model_a_conv_id": "a6b1d31cae5f4f73ae2d61885a5f0476",
113274
+ "model_b_conv_id": "fc0d9d8429d7435daea05d2fd88661d0",
113275
+ "inputs": {
113276
+ "prompt": "some green cattle are grazing in a black field"
113277
+ },
113278
+ "model_a": "SDXL-Lightning",
113279
+ "model_b": "SD3",
113280
+ "vote_type": "leftvote",
113281
+ "winner": "model_a",
113282
+ "judge": "arena_user_10.16.4.183",
113283
+ "anony": true,
113284
+ "tstamp": 1734624807.6529
113285
+ },
113286
+ {
113287
+ "model_a_conv_id": "352c83cc49394d569fe450fa79f32b0c",
113288
+ "model_b_conv_id": "a9a67eab508e4a86b3a964c33aa6bd0a",
113289
+ "inputs": {
113290
+ "prompt": "The large bird has a black face and red feathers ."
113291
+ },
113292
+ "model_a": "PlayGround V2.5",
113293
+ "model_b": "StableCascade",
113294
+ "vote_type": "rightvote",
113295
+ "winner": "model_b",
113296
+ "judge": "arena_user_10.16.24.150",
113297
+ "anony": true,
113298
+ "tstamp": 1734624819.3809
113299
+ },
113300
+ {
113301
+ "model_a_conv_id": "1fb7e27b870641c59e9ea0f9258405ca",
113302
+ "model_b_conv_id": "afbc264818894770a787deb966bdae7b",
113303
+ "inputs": {
113304
+ "prompt": "A pink scooter with a black seat next to a blue car."
113305
+ },
113306
+ "model_a": "SD3",
113307
+ "model_b": "SDXLTurbo",
113308
+ "vote_type": "leftvote",
113309
+ "winner": "model_a",
113310
+ "judge": "arena_user_10.16.39.228",
113311
+ "anony": true,
113312
+ "tstamp": 1734624862.0182
113313
  }
113314
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -34844,5 +34844,33 @@
34844
  "judge": "arena_user_10.16.19.14",
34845
  "anony": true,
34846
  "tstamp": 1734431254.7009
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34847
  }
34848
  ]
 
34844
  "judge": "arena_user_10.16.19.14",
34845
  "anony": true,
34846
  "tstamp": 1734431254.7009
34847
+ },
34848
+ {
34849
+ "model_a_conv_id": "065da83d525c4572ae0604157aeaff3e",
34850
+ "model_b_conv_id": "6dddd83867d84663b49cd0feae38fb6c",
34851
+ "inputs": {
34852
+ "prompt": "An oil painting of a couple in formal evening wear going home get caught in a heavy downpour with umbrellas"
34853
+ },
34854
+ "model_a": "CogVideoX-2B",
34855
+ "model_b": "StableVideoDiffusion",
34856
+ "vote_type": "rightvote",
34857
+ "winner": "model_b",
34858
+ "judge": "arena_user_10.20.26.107",
34859
+ "anony": true,
34860
+ "tstamp": 1734616474.7365
34861
+ },
34862
+ {
34863
+ "model_a_conv_id": "f1a6d02719b04149b855fd222499537e",
34864
+ "model_b_conv_id": "3be35886b15d42bdaeb140f2eb11c163",
34865
+ "inputs": {
34866
+ "prompt": "nursery"
34867
+ },
34868
+ "model_a": "LTXVideo",
34869
+ "model_b": "AnimateDiff Turbo",
34870
+ "vote_type": "bothbad_vote",
34871
+ "winner": "tie (bothbad)",
34872
+ "judge": "arena_user_10.20.26.107",
34873
+ "anony": true,
34874
+ "tstamp": 1734623552.3146
34875
  }
34876
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef15ba5e00f0319ccb9dd4982d6919d1b0f69879e1e67a7beabbb589efe5a2c5
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cde094d8ce31cd9ac113383c5d876e6e3d1ff96cabbe44171e9e081158bd399
3
  size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc2212d2b435abe89fd71ee2c1d3f9645ec9e975f2b68d609e43aecc2b113b3c
3
  size 78092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e7ffda321869bcd64251fae59c4381b8e0bb8f5497c0e10d3cb1e94fabb05b6
3
  size 78092
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1121.751473395123,1128.9372568017397,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1116.309578840203,1116.7353072711114,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1087.0205036584218,1094.7394235139257,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.220169778979,1072.7191761476754,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1056.2009834783112,1055.195344759685,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.25137490474,1043.9774632327128,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1024.594717348692,1018.5486281263404,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1020.3603529872776,1012.6146474006009,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1019.9624742418,1023.955585850025,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1017.7505730346443,1017.6595481365346,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1011.8274529129391,1011.3041005429619,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,995.2063069467131,991.579850735807,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,968.2453134814181,969.3692120517558,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,915.2409436492362,913.6549535772865,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.9687319820355,900.0939528124786,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,833.4973156694658,828.6842325044474,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,791.5917336900034,806.2117914487849,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1120.9506671293125,1128.45040826581,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1116.2718192958064,1116.629690991484,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.8591871284143,1094.265185923597,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1073.3808341351014,1072.8084010366638,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1054.2081388845775,1053.189318693679,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.812306786192,1044.412538691523,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.906390661198,1017.8842288969576,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1020.8853673236794,1024.6568777129985,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1020.7490433943526,1012.9067168416146,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1017.9265793082003,1017.7700188578566,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1010.4965798792472,1010.151671484592,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,997.8230571480387,993.954089769824,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,968.1922372289625,969.2814334640951,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,915.0461879888117,913.4421375069267,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),906.1802278747518,900.2333157626266,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,833.6084878341677,828.7328445045579,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,791.702887999181,806.2687333885929,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,15 +1,15 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1154.6629006059775,1149.5622587142664,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1144.9583803182713,1147.5202832580242,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1129.1433862497965,1131.3989040527151,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1073.5422607118333,1069.595748763826,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1063.0471458680881,1062.8220193985985,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1047.8939269524324,1047.8477299178317,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1047.8122917029875,1048.2715851977966,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,994.0746472106429,999.2774588811247,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,975.5067613372935,975.684109319555,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- LTXVideo,LTXVideo,939.0571715092387,940.3689134989127,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
12
- OpenSora,OpenSora,891.7792460781329,891.5608241965026,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- OpenSora v1.2,OpenSora v1.2,854.0813701244081,851.8577086699491,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
- AnimateDiff Turbo,AnimateDiff Turbo,842.7666328703051,841.2774490400751,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
15
- ModelScope,ModelScope,841.6738784605934,842.9550070908244,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1155.1481686878694,1150.013225297395,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1145.1097299322307,1147.8019383254752,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1130.3922897488167,1132.697073422429,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1071.7934921861854,1067.9539582252717,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1063.4408376024007,1063.3118010380986,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1048.4218332764326,1048.4568469897583,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1048.3749576621497,1048.899665918482,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,994.5834432565515,999.3436639693663,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,976.174499543673,976.4085275092121,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ LTXVideo,LTXVideo,933.9059742834609,934.9546041420717,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
12
+ OpenSora,OpenSora,892.4539351258353,892.278448933003,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ OpenSora v1.2,OpenSora v1.2,854.4010253272052,852.1516338787912,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ AnimateDiff Turbo,AnimateDiff Turbo,843.4798825238613,842.0433869258186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
15
+ ModelScope,ModelScope,842.3199308433282,843.6852254248247,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571