Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
ad324d8
·
1 Parent(s): 2d3b5f1

Auto Daily Leaderboard udpate Wed Jan 29 12:00:35 PM EST 2025

Browse files
Files changed (6) hide show
  1. arena_elo/results/20250128/clean_battle_t2i_generation.json +42 -0
  2. arena_elo/results/20250128/elo_results_t2i_generation.pkl +1 -1
  3. arena_elo/results/20250128/t2i_generation_leaderboard.csv +17 -17
  4. arena_elo/results/latest/clean_battle_t2i_generation.json +42 -0
  5. arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
  6. arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20250128/clean_battle_t2i_generation.json CHANGED
@@ -116264,5 +116264,47 @@
116264
  "judge": "arena_user_10.16.17.134",
116265
  "anony": true,
116266
  "tstamp": 1738080498.9141
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
116267
  }
116268
  ]
 
116264
  "judge": "arena_user_10.16.17.134",
116265
  "anony": true,
116266
  "tstamp": 1738080498.9141
116267
+ },
116268
+ {
116269
+ "model_a_conv_id": "63c88a2625de4dda85e054d022446239",
116270
+ "model_b_conv_id": "985802738eb249cf9e0983ad608b7d98",
116271
+ "inputs": {
116272
+ "prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
116273
+ },
116274
+ "model_a": "PlayGround V2.5",
116275
+ "model_b": "FLUX.1-schnell",
116276
+ "vote_type": "leftvote",
116277
+ "winner": "model_a",
116278
+ "judge": "arena_user_10.16.41.172",
116279
+ "anony": true,
116280
+ "tstamp": 1738107399.4516
116281
+ },
116282
+ {
116283
+ "model_a_conv_id": "6834eb6ec07d43d396742b46ec6c0814",
116284
+ "model_b_conv_id": "e974698aa12845359b0752028ed2889c",
116285
+ "inputs": {
116286
+ "prompt": "image of woman on a bicycle climbing mountains surrounded by sunset, photorealistic, high detail, cinematic, epic, photorealistic, 8k"
116287
+ },
116288
+ "model_a": "SDXLTurbo",
116289
+ "model_b": "SDXL",
116290
+ "vote_type": "rightvote",
116291
+ "winner": "model_b",
116292
+ "judge": "arena_user_10.16.17.80",
116293
+ "anony": true,
116294
+ "tstamp": 1738121475.2603
116295
+ },
116296
+ {
116297
+ "model_a_conv_id": "7e3a0873e85045278eeda19b4d59a2ee",
116298
+ "model_b_conv_id": "00a650655ecb48428fdce17b71a53cc8",
116299
+ "inputs": {
116300
+ "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
116301
+ },
116302
+ "model_a": "OpenJourney",
116303
+ "model_b": "FLUX.1-schnell",
116304
+ "vote_type": "rightvote",
116305
+ "winner": "model_b",
116306
+ "judge": "arena_user_10.16.17.134",
116307
+ "anony": true,
116308
+ "tstamp": 1738121502.1636
116309
  }
116310
  ]
arena_elo/results/20250128/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3744ec5f07534f02df93c6b8e794373cb8700d7315cbff2a357827ddcab3755d
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4c1f16cdd1318c6503e6bbe4a09bf10c994e7880b5a4071e8535427ff19793
3
  size 88249
arena_elo/results/20250128/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1133.4650072983823,1135.5423158914014,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1115.2251580998068,1116.3642341469542,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1091.782950888963,1098.256319108728,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.4835857245907,1071.306391809161,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.3326915066714,1052.4044504953745,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.7227464469609,1044.3654055487686,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1023.0595677221753,1017.5547901594234,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1019.6641939734538,1012.1147144529658,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1018.6239404041704,1022.9288108840218,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1017.9098496276528,1018.1091472419047,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1011.8798265250149,1012.7737818721835,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,999.4437993035709,996.1736755942392,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,964.1811056851934,966.119364770425,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.1442229397283,911.52157724088,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.454801978847,898.8476956800263,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,831.1225585105029,826.7715557603228,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.5039933643129,804.4343522109826,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1133.4491151566717,1135.5322391674322,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1115.5974482559143,1116.6895811236045,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1091.1304093587046,1097.7392475926808,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.5363846728897,1071.3540640653393,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.335172463346,1052.3991144870408,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.7716645235892,1044.4215093544276,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.0937451542989,1017.5975899761443,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.6958550803162,1012.1408414098597,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1018.6636170553277,1022.9661662063572,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1017.9469162020554,1018.1417236615746,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1011.9149991033154,1012.8184532106924,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,999.4170958182527,996.1385833109024,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.3980883127833,966.295192401972,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,912.9867612374369,911.3946871966205,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.4983070473456,898.8850755856874,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.0555637253632,826.7185876200172,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.5088568323866,804.4439618163523,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -116264,5 +116264,47 @@
116264
  "judge": "arena_user_10.16.17.134",
116265
  "anony": true,
116266
  "tstamp": 1738080498.9141
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
116267
  }
116268
  ]
 
116264
  "judge": "arena_user_10.16.17.134",
116265
  "anony": true,
116266
  "tstamp": 1738080498.9141
116267
+ },
116268
+ {
116269
+ "model_a_conv_id": "63c88a2625de4dda85e054d022446239",
116270
+ "model_b_conv_id": "985802738eb249cf9e0983ad608b7d98",
116271
+ "inputs": {
116272
+ "prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
116273
+ },
116274
+ "model_a": "PlayGround V2.5",
116275
+ "model_b": "FLUX.1-schnell",
116276
+ "vote_type": "leftvote",
116277
+ "winner": "model_a",
116278
+ "judge": "arena_user_10.16.41.172",
116279
+ "anony": true,
116280
+ "tstamp": 1738107399.4516
116281
+ },
116282
+ {
116283
+ "model_a_conv_id": "6834eb6ec07d43d396742b46ec6c0814",
116284
+ "model_b_conv_id": "e974698aa12845359b0752028ed2889c",
116285
+ "inputs": {
116286
+ "prompt": "image of woman on a bicycle climbing mountains surrounded by sunset, photorealistic, high detail, cinematic, epic, photorealistic, 8k"
116287
+ },
116288
+ "model_a": "SDXLTurbo",
116289
+ "model_b": "SDXL",
116290
+ "vote_type": "rightvote",
116291
+ "winner": "model_b",
116292
+ "judge": "arena_user_10.16.17.80",
116293
+ "anony": true,
116294
+ "tstamp": 1738121475.2603
116295
+ },
116296
+ {
116297
+ "model_a_conv_id": "7e3a0873e85045278eeda19b4d59a2ee",
116298
+ "model_b_conv_id": "00a650655ecb48428fdce17b71a53cc8",
116299
+ "inputs": {
116300
+ "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
116301
+ },
116302
+ "model_a": "OpenJourney",
116303
+ "model_b": "FLUX.1-schnell",
116304
+ "vote_type": "rightvote",
116305
+ "winner": "model_b",
116306
+ "judge": "arena_user_10.16.17.134",
116307
+ "anony": true,
116308
+ "tstamp": 1738121502.1636
116309
  }
116310
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3744ec5f07534f02df93c6b8e794373cb8700d7315cbff2a357827ddcab3755d
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4c1f16cdd1318c6503e6bbe4a09bf10c994e7880b5a4071e8535427ff19793
3
  size 88249
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1133.4650072983823,1135.5423158914014,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1115.2251580998068,1116.3642341469542,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1091.782950888963,1098.256319108728,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.4835857245907,1071.306391809161,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1053.3326915066714,1052.4044504953745,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.7227464469609,1044.3654055487686,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1023.0595677221753,1017.5547901594234,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1019.6641939734538,1012.1147144529658,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1018.6239404041704,1022.9288108840218,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1017.9098496276528,1018.1091472419047,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1011.8798265250149,1012.7737818721835,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,999.4437993035709,996.1736755942392,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,964.1811056851934,966.119364770425,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.1442229397283,911.52157724088,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.454801978847,898.8476956800263,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,831.1225585105029,826.7715557603228,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.5039933643129,804.4343522109826,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1133.4491151566717,1135.5322391674322,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1115.5974482559143,1116.6895811236045,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1091.1304093587046,1097.7392475926808,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.5363846728897,1071.3540640653393,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.335172463346,1052.3991144870408,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.7716645235892,1044.4215093544276,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1023.0937451542989,1017.5975899761443,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.6958550803162,1012.1408414098597,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1018.6636170553277,1022.9661662063572,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1017.9469162020554,1018.1417236615746,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1011.9149991033154,1012.8184532106924,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,999.4170958182527,996.1385833109024,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,964.3980883127833,966.295192401972,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,912.9867612374369,911.3946871966205,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.4983070473456,898.8850755856874,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.0555637253632,826.7185876200172,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.5088568323866,804.4439618163523,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7