Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
76c9454
·
1 Parent(s): d9c70cf

Auto Daily Leaderboard udpate Fri Jan 10 12:00:30 PM EST 2025

Browse files
Files changed (6) hide show
  1. arena_elo/results/20250109/clean_battle_t2i_generation.json +28 -0
  2. arena_elo/results/20250109/elo_results_t2i_generation.pkl +1 -1
  3. arena_elo/results/20250109/t2i_generation_leaderboard.csv +17 -17
  4. arena_elo/results/latest/clean_battle_t2i_generation.json +28 -0
  5. arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
  6. arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20250109/clean_battle_t2i_generation.json CHANGED
@@ -114374,5 +114374,33 @@
114374
  "judge": "arena_user_10.16.4.183",
114375
  "anony": true,
114376
  "tstamp": 1736430773.5586
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114377
  }
114378
  ]
 
114374
  "judge": "arena_user_10.16.4.183",
114375
  "anony": true,
114376
  "tstamp": 1736430773.5586
114377
+ },
114378
+ {
114379
+ "model_a_conv_id": "0f7db3e55e21427aadaf17f75d37d90d",
114380
+ "model_b_conv_id": "78f8a9ebf1fe41c8b4f7ee2b8c4c23a1",
114381
+ "inputs": {
114382
+ "prompt": "Lioness"
114383
+ },
114384
+ "model_a": "PlayGround V2.5",
114385
+ "model_b": "AuraFlow",
114386
+ "vote_type": "tievote",
114387
+ "winner": "tie",
114388
+ "judge": "arena_user_10.20.26.107",
114389
+ "anony": true,
114390
+ "tstamp": 1736473162.9772
114391
+ },
114392
+ {
114393
+ "model_a_conv_id": "06ad14d2bffd4e00995ba20fb169dd42",
114394
+ "model_b_conv_id": "8c6f6e0ed10040339c33775e066f7473",
114395
+ "inputs": {
114396
+ "prompt": "photograph of a car on the moon in the sky over Saturn, atmospheric"
114397
+ },
114398
+ "model_a": "HunyuanDiT",
114399
+ "model_b": "SDXLTurbo",
114400
+ "vote_type": "leftvote",
114401
+ "winner": "model_a",
114402
+ "judge": "arena_user_10.16.24.150",
114403
+ "anony": true,
114404
+ "tstamp": 1736478384.6106
114405
  }
114406
  ]
arena_elo/results/20250109/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16c8fa992d972b630ba26a8e39cdbd1783dc444c5b984b4e9fcc6ee8f3e33888
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:942e32c117fb3279484fd401cc26959044d1a0024ff2e31dfbc7ea09ba97ad51
3
  size 88249
arena_elo/results/20250109/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1129.511871163627,1133.9157591714263,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1114.6179319758664,1115.745982356702,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1092.7099991673049,1099.2512379538,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.9205436190575,1071.7137557882013,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.408642319524,1050.4729901930245,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.8803494057877,1044.560682012529,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1025.5123554431111,1019.6588982098006,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- SDXL-Lightning,SDXL-Lightning,1019.7284955226819,1023.929228697762,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1019.5447727058156,1011.9894951360135,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1017.1364317137945,1017.2245426902671,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1012.8448983411579,1012.2021051968122,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,997.0073804041888,993.6650998246504,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.9085267934537,967.6530706693917,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.5486240976012,912.1082531651437,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.8553975842842,899.246984952229,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,831.7687402884138,827.2597898595202,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.0950394543337,805.0268888008533,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1129.5520630037317,1133.9407209388971,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.4567604997114,1115.6059607052598,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1092.7460024038392,1099.275691040116,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.8046390594018,1071.6053511148048,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.4288249910264,1050.4915811169005,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.8115702064172,1044.4920550990748,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1026.1605320131962,1020.2893008462419,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1019.6649840047176,1023.8696509374658,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1019.4673069727885,1011.9113202909454,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1017.0770471038098,1017.1697171160488,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1012.8615648733246,1012.215938747759,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,997.4408408748683,994.0857687607271,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.8206709401134,967.5647573326471,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.3077944642406,911.8899404464037,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.748284386106,899.1434198860101,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.676449295973,827.1681733036727,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.9746649067268,804.9119731542457,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -114374,5 +114374,33 @@
114374
  "judge": "arena_user_10.16.4.183",
114375
  "anony": true,
114376
  "tstamp": 1736430773.5586
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114377
  }
114378
  ]
 
114374
  "judge": "arena_user_10.16.4.183",
114375
  "anony": true,
114376
  "tstamp": 1736430773.5586
114377
+ },
114378
+ {
114379
+ "model_a_conv_id": "0f7db3e55e21427aadaf17f75d37d90d",
114380
+ "model_b_conv_id": "78f8a9ebf1fe41c8b4f7ee2b8c4c23a1",
114381
+ "inputs": {
114382
+ "prompt": "Lioness"
114383
+ },
114384
+ "model_a": "PlayGround V2.5",
114385
+ "model_b": "AuraFlow",
114386
+ "vote_type": "tievote",
114387
+ "winner": "tie",
114388
+ "judge": "arena_user_10.20.26.107",
114389
+ "anony": true,
114390
+ "tstamp": 1736473162.9772
114391
+ },
114392
+ {
114393
+ "model_a_conv_id": "06ad14d2bffd4e00995ba20fb169dd42",
114394
+ "model_b_conv_id": "8c6f6e0ed10040339c33775e066f7473",
114395
+ "inputs": {
114396
+ "prompt": "photograph of a car on the moon in the sky over Saturn, atmospheric"
114397
+ },
114398
+ "model_a": "HunyuanDiT",
114399
+ "model_b": "SDXLTurbo",
114400
+ "vote_type": "leftvote",
114401
+ "winner": "model_a",
114402
+ "judge": "arena_user_10.16.24.150",
114403
+ "anony": true,
114404
+ "tstamp": 1736478384.6106
114405
  }
114406
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16c8fa992d972b630ba26a8e39cdbd1783dc444c5b984b4e9fcc6ee8f3e33888
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:942e32c117fb3279484fd401cc26959044d1a0024ff2e31dfbc7ea09ba97ad51
3
  size 88249
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1129.511871163627,1133.9157591714263,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1114.6179319758664,1115.745982356702,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1092.7099991673049,1099.2512379538,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.9205436190575,1071.7137557882013,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.408642319524,1050.4729901930245,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.8803494057877,1044.560682012529,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1025.5123554431111,1019.6588982098006,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- SDXL-Lightning,SDXL-Lightning,1019.7284955226819,1023.929228697762,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1019.5447727058156,1011.9894951360135,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1017.1364317137945,1017.2245426902671,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1012.8448983411579,1012.2021051968122,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,997.0073804041888,993.6650998246504,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.9085267934537,967.6530706693917,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.5486240976012,912.1082531651437,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.8553975842842,899.246984952229,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,831.7687402884138,827.2597898595202,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.0950394543337,805.0268888008533,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1129.5520630037317,1133.9407209388971,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.4567604997114,1115.6059607052598,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1092.7460024038392,1099.275691040116,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.8046390594018,1071.6053511148048,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.4288249910264,1050.4915811169005,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.8115702064172,1044.4920550990748,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1026.1605320131962,1020.2893008462419,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1019.6649840047176,1023.8696509374658,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1019.4673069727885,1011.9113202909454,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1017.0770471038098,1017.1697171160488,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1012.8615648733246,1012.215938747759,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,997.4408408748683,994.0857687607271,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.8206709401134,967.5647573326471,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.3077944642406,911.8899404464037,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.748284386106,899.1434198860101,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.676449295973,827.1681733036727,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.9746649067268,804.9119731542457,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7