Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
67ee91a
·
1 Parent(s): 90372f3

Auto Daily Leaderboard udpate Thu Nov 28 12:00:30 PM EST 2024

Browse files
Files changed (6) hide show
  1. arena_elo/results/20241127/clean_battle_t2i_generation.json +42 -0
  2. arena_elo/results/20241127/elo_results_t2i_generation.pkl +2 -2
  3. arena_elo/results/20241127/t2i_generation_leaderboard.csv +17 -17
  4. arena_elo/results/latest/clean_battle_t2i_generation.json +42 -0
  5. arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
  6. arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20241127/clean_battle_t2i_generation.json CHANGED
@@ -107612,5 +107612,47 @@
107612
  "judge": "arena_user_10.16.13.73",
107613
  "anony": true,
107614
  "tstamp": 1732719805.1815
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107615
  }
107616
  ]
 
107612
  "judge": "arena_user_10.16.13.73",
107613
  "anony": true,
107614
  "tstamp": 1732719805.1815
107615
+ },
107616
+ {
107617
+ "model_a_conv_id": "8d33ce5a3e4548eb930faf385415f625",
107618
+ "model_b_conv_id": "20ef2faf1fed4bcfbc05c2780c4f0301",
107619
+ "inputs": {
107620
+ "prompt": "photorealistic futuristic black and white mech sitting in a factory at night, heavy rain, giant metal cables, cinematic"
107621
+ },
107622
+ "model_a": "Kolors",
107623
+ "model_b": "OpenJourney",
107624
+ "vote_type": "rightvote",
107625
+ "winner": "model_b",
107626
+ "judge": "arena_user_10.20.26.107",
107627
+ "anony": true,
107628
+ "tstamp": 1732727942.0758
107629
+ },
107630
+ {
107631
+ "model_a_conv_id": "24529574477d4d0d9eee1c050c57dcde",
107632
+ "model_b_conv_id": "caf543db2451471895cfe5d42557f6c2",
107633
+ "inputs": {
107634
+ "prompt": "an electric pokemon, nightly, spiral, naive nerikomi, weird perspective, extra narrow, detailed illustration, lit by flashlight, scenic spiral environment by rhads from lorax movie, trending artstation, true color, fisheye, grass field mountainous terrain, spiral clouds "
107635
+ },
107636
+ "model_a": "FLUX.1-dev",
107637
+ "model_b": "PlayGround V2.5",
107638
+ "vote_type": "bothbad_vote",
107639
+ "winner": "tie (bothbad)",
107640
+ "judge": "arena_user_10.16.19.51",
107641
+ "anony": true,
107642
+ "tstamp": 1732732592.6929
107643
+ },
107644
+ {
107645
+ "model_a_conv_id": "4416251d3e394404ad0a7656add9341b",
107646
+ "model_b_conv_id": "f150dc1daa4a4b14ba08e6598d1bd1f3",
107647
+ "inputs": {
107648
+ "prompt": "cinematic scene jason bourne walking anonymously in eurpoe"
107649
+ },
107650
+ "model_a": "OpenJourney",
107651
+ "model_b": "FLUX.1-schnell",
107652
+ "vote_type": "rightvote",
107653
+ "winner": "model_b",
107654
+ "judge": "arena_user_10.16.38.196",
107655
+ "anony": true,
107656
+ "tstamp": 1732775083.5566
107657
  }
107658
  ]
arena_elo/results/20241127/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e19ccc65da9055b9aa49dabebc9d914fe727c9e76124c649e57d6f0bb9386289
3
- size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:837a895ae4defa9353e972eebe7483381f596ee58b35e2f57586378599f275ed
3
+ size 88232
arena_elo/results/20241127/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1120.4540793470928,1141.2564561151498,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1119.1453746376217,1119.2109020535827,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1086.7271585355002,1076.5060796434836,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.8973454683196,1070.3701004947143,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1052.2917467317652,1050.9062653406086,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1040.2562533939774,1042.1628634293718,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1033.1084286670161,1025.3891180666687,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.5960240849129,1019.0974268197182,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1018.898597987995,1009.88721123013,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.4537081340246,1021.2441595399508,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- AuraFlow,AuraFlow,1009.4980600857074,1003.6240415753739,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1006.0545839777783,1009.0572395712765,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.5100325126336,965.4519602548078,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.4951036952343,911.6436397674343,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.7270087404514,898.193594593506,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.3880209323753,823.8166444892022,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.4984730675993,803.0232072705957,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1120.366472125881,1141.156942940764,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1119.2697301402502,1119.3464288663115,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1087.3080411619192,1077.0267543658451,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.1281139592516,1070.6039573956496,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1049.346679463856,1047.9863327898056,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.407488540791,1042.3223850324257,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1033.1341826823532,1025.4302885541467,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.7620892408033,1019.2670663394681,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0807586209788,1010.0814993708258,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.6027886818798,1021.4043566578376,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1009.4526912460085,1003.5795502253005,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1006.0643684178841,1009.0955948659292,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.7066374122362,965.6555567579987,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.6996417525628,911.8579753846444,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9610401636824,898.4213704268019,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.9260604481883,824.3146099094909,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7832159414795,803.3001230400567,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -107612,5 +107612,47 @@
107612
  "judge": "arena_user_10.16.13.73",
107613
  "anony": true,
107614
  "tstamp": 1732719805.1815
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107615
  }
107616
  ]
 
107612
  "judge": "arena_user_10.16.13.73",
107613
  "anony": true,
107614
  "tstamp": 1732719805.1815
107615
+ },
107616
+ {
107617
+ "model_a_conv_id": "8d33ce5a3e4548eb930faf385415f625",
107618
+ "model_b_conv_id": "20ef2faf1fed4bcfbc05c2780c4f0301",
107619
+ "inputs": {
107620
+ "prompt": "photorealistic futuristic black and white mech sitting in a factory at night, heavy rain, giant metal cables, cinematic"
107621
+ },
107622
+ "model_a": "Kolors",
107623
+ "model_b": "OpenJourney",
107624
+ "vote_type": "rightvote",
107625
+ "winner": "model_b",
107626
+ "judge": "arena_user_10.20.26.107",
107627
+ "anony": true,
107628
+ "tstamp": 1732727942.0758
107629
+ },
107630
+ {
107631
+ "model_a_conv_id": "24529574477d4d0d9eee1c050c57dcde",
107632
+ "model_b_conv_id": "caf543db2451471895cfe5d42557f6c2",
107633
+ "inputs": {
107634
+ "prompt": "an electric pokemon, nightly, spiral, naive nerikomi, weird perspective, extra narrow, detailed illustration, lit by flashlight, scenic spiral environment by rhads from lorax movie, trending artstation, true color, fisheye, grass field mountainous terrain, spiral clouds "
107635
+ },
107636
+ "model_a": "FLUX.1-dev",
107637
+ "model_b": "PlayGround V2.5",
107638
+ "vote_type": "bothbad_vote",
107639
+ "winner": "tie (bothbad)",
107640
+ "judge": "arena_user_10.16.19.51",
107641
+ "anony": true,
107642
+ "tstamp": 1732732592.6929
107643
+ },
107644
+ {
107645
+ "model_a_conv_id": "4416251d3e394404ad0a7656add9341b",
107646
+ "model_b_conv_id": "f150dc1daa4a4b14ba08e6598d1bd1f3",
107647
+ "inputs": {
107648
+ "prompt": "cinematic scene jason bourne walking anonymously in eurpoe"
107649
+ },
107650
+ "model_a": "OpenJourney",
107651
+ "model_b": "FLUX.1-schnell",
107652
+ "vote_type": "rightvote",
107653
+ "winner": "model_b",
107654
+ "judge": "arena_user_10.16.38.196",
107655
+ "anony": true,
107656
+ "tstamp": 1732775083.5566
107657
  }
107658
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e19ccc65da9055b9aa49dabebc9d914fe727c9e76124c649e57d6f0bb9386289
3
- size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:837a895ae4defa9353e972eebe7483381f596ee58b35e2f57586378599f275ed
3
+ size 88232
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1120.4540793470928,1141.2564561151498,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1119.1453746376217,1119.2109020535827,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1086.7271585355002,1076.5060796434836,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1071.8973454683196,1070.3701004947143,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1052.2917467317652,1050.9062653406086,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1040.2562533939774,1042.1628634293718,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1033.1084286670161,1025.3891180666687,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.5960240849129,1019.0974268197182,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1018.898597987995,1009.88721123013,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.4537081340246,1021.2441595399508,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- AuraFlow,AuraFlow,1009.4980600857074,1003.6240415753739,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1006.0545839777783,1009.0572395712765,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.5100325126336,965.4519602548078,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.4951036952343,911.6436397674343,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.7270087404514,898.193594593506,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.3880209323753,823.8166444892022,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.4984730675993,803.0232072705957,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1120.366472125881,1141.156942940764,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1119.2697301402502,1119.3464288663115,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1087.3080411619192,1077.0267543658451,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.1281139592516,1070.6039573956496,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1049.346679463856,1047.9863327898056,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.407488540791,1042.3223850324257,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1033.1341826823532,1025.4302885541467,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.7620892408033,1019.2670663394681,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.0807586209788,1010.0814993708258,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1018.6027886818798,1021.4043566578376,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1009.4526912460085,1003.5795502253005,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1006.0643684178841,1009.0955948659292,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.7066374122362,965.6555567579987,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.6996417525628,911.8579753846444,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9610401636824,898.4213704268019,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.9260604481883,824.3146099094909,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.7832159414795,803.3001230400567,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7