DongfuJiang commited on
Commit
b63bf61
·
1 Parent(s): 66c9c02

Auto Daily Leaderboard udpate Sat Nov 16 12:00:29 PM EST 2024

Browse files
arena_elo/results/20241115/clean_battle_t2i_generation.json CHANGED
@@ -107066,5 +107066,19 @@
107066
  "judge": "arena_user_10.16.31.254",
107067
  "anony": true,
107068
  "tstamp": 1731686482.2562
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107069
  }
107070
  ]
 
107066
  "judge": "arena_user_10.16.31.254",
107067
  "anony": true,
107068
  "tstamp": 1731686482.2562
107069
+ },
107070
+ {
107071
+ "model_a_conv_id": "2789e0a237c24a439212b5b05ea0daed",
107072
+ "model_b_conv_id": "059a9ff3a2a24c5c96610d25b89a3e28",
107073
+ "inputs": {
107074
+ "prompt": "Create a highly detailed and ethereal portrait of a regal, fantasy-style princess with long, flowing white hair and an intricate jeweled crown adorned with gemstones and silver accents. The background should have a soft, dreamy aesthetic with a combination of shimmering lights, pastel colors, and a layered, collage-like overlay of mystical text and symbols. The princess's expression should be calm and slightly melancholic, her gaze soft and distant, as if she’s lost in thought. Incorporate decorative elements around her, such as filigree patterns, chains, and light reflections that add to the magical and vintage look. Use a soft, warm color palette, blending shades of gold, silver, and pastel pinks to enhance the enchanting atmosphere. Add subtle text in different fonts around the image to convey a sense of a story or lore surrounding the character. Ensure the entire composition feels like a delicate, intricate piece of fantasy artwork with a nostalgic and mystical quality."
107075
+ },
107076
+ "model_a": "StableCascade",
107077
+ "model_b": "AuraFlow",
107078
+ "vote_type": "rightvote",
107079
+ "winner": "model_b",
107080
+ "judge": "arena_user_10.16.31.254",
107081
+ "anony": true,
107082
+ "tstamp": 1731733151.9218
107083
  }
107084
  ]
arena_elo/results/20241115/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b5f0f65978f52eabbb27f9e45a570b76a2925daa180317b923b0578d224b131
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa34e4123d2842eae0a9057d0fd35cd6254fa86e811d6a5b516e421378575149
3
  size 88251
arena_elo/results/20241115/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1120.595008779454,1120.0846444462686,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1113.7891885619204,1137.7644404722532,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1086.74410767377,1076.0850228492807,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.5584621364258,1070.7996644328537,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.562771330686,1049.9683777322768,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1040.4764943865475,1042.271155757407,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1032.6882643261033,1024.9929473883758,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.9839218960805,1019.3409926974366,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.5882748292494,1010.3792772385771,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1019.3383381873514,1021.9656752663616,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1009.9261100871817,1012.4952566227578,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1006.2035550688919,1000.4614380977117,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.8035810247538,965.6044963586036,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,915.1323705932726,912.0843004269127,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.3685991531376,898.6461949613607,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,830.1126819034564,824.3316732359644,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.1282700617201,803.442420864191,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1120.470513163181,1119.9689874306277,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1113.8726158607044,1137.8067364347041,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.8689442602424,1076.188671921006,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.3771737682237,1070.6289668938714,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.6105392641653,1050.0089821616227,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.9530071364984,1041.7931819975881,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.6661994797012,1024.9610139919253,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.8405628700344,1019.2045268085922,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.4398880048628,1010.2343311503204,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1019.1898421054048,1021.8257472232245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1009.9063448972363,1012.4610312295918,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1008.1111583477572,1002.3629299367763,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.6474484523736,965.4488504865587,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.9764319568311,911.932959686811,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.1610244386146,898.4563505823163,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.9507524658907,824.1769972110262,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.9575535282743,803.280360438723,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -107066,5 +107066,19 @@
107066
  "judge": "arena_user_10.16.31.254",
107067
  "anony": true,
107068
  "tstamp": 1731686482.2562
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107069
  }
107070
  ]
 
107066
  "judge": "arena_user_10.16.31.254",
107067
  "anony": true,
107068
  "tstamp": 1731686482.2562
107069
+ },
107070
+ {
107071
+ "model_a_conv_id": "2789e0a237c24a439212b5b05ea0daed",
107072
+ "model_b_conv_id": "059a9ff3a2a24c5c96610d25b89a3e28",
107073
+ "inputs": {
107074
+ "prompt": "Create a highly detailed and ethereal portrait of a regal, fantasy-style princess with long, flowing white hair and an intricate jeweled crown adorned with gemstones and silver accents. The background should have a soft, dreamy aesthetic with a combination of shimmering lights, pastel colors, and a layered, collage-like overlay of mystical text and symbols. The princess's expression should be calm and slightly melancholic, her gaze soft and distant, as if she’s lost in thought. Incorporate decorative elements around her, such as filigree patterns, chains, and light reflections that add to the magical and vintage look. Use a soft, warm color palette, blending shades of gold, silver, and pastel pinks to enhance the enchanting atmosphere. Add subtle text in different fonts around the image to convey a sense of a story or lore surrounding the character. Ensure the entire composition feels like a delicate, intricate piece of fantasy artwork with a nostalgic and mystical quality."
107075
+ },
107076
+ "model_a": "StableCascade",
107077
+ "model_b": "AuraFlow",
107078
+ "vote_type": "rightvote",
107079
+ "winner": "model_b",
107080
+ "judge": "arena_user_10.16.31.254",
107081
+ "anony": true,
107082
+ "tstamp": 1731733151.9218
107083
  }
107084
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b5f0f65978f52eabbb27f9e45a570b76a2925daa180317b923b0578d224b131
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa34e4123d2842eae0a9057d0fd35cd6254fa86e811d6a5b516e421378575149
3
  size 88251
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1120.595008779454,1120.0846444462686,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1113.7891885619204,1137.7644404722532,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1086.74410767377,1076.0850228492807,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.5584621364258,1070.7996644328537,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.562771330686,1049.9683777322768,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1040.4764943865475,1042.271155757407,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1032.6882643261033,1024.9929473883758,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.9839218960805,1019.3409926974366,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.5882748292494,1010.3792772385771,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1019.3383381873514,1021.9656752663616,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1009.9261100871817,1012.4952566227578,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,1006.2035550688919,1000.4614380977117,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,965.8035810247538,965.6044963586036,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,915.1323705932726,912.0843004269127,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.3685991531376,898.6461949613607,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,830.1126819034564,824.3316732359644,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.1282700617201,803.442420864191,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1120.470513163181,1119.9689874306277,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1113.8726158607044,1137.8067364347041,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1086.8689442602424,1076.188671921006,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.3771737682237,1070.6289668938714,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.6105392641653,1050.0089821616227,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.9530071364984,1041.7931819975881,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.6661994797012,1024.9610139919253,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtSigma,PixArtSigma,1019.8405628700344,1019.2045268085922,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
+ PixArtAlpha,PixArtAlpha,1019.4398880048628,1010.2343311503204,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ SDXL-Lightning,SDXL-Lightning,1019.1898421054048,1021.8257472232245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1009.9063448972363,1012.4610312295918,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1008.1111583477572,1002.3629299367763,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.6474484523736,965.4488504865587,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.9764319568311,911.932959686811,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.1610244386146,898.4563505823163,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.9507524658907,824.1769972110262,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.9575535282743,803.280360438723,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7