Auto Daily Leaderboard udpate Sat Mar 8 12:00:32 PM EST 2025

arena_elo/results/20250308/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896444abc2b8a9497902391c53de27173ceb8504ebdf1bfe34f9780854d03db1
+size 88249

arena_elo/results/20250308/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1141.5852612897334,1142.3715865143936,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.6685533812195,1115.8879946398743,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.9845697230307,1097.950496439863,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.643856195144,1071.4846465120536,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1058.6743863697238,1057.6610979773423,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.8235912621974,1045.2709919597585,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+PixArtAlpha,PixArtAlpha,1019.0706582588776,1011.7448974398159,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.5674565071002,1019.0637885080704,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+HunyuanDiT,HunyuanDiT,1017.9857194360495,1013.0495342498842,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1015.5103655489129,1019.9872334857953,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.3633003388725,1007.8986122803424,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.374947062538,992.2279040713579,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.6528378569819,966.0873299259789,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9628470761206,912.4588851462541,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.6505675355598,899.0050515736064,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.5028258796214,828.0337568141988,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9782562783092,804.878405084187,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -119624,5 +119624,47 @@
     "judge": "arena_user_10.16.30.202",
     "anony": true,
     "tstamp": 1741254096.2891
+  },
+  {
+    "model_a_conv_id": "9698d07add734ba59dddda363966ebe9",
+    "model_b_conv_id": "556b167f033241149a14f66947b30e41",
+    "inputs": {
+      "prompt": "a man dancing on Street "
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741398517.6351
+  },
+  {
+    "model_a_conv_id": "3da3dcc663c74ccbac5381955127c406",
+    "model_b_conv_id": "44fe5a20576c443280a2cba439846713",
+    "inputs": {
+      "prompt": "image of a cat holding up a bird on a wall. 8k, photoreal, sharp details, soft light."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.16",
+    "anony": true,
+    "tstamp": 1741404619.096
+  },
+  {
+    "model_a_conv_id": "d361583ef06d43fd8aea454ae915e126",
+    "model_b_conv_id": "b1131e2da3df48e0870622863f875bb8",
+    "inputs": {
+      "prompt": "Amidst a raging storm of crimson lightning, a battlefield unfolds, where futuristic war machines clash with ancient, magical beasts. The characters, stylized in Girls' Frontline's detailed, militaristic anime aesthetic, wear high-tech exosuits adorned with intricate runes and flowing capes reminiscent of Final Fantasy's regal designs. A female commander, her hair stark white and eyes glowing with arcane energy, stands at the forefront wielding a massive, sleek sniper rifle th "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.165",
+    "anony": false,
+    "tstamp": 1741430184.8008
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8efc368b8b47b851bd713d5fba72c093fc6fea86361bd05ed701772e598b235e
+oid sha256:896444abc2b8a9497902391c53de27173ceb8504ebdf1bfe34f9780854d03db1
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1140.5448748374358,1142.478063768735,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.0361767979384,1115.860219358971,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1092.9248756817387,1097.991374355709,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.749353891641,1071.4746199699766,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1058.6576529275274,1057.6747538550953,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.9082287270335,1045.2708501408144,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-PixArtAlpha,PixArtAlpha,1019.1543927458684,1011.7457413355298,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.2018484377294,1018.6243143848584,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-HunyuanDiT,HunyuanDiT,1018.0259925074653,1013.0464012728941,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1015.922075474844,1020.2780771031431,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1006.3820008537675,1007.9192480144183,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.3135515034253,992.2462860791444,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.7371430976264,966.0894064302383,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.0445016384779,912.4536699174449,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.7403768595723,898.9865275914951,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.5836957981523,828.0298020474777,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.0732582197604,804.8804762606908,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1141.5852612897334,1142.3715865143936,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.6685533812195,1115.8879946398743,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.9845697230307,1097.950496439863,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.643856195144,1071.4846465120536,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1058.6743863697238,1057.6610979773423,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.8235912621974,1045.2709919597585,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+PixArtAlpha,PixArtAlpha,1019.0706582588776,1011.7448974398159,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.5674565071002,1019.0637885080704,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+HunyuanDiT,HunyuanDiT,1017.9857194360495,1013.0495342498842,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1015.5103655489129,1019.9872334857953,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.3633003388725,1007.8986122803424,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.374947062538,992.2279040713579,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.6528378569819,966.0873299259789,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9628470761206,912.4588851462541,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.6505675355598,899.0050515736064,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.5028258796214,828.0337568141988,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9782562783092,804.878405084187,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7