Auto Daily Leaderboard udpate Mon Jan 20 12:00:37 PM EST 2025

arena_elo/results/20250120/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82182bdef7f5e83c1c35a313c74d8d7e933de492e41281a2a6fce18a1b56f17d
+size 88249

arena_elo/results/20250120/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1131.9569524963947,1134.7123188889113,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.8307291540991,1115.9466242540698,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.4721251566455,1100.252152657354,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4536127905244,1071.2613766710003,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.834793973028,1052.8659149090788,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.0751432079903,1043.8066121557952,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.281666405929,1019.5253704435484,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.2796491429837,1011.7235476838597,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.957938147196,1023.2344610503768,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.0124525528137,1017.1916398526171,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.6234101169063,1011.7519199503989,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.892932137989,994.6441573581856,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.1450151443319,966.8788283430798,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0334552554287,911.3956138831015,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3622438571463,898.7486308792131,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.2085638624171,826.8065020658802,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5793165981694,804.4564114222139,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -115620,5 +115620,47 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1737288081.4715
+  },
+  {
+    "model_a_conv_id": "01f12eb703c2460fbccb88971c179353",
+    "model_b_conv_id": "5713e70332f54a2e807a8a5ba96bab3c",
+    "inputs": {
+      "prompt": "exterior of the average not very good looking old pub on the dirty street. pub has the name \"HRYUKANINA\" written above the entrance. the focus is on the name. make sure the name is written correctly, without mistakes and miss-spellings. image looks like a real cellphone photo with not very good quality."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737370971.3508
+  },
+  {
+    "model_a_conv_id": "a7f07041c33c48c087f7c7d36a3277fe",
+    "model_b_conv_id": "599a758c9f1b462a806f78892ef7a434",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737379929.476
+  },
+  {
+    "model_a_conv_id": "75ab2152bb114af790d30a790ed92cb2",
+    "model_b_conv_id": "db5c99f5013f4690a71b39a112c816c3",
+    "inputs": {
+      "prompt": "A clean bathroom with pink walls and white appliances."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737379951.7225
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6aa9a98e9d9ad3348b5abc5534bb8b5f776afeedf4ad64375b8b92abba169038
+oid sha256:82182bdef7f5e83c1c35a313c74d8d7e933de492e41281a2a6fce18a1b56f17d
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.8189696757825,1134.1131551133067,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.9952198214235,1116.0339074491103,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1096.522504985278,1101.7151591587005,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.5153563889207,1071.2963710178465,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.8253101926462,1052.8422656781777,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.1151975832213,1043.8299671268912,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1025.258594121061,1019.4952712787914,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.325185432898,1011.743160957354,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.0194133991785,1023.2937940152195,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.0501795263795,1017.2076501708103,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1010.5949089244222,1011.704838074388,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,996.3704190721903,993.1443836530632,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.1988307649098,966.9054764042512,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.0820161325842,911.4189920953845,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.4197992873083,898.787487376426,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.2576762976449,826.8329703551649,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.6304183941534,804.4861801801908,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1131.9569524963947,1134.7123188889113,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.8307291540991,1115.9466242540698,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.4721251566455,1100.252152657354,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4536127905244,1071.2613766710003,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.834793973028,1052.8659149090788,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.0751432079903,1043.8066121557952,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.281666405929,1019.5253704435484,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.2796491429837,1011.7235476838597,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.957938147196,1023.2344610503768,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.0124525528137,1017.1916398526171,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.6234101169063,1011.7519199503989,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.892932137989,994.6441573581856,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.1450151443319,966.8788283430798,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0334552554287,911.3956138831015,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3622438571463,898.7486308792131,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.2085638624171,826.8065020658802,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5793165981694,804.4564114222139,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7