Auto Daily Leaderboard udpate Thu Feb 20 12:00:35 PM EST 2025

arena_elo/results/20250220/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef602c892088f957e7d114862e882240285d3bfcd259430f70eb3b53caabe9a
+size 88249

arena_elo/results/20250220/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1137.5141973671207,1135.733969237864,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.8970894962772,1118.4642367198035,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1097.3235754340994,1100.731035516619,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.1381977860601,1071.4010130062268,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.5994941380518,1060.4552505372271,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.5937907845569,1045.407924542726,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1019.5944635359111,1014.6568399209963,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.8090007711243,1011.732064785447,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.6668534063699,1017.1198052973422,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.8029866348822,1020.6556541827609,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1008.5523394925214,1009.740878552291,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.0105677656031,990.2903043127276,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.7400135979428,966.6767826252287,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9519407930177,911.6500723027917,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.0585214125646,898.8141668412732,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.5574780379245,826.5704037768013,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.189489545974,804.4669840588201,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -118714,5 +118714,89 @@
     "judge": "arena_user_10.16.47.22",
     "anony": false,
     "tstamp": 1739928183.5015
+  },
+  {
+    "model_a_conv_id": "a7f350626a0e4b1ba769549a37768973",
+    "model_b_conv_id": "73f4d67f78a6439ab6bd5f3fcdfcc759",
+    "inputs": {
+      "prompt": "image from an iPhone video of a dog in a supermarket, hyper realistic, flash photo"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.22",
+    "anony": true,
+    "tstamp": 1739987146.38
+  },
+  {
+    "model_a_conv_id": "15a281308afa43c6aec8763c57a17faf",
+    "model_b_conv_id": "6d4cf13d8a01452b840395931e1bd854",
+    "inputs": {
+      "prompt": "hyperrealism, epic photography, closeup, 35mm film, photography, of young girl, in city"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.22",
+    "anony": true,
+    "tstamp": 1739992292.319
+  },
+  {
+    "model_a_conv_id": "18a44279a5ea4248b9bb9fc2d208e772",
+    "model_b_conv_id": "8171f4c50962468ca3a1115abb1ce32d",
+    "inputs": {
+      "prompt": "two good looking athlete buddies akwarkly look into each other's torso when they are shirtless"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.47.22",
+    "anony": true,
+    "tstamp": 1740010593.9206
+  },
+  {
+    "model_a_conv_id": "3993865571fc45a39295e7ac2e6baaa5",
+    "model_b_conv_id": "b0814b49fece4f4899878a4d1955574c",
+    "inputs": {
+      "prompt": "A red colored car."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1740016224.4701
+  },
+  {
+    "model_a_conv_id": "2748bbf4f4fd447e9a70f6ee94ecd70a",
+    "model_b_conv_id": "aa7abc27ac204ceda87d9dc841c9dc29",
+    "inputs": {
+      "prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1740016272.5823
+  },
+  {
+    "model_a_conv_id": "c69f00212e574b059e83b709c005c4fa",
+    "model_b_conv_id": "42ce18dd700e4ceb8059d481323a3dc9",
+    "inputs": {
+      "prompt": "McDonalds Church."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740053599.9139
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cf0b858847b78b2e08bb4dc97c0d7be33a02b3ab4715e27c9b9388d204eff0a
+oid sha256:bef602c892088f957e7d114862e882240285d3bfcd259430f70eb3b53caabe9a
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1138.2732576892593,1136.244747767966,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.607015495191,1118.2640699812644,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1097.4832182194318,1100.9070445251543,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.9659308153673,1071.268940108432,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1060.1249263279888,1058.9610478095424,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.1801790696954,1045.0576073914242,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1020.3776972200795,1015.4002308115357,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.0178649116378,1011.9119217608014,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1016.4508757132102,1016.9329872808322,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.6881915994121,1020.5685526632851,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1008.5898157414218,1009.7876497879378,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.9151456166431,992.0408704889481,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.6073116396531,966.563230909971,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.8118497140949,911.5300041601162,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.8465022996568,898.6471186126447,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.0486566981895,826.1378840872588,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.0115612290643,804.3263344286926,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1137.5141973671207,1135.733969237864,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.8970894962772,1118.4642367198035,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1097.3235754340994,1100.731035516619,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.1381977860601,1071.4010130062268,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.5994941380518,1060.4552505372271,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.5937907845569,1045.407924542726,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1019.5944635359111,1014.6568399209963,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.8090007711243,1011.732064785447,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.6668534063699,1017.1198052973422,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.8029866348822,1020.6556541827609,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1008.5523394925214,1009.740878552291,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.0105677656031,990.2903043127276,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.7400135979428,966.6767826252287,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9519407930177,911.6500723027917,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.0585214125646,898.8141668412732,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.5574780379245,826.5704037768013,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.189489545974,804.4669840588201,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7