Auto Daily Leaderboard udpate Thu Nov 21 12:00:25 PM EST 2024

arena_elo/results/20241121/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ae42793bbaf6d712462effb54b7eb4f114dfdad694b60c415ce75473888ebc
+size 88251

arena_elo/results/20241121/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1119.6843009578474,1119.403074296571,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1115.398391771637,1138.3788323615508,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.063763712588,1077.5029518610309,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9700592436388,1070.3325008234024,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.8319056984615,1052.27405255944,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.2629762362542,1041.2206871642773,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1032.558375872279,1024.8558768707455,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.6437278629378,1019.0604877086498,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.122967101947,1009.9878569352531,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.8241276788016,1021.568104395343,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1009.633414807848,1012.2204204258193,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1008.1929504856785,1002.103521834879,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.4133702605135,965.291336444156,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.7014826170603,911.7372507981568,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7296685471874,898.1264899972598,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.3992949690654,823.7434518678235,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5692221762463,802.9970717508336,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -107262,5 +107262,47 @@
     "judge": "arena_user_10.16.38.136",
     "anony": true,
     "tstamp": 1732118874.3731
+  },
+  {
+    "model_a_conv_id": "f50e188b9f6a4a10a40163293c261598",
+    "model_b_conv_id": "e69d03229592487e925acf3dc979d46e",
+    "inputs": {
+      "prompt": "McDonalds Church."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1732122109.5815
+  },
+  {
+    "model_a_conv_id": "f937564c2c684d03a3eda74d47fedff4",
+    "model_b_conv_id": "84c6af7ec4504bcf859f1c8916c123cd",
+    "inputs": {
+      "prompt": "A white cat laying on a black sofa ."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1732148589.8084
+  },
+  {
+    "model_a_conv_id": "300b0aba33af4a24a0320f7ddb73454a",
+    "model_b_conv_id": "3658147cf1824a979aba88e3a5b5b340",
+    "inputs": {
+      "prompt": "a toy gun in the shape of a cute cat "
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1732205797.4553
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b54202160ca6bcabb4ccd22846f1bcbbac542d453a761b93a0924c5c0761f47
+oid sha256:95ae42793bbaf6d712462effb54b7eb4f114dfdad694b60c415ce75473888ebc
 size 88251

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1119.6939523312212,1119.4206466388625,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1115.4102096986294,1138.3896640947255,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1088.0749114465273,1077.5188716631021,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.9505730676165,1070.3172481053762,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.853875937894,1052.2960190906888,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.6264823401286,1041.5425174792642,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1032.5541983577743,1024.85482406903,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1019.1295875807928,1018.549327288742,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1019.1174373330748,1009.9824778765587,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.886405937318,1021.6347772486621,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1009.7996212015564,1012.3775078309958,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1008.2071210244823,1002.1175629840462,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.3472270182097,965.2390184832825,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.6910916888389,911.7279602267269,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.7156870319411,898.1098484903201,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.384546414316,823.7295565167246,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5570715896705,802.9876436309215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1119.6843009578474,1119.403074296571,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1115.398391771637,1138.3788323615508,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.063763712588,1077.5029518610309,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9700592436388,1070.3325008234024,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.8319056984615,1052.27405255944,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.2629762362542,1041.2206871642773,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1032.558375872279,1024.8558768707455,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.6437278629378,1019.0604877086498,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.122967101947,1009.9878569352531,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.8241276788016,1021.568104395343,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1009.633414807848,1012.2204204258193,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1008.1929504856785,1002.103521834879,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.4133702605135,965.291336444156,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.7014826170603,911.7372507981568,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7296685471874,898.1264899972598,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.3992949690654,823.7434518678235,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5692221762463,802.9970717508336,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7