Auto Daily Leaderboard udpate Fri Jan 24 12:00:31 PM EST 2025

arena_elo/results/20250124/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f39c106cae4893294f15e776e28b73085a8ba3ee3610611fdd451e9f653fc0
+size 88249

arena_elo/results/20250124/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1130.6828368733443,1133.8608337993096,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.8119628446923,1115.869546790757,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.2337323799895,1099.9223495569245,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4715636741716,1071.2522011960268,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.8449386754494,1053.8983679369164,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.0943366011506,1043.7964145867052,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.8319794105182,1019.1716453517486,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.4817430052423,1011.8860425190711,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.9308312008627,1023.1724353519782,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.6063554012741,1017.757209829634,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.0560681570151,1012.0706749373268,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.892519778684,994.6050855225419,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.8340090942762,966.5978808700112,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9164546313084,911.282320933389,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.4055483436966,898.7618868322419,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.3347479763731,826.9004311101892,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5703719519483,804.438410228409,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -115844,5 +115844,33 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1737626786.2253
+  },
+  {
+    "model_a_conv_id": "9444b855e7b04aee88d8cbae9e393b1d",
+    "model_b_conv_id": "06ad467f1cc0476c91c65b140de4ff27",
+    "inputs": {
+      "prompt": "Kitten bathing"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.21.179",
+    "anony": true,
+    "tstamp": 1737679257.2467
+  },
+  {
+    "model_a_conv_id": "c68b572fa40643a894b74d45ec1edfe1",
+    "model_b_conv_id": "5a086a0c6d2549968ea5b617c830b124",
+    "inputs": {
+      "prompt": "One cat and two dogs sitting on the grass."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1737714211.3748
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8817adeb5a97551759bd79fb002b6d61efdfffa8960de37cc147876d9192234f
+oid sha256:11f39c106cae4893294f15e776e28b73085a8ba3ee3610611fdd451e9f653fc0
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1131.0008423223785,1134.0108904771687,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.8301097696574,1115.9028019498753,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.2765360703713,1099.2667464891056,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4874747901592,1071.2735514739193,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1054.8453186476388,1053.9026886634304,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.1103017059777,1043.8197170023636,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1025.3252444714626,1019.5988877500928,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.4980373081579,1011.9089315213587,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.9403724855108,1023.1806684463196,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.6274192221937,1017.7844366515274,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.0777305817655,1012.1053085670636,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.8429518070878,994.5821278951047,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.8466243539793,966.6176621951674,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9297804934876,911.3030217255989,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.4213433579553,898.7815794792423,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.3533057094946,826.9237114847431,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5866069027222,804.4591655605038,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1130.6828368733443,1133.8608337993096,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.8119628446923,1115.869546790757,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.2337323799895,1099.9223495569245,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4715636741716,1071.2522011960268,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.8449386754494,1053.8983679369164,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.0943366011506,1043.7964145867052,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.8319794105182,1019.1716453517486,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.4817430052423,1011.8860425190711,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.9308312008627,1023.1724353519782,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.6063554012741,1017.757209829634,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.0560681570151,1012.0706749373268,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.892519778684,994.6050855225419,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.8340090942762,966.5978808700112,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9164546313084,911.282320933389,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.4055483436966,898.7618868322419,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.3347479763731,826.9004311101892,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5703719519483,804.438410228409,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7