Auto Daily Leaderboard udpate Mon Mar 17 12:00:34 PM EDT 2025

arena_elo/results/20250317/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063f2d31254e5c41ccde8aabb7077c77a01b40d8c83f9555157a83b9cf7c1c2d
+size 88249

arena_elo/results/20250317/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1135.706133447279,1138.8454643670393,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.185777935736,1116.8192181746065,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.228369224622,1098.340629572177,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.8650769974547,1071.5669742179389,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.911291727329,1060.9961914872042,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.5787613588213,1044.9584819030224,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1019.9987759936673,1014.9613355409747,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.0556415977957,1011.684994976014,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.1295976994285,1018.5285834897544,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.1617173652285,1018.6509476585544,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1004.9427968261427,1006.4654806543815,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.9704450938972,991.7128446496097,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.6680566700018,966.8090834006106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.7846840400448,913.0927263249168,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7195408798368,898.9466685819289,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.9076143202773,827.4524177695203,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.185718822432,804.9559895203854,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -120464,5 +120464,131 @@
     "judge": "arena_user_10.16.35.62",
     "anony": true,
     "tstamp": 1741725348.3351
+  },
+  {
+    "model_a_conv_id": "59501006b33d4a429d38d4fbe1a01093",
+    "model_b_conv_id": "a7d88a72e563476d8a7f6ae460b96cca",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1742199774.0911
+  },
+  {
+    "model_a_conv_id": "0b7eb358dfcb498786e22393108f1909",
+    "model_b_conv_id": "54250b7792af4a0eb76e37950426acf6",
+    "inputs": {
+      "prompt": "a beautiful very detailed painting of manor building unfinished building urbex architecture abandoned nature industrial architecture by ludwig mies van der rohe, water apocalyptic at night otherworldly postcyberpunk made of glass at summer scumm bar, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742207167.9337
+  },
+  {
+    "model_a_conv_id": "ea4f2f43d69a4e5b9c33504a76319215",
+    "model_b_conv_id": "71c6985376454efc84d93db5e8fb14ae",
+    "inputs": {
+      "prompt": "family home on fire, golden hour, storm sky, ultrahd, ultra sharp, hyper detailed, 8 k, shot on 3 5 mm film camera, tumblr aesthetic, wallpaper "
+    },
+    "model_a": "StableCascade",
+    "model_b": "Kolors",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742207208.3869
+  },
+  {
+    "model_a_conv_id": "164c6fa519cf49889288005908c31000",
+    "model_b_conv_id": "377dd5e1773844f29a1c0486a1e44a7e",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742207226.8857
+  },
+  {
+    "model_a_conv_id": "b1e9a722f1f24fafb01a18a2027a8ed7",
+    "model_b_conv_id": "3d7473241ad54ec5a155a85804bce5d1",
+    "inputs": {
+      "prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1742207254.4173
+  },
+  {
+    "model_a_conv_id": "8404b55cbfd347b28f1099b02ee29c41",
+    "model_b_conv_id": "faa42a9aca584371a38d6f6dcd560f81",
+    "inputs": {
+      "prompt": "abstract watercolor painting of roman god monument, in stone and marble, magical and traditional, cinematic light, national romanticism by anders zorn "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1742207297.9635
+  },
+  {
+    "model_a_conv_id": "8f428238b258428cba8eeb1bc61fe561",
+    "model_b_conv_id": "6cacc6f8dceb4295a84b4417065db2fb",
+    "inputs": {
+      "prompt": "A young girl in a yellow dress with blue flowers on a bench"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.128",
+    "anony": true,
+    "tstamp": 1742224738.0351
+  },
+  {
+    "model_a_conv_id": "96c4cab6575f4022a95bdc52361c73e6",
+    "model_b_conv_id": "0fff8f4fb0044bfb8bd91a1e57a4b53c",
+    "inputs": {
+      "prompt": "image of woman on a bicycle climbing mountains surrounded by sunset, photorealistic, high detail, cinematic, epic, photorealistic, 8k"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.23.245",
+    "anony": true,
+    "tstamp": 1742224752.7665
+  },
+  {
+    "model_a_conv_id": "3dda2cb5528f40b8aa180c960c8e3e24",
+    "model_b_conv_id": "e92a357b840340c8b58dcaba305cc8d2",
+    "inputs": {
+      "prompt": "Act as an expert in digital transformation in the field of agriculture. In a single image, you are asked to picture traditional farms on the left and the future smart farms on the right.\n\nPicture the traditional farms with the emphasis on the manual working of the farmers, don't use those newer technologies like drones, and there should be only birds on the sky. In the vehicles, there should be also human drivers. Try to use more black and white color.\n\nPicture the future of the smart farm industry in 5 years with Remote Sensing, Big Data, Artificial Intelligence, IoT, and Blockchain. There should be a man with a tablet with all the data. There should be fully automated vehicles that farm the field, styled in a modern way."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.28.164",
+    "anony": false,
+    "tstamp": 1742225256.7149
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c0b24f2074ac53d5005a06d3d11188ae528af8054bbf24cae4c90dbd3d75fad
+oid sha256:063f2d31254e5c41ccde8aabb7077c77a01b40d8c83f9555157a83b9cf7c1c2d
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1135.8550765304726,1138.8572659791298,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.9204931066072,1116.5940796150876,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1092.894802920136,1097.34425100615,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.0784057069495,1071.7655253572323,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1061.151404216223,1060.245407340473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.9542375975038,1045.3093220994544,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-PixArtSigma,PixArtSigma,1019.2665803413464,1019.6622805847869,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1019.204536473515,1011.8398054480409,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-HunyuanDiT,HunyuanDiT,1019.1974044250139,1014.1847053185313,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1014.5426890440582,1018.9840126457776,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1004.9267772097711,1006.471833860028,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,993.842831602297,991.6273615209474,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.8181453847313,966.9655572852336,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.9178812984642,913.2273566353155,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.9992293092698,899.2097520381169,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.0766754588626,827.619698447415,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.3528293747689,805.1185271732359,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1135.706133447279,1138.8454643670393,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.185777935736,1116.8192181746065,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.228369224622,1098.340629572177,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.8650769974547,1071.5669742179389,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.911291727329,1060.9961914872042,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.5787613588213,1044.9584819030224,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1019.9987759936673,1014.9613355409747,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.0556415977957,1011.684994976014,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.1295976994285,1018.5285834897544,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.1617173652285,1018.6509476585544,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1004.9427968261427,1006.4654806543815,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.9704450938972,991.7128446496097,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.6680566700018,966.8090834006106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.7846840400448,913.0927263249168,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7195408798368,898.9466685819289,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.9076143202773,827.4524177695203,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.185718822432,804.9559895203854,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7