Auto Daily Leaderboard udpate Sun Jan 19 12:00:28 PM EST 2025

arena_elo/results/20250119/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa9a98e9d9ad3348b5abc5534bb8b5f776afeedf4ad64375b8b92abba169038
+size 88249

arena_elo/results/20250119/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1130.8189696757825,1134.1131551133067,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.9952198214235,1116.0339074491103,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1096.522504985278,1101.7151591587005,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.5153563889207,1071.2963710178465,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.8253101926462,1052.8422656781777,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.1151975832213,1043.8299671268912,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.258594121061,1019.4952712787914,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.325185432898,1011.743160957354,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.0194133991785,1023.2937940152195,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.0501795263795,1017.2076501708103,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.5949089244222,1011.704838074388,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.3704190721903,993.1443836530632,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.1988307649098,966.9054764042512,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0820161325842,911.4189920953845,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.4197992873083,898.787487376426,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.2576762976449,826.8329703551649,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6304183941534,804.4861801801908,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -115424,5 +115424,201 @@
     "judge": "arena_user_10.16.19.14",
     "anony": false,
     "tstamp": 1737143486.3271
+  },
+  {
+    "model_a_conv_id": "ad7173af3a9d4ee19d706e643b70ff66",
+    "model_b_conv_id": "2503183f727541e7b73e02db12ac2013",
+    "inputs": {
+      "prompt": "A brown clock tower with a gold and black clock."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737220704.8667
+  },
+  {
+    "model_a_conv_id": "79bff64e10a64a719ddae6633b1d8120",
+    "model_b_conv_id": "277deabe406d4d688a6c2d5473065748",
+    "inputs": {
+      "prompt": "some green cattle are grazing in a black field"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737230746.3906
+  },
+  {
+    "model_a_conv_id": "b7a575a920174d47b363c4d29ad55f81",
+    "model_b_conv_id": "63424aa32c8e456f8a738697612b8931",
+    "inputs": {
+      "prompt": "A pink scooter with a black seat next to a blue car."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737230772.1086
+  },
+  {
+    "model_a_conv_id": "4b97c02ba1964ff28531c9507ef908f3",
+    "model_b_conv_id": "cd33c55b03cb46b892841609fb4e189c",
+    "inputs": {
+      "prompt": "big budget scifi movie set in postapocalyptic world with alien brainsuckers female cyborg in yellow rubber and gas mask in ruins of church "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737236151.2659
+  },
+  {
+    "model_a_conv_id": "d0dc427b2e6b4dbe9f49ec4fa8098649",
+    "model_b_conv_id": "acf58a29efb8404ba0e9ce9dceefc7fb",
+    "inputs": {
+      "prompt": "photorealistic, hyper detailed sculpture of a large mech dragon"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1737241739.4492
+  },
+  {
+    "model_a_conv_id": "00752ec00910441985089bddab1500ed",
+    "model_b_conv_id": "591846fe09464147ac532a173231552e",
+    "inputs": {
+      "prompt": "Octothorpe."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1737241757.0213
+  },
+  {
+    "model_a_conv_id": "81c360ac72a04d799ce0599bde19db41",
+    "model_b_conv_id": "c2c59aee921f40308c4107614608376f",
+    "inputs": {
+      "prompt": "A silver suitcase and other bags lie in the back seat of a pink car ."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1737241770.0021
+  },
+  {
+    "model_a_conv_id": "da22b16637d74be986731ea42216974a",
+    "model_b_conv_id": "75b9766502a347cf8a1fa0f1f45e7c9d",
+    "inputs": {
+      "prompt": "photograph of a car on the moon in the sky over Saturn, atmospheric"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1737241780.5773
+  },
+  {
+    "model_a_conv_id": "89f7734683294ba58449728cc676fd58",
+    "model_b_conv_id": "661ffbb8aeaa4d7fb48ead2b1b829dea",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1737241792.9036
+  },
+  {
+    "model_a_conv_id": "a7b3cbd0893e43859bb609eadc766947",
+    "model_b_conv_id": "48803b78f321400a8b4e64dac23c7181",
+    "inputs": {
+      "prompt": "Surfer and a black white suit holding a white surfboard under his arms ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtAlpha",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1737241803.7258
+  },
+  {
+    "model_a_conv_id": "8115b72f19db4e649251d50459914974",
+    "model_b_conv_id": "963b7ea3633f4c2782fb82e73b827fab",
+    "inputs": {
+      "prompt": "photograph of a black-eyed woman floating in a black gown"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1737241813.2439
+  },
+  {
+    "model_a_conv_id": "0d05eae7811a4567b2409b7009379edd",
+    "model_b_conv_id": "b21154c6d9f2481486811060a95a15aa",
+    "inputs": {
+      "prompt": "A blue bunny in a pink water toilet bowl ."
+    },
+    "model_a": "StableCascade",
+    "model_b": "HunyuanDiT",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1737241833.018
+  },
+  {
+    "model_a_conv_id": "1fb3603d297a4a4198967e63fb21d053",
+    "model_b_conv_id": "cbd038d3cdd74ac79d0f6116f087e7c0",
+    "inputs": {
+      "prompt": "hyperrealism animal kingdom"
+    },
+    "model_a": "SDXL",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1737241842.1435
+  },
+  {
+    "model_a_conv_id": "60949180bb794f158208a0e0369c86c9",
+    "model_b_conv_id": "ec14bf2b90da4d6c8dba4b4b57c8994d",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737288081.4715
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a60b9275456ea65efed0c675a8f8bce5077552ddff9b51510b089b2a6f199f84
+oid sha256:6aa9a98e9d9ad3348b5abc5534bb8b5f776afeedf4ad64375b8b92abba169038
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1129.9748827353317,1133.7556101885118,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.9879635347459,1116.009337895059,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1097.3587527649893,1102.3199744202457,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4392835643505,1071.2234755289637,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.8608439640343,1052.907068252783,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.4966873552944,1044.1562222973403,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1025.2312226992517,1019.4399774867235,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.506546769194,1011.8755505678427,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.0249233738834,1023.317024824273,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1016.0899328765493,1016.2411469512597,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.7685529239159,1012.6853537535167,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,996.2373958222258,992.9434756564713,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.092324447791,966.8163829268248,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9582197533844,911.2914049555818,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.3257813063096,898.688589472125,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.076963492936,826.6626894677518,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5697226158184,804.4238337288767,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1130.8189696757825,1134.1131551133067,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.9952198214235,1116.0339074491103,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1096.522504985278,1101.7151591587005,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.5153563889207,1071.2963710178465,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.8253101926462,1052.8422656781777,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.1151975832213,1043.8299671268912,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.258594121061,1019.4952712787914,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.325185432898,1011.743160957354,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.0194133991785,1023.2937940152195,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.0501795263795,1017.2076501708103,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.5949089244222,1011.704838074388,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.3704190721903,993.1443836530632,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.1988307649098,966.9054764042512,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0820161325842,911.4189920953845,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.4197992873083,898.787487376426,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.2576762976449,826.8329703551649,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6304183941534,804.4861801801908,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7