Auto Daily Leaderboard udpate Tue Jan 21 12:00:35 PM EST 2025

arena_elo/results/20250121/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23849e830ab1dd66c74dc2ae1bd38c1472dcde8b56018893c0da747063d7fd27
+size 88249

arena_elo/results/20250121/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1131.4866526329702,1134.366215156876,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.1970939997857,1116.2373983586115,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.3192690105782,1099.34213458624,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.5482106020686,1071.3356747489229,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.850476068745,1053.9081976446096,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.137765203652,1043.8605469995414,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.324193317999,1019.5639754019,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.3491687772265,1011.7819683169287,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.953049757539,1023.1978100259564,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.0662022191592,1017.2331477342718,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.2457207230103,1011.4246554368899,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.7786393079951,994.5333488634868,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.2887538796153,966.9932188779242,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9425409091803,911.3220728989164,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.4519192578417,898.810328357096,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.3971255018961,826.9698460003448,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6632188307409,804.5245308319745,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -115662,5 +115662,89 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1737379951.7225
+  },
+  {
+    "model_a_conv_id": "dbbea7dcf6b848e7b4750d5b86c6b695",
+    "model_b_conv_id": "4afaf9a4eef744deb8a326fda64e2f00",
+    "inputs": {
+      "prompt": "photorealistic render of Eiffel Tower in Paris in the summer"
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737422879.7445
+  },
+  {
+    "model_a_conv_id": "c4e9187dd9f84266b4e0631eb9609e6d",
+    "model_b_conv_id": "7a6fadaa05c647b39fe72675a01d8cda",
+    "inputs": {
+      "prompt": "a cute cat, realistic photo"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1737432248.2081
+  },
+  {
+    "model_a_conv_id": "43d0928aa587411785c5ff1e661b7dda",
+    "model_b_conv_id": "798374466fb84d80be965ee2c466cb6e",
+    "inputs": {
+      "prompt": "A woman stands wearing a black and white coat over a dark vest, orange shirt and pink tie."
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737432256.3263
+  },
+  {
+    "model_a_conv_id": "9a5515bfb1054316a80b3792de266e6c",
+    "model_b_conv_id": "0f403d4ea82b4259ab539e09a741270f",
+    "inputs": {
+      "prompt": "a beautiful very detailed painting of manor building unfinished building urbex architecture abandoned nature industrial architecture by ludwig mies van der rohe, water apocalyptic at night otherworldly postcyberpunk made of glass at summer scumm bar, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.15.56",
+    "anony": true,
+    "tstamp": 1737432261.4645
+  },
+  {
+    "model_a_conv_id": "211348691dd94be58bb97c1de1c2cab1",
+    "model_b_conv_id": "cfe242cbb7ad4c498d4ba6a9a92e63e8",
+    "inputs": {
+      "prompt": "A woman in a red t-shirt and shorts holds on to a tennis racket and on the other side of the net a man in black and white also holds up a tennis racket."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1737432266.3003
+  },
+  {
+    "model_a_conv_id": "15da25e05c9a4901bd11afde82d36d46",
+    "model_b_conv_id": "4572586960a34673a3b7acc256cd0ee4",
+    "inputs": {
+      "prompt": "Acersecomicke."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "OpenJourney",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1737461799.3744
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82182bdef7f5e83c1c35a313c74d8d7e933de492e41281a2a6fce18a1b56f17d
+oid sha256:23849e830ab1dd66c74dc2ae1bd38c1472dcde8b56018893c0da747063d7fd27
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1131.9569524963947,1134.7123188889113,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.8307291540991,1115.9466242540698,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1094.4721251566455,1100.252152657354,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4536127905244,1071.2613766710003,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.834793973028,1052.8659149090788,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.0751432079903,1043.8066121557952,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1025.281666405929,1019.5253704435484,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.2796491429837,1011.7235476838597,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.957938147196,1023.2344610503768,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.0124525528137,1017.1916398526171,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1010.6234101169063,1011.7519199503989,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.892932137989,994.6441573581856,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.1450151443319,966.8788283430798,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.0334552554287,911.3956138831015,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.3622438571463,898.7486308792131,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.2085638624171,826.8065020658802,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5793165981694,804.4564114222139,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1131.4866526329702,1134.366215156876,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.1970939997857,1116.2373983586115,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.3192690105782,1099.34213458624,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.5482106020686,1071.3356747489229,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.850476068745,1053.9081976446096,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.137765203652,1043.8605469995414,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.324193317999,1019.5639754019,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.3491687772265,1011.7819683169287,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.953049757539,1023.1978100259564,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.0662022191592,1017.2331477342718,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.2457207230103,1011.4246554368899,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.7786393079951,994.5333488634868,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.2887538796153,966.9932188779242,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9425409091803,911.3220728989164,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.4519192578417,898.810328357096,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.3971255018961,826.9698460003448,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6632188307409,804.5245308319745,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7