Auto Daily Leaderboard udpate Sat Nov 9 12:00:26 PM EST 2024

arena_elo/results/20241109/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c5b378c30c85ef0ffd513291f3a9d79db031480f82c9311385bf815c601d37
+size 88251

arena_elo/results/20241109/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1120.5134959876775,1120.3009990650894,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1118.4652373666802,1142.0397536911814,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.0902940396697,1076.672592095503,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.548275755268,1069.9534675930445,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.9874286845543,1052.2608360504723,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.5814323366062,1040.6666974565067,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.3643762493812,1022.7964232088966,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.1624052971997,1009.9814949075169,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.5000538960609,1017.9919297525383,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.0509518881976,1020.8881098732502,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1012.2624509260141,1005.8648770534223,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.5700082389283,1012.1325937271182,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.7561464542207,964.880796711522,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9753594829122,910.8322157320426,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.2334182987812,897.7018848499639,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.8441732225922,823.2228228950682,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.0944918752652,802.5380179940995,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -106646,5 +106646,61 @@
     "judge": "arena_user_10.16.38.136",
     "anony": true,
     "tstamp": 1731075636.2991
+  },
+  {
+    "model_a_conv_id": "4120dfc0462448c3a8e7465b887e557b",
+    "model_b_conv_id": "9c8ad6ad6a244e1496ad1c195bfb9080",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731099042.1806
+  },
+  {
+    "model_a_conv_id": "f23e97f8dc8f4059a569bee32178a5af",
+    "model_b_conv_id": "c7eff67f7683459cb178573610027153",
+    "inputs": {
+      "prompt": "A pink and a white frisbee are on the ground ."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731099518.8594
+  },
+  {
+    "model_a_conv_id": "fd0dde9baeae4680b619c867a3598619",
+    "model_b_conv_id": "870175cd76554868850bb44125c8975a",
+    "inputs": {
+      "prompt": "Surfer and a black white suit holding a white surfboard under his arms ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731146813.9808
+  },
+  {
+    "model_a_conv_id": "a6f3d58f70424e65a6fc200f907d812e",
+    "model_b_conv_id": "b337e349acf4432ca8f3e55a17d27d57",
+    "inputs": {
+      "prompt": "image of a hyper realistic alien hand puppet on a white background"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731146837.4867
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6564c97a003ace32211956b729d1f20fb5487564a9f81882bd3bcd85affc4f4
+oid sha256:01c5b378c30c85ef0ffd513291f3a9d79db031480f82c9311385bf815c601d37
 size 88251

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.2448738490257,1120.8169702253008,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1116.7026685210212,1141.1151822428205,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1086.512731859874,1075.3547247702184,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.9998075391602,1070.301874711683,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.9296445023099,1052.2116999769546,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.9061641121523,1040.9157152652126,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1029.076379309246,1021.5378651760857,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.694068041725,1010.4226020005569,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.785193454226,1018.1812651767434,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1018.3482253799551,1021.076910864609,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1012.1391160750907,1005.7338671616257,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1009.5997566318815,1012.142846877162,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.1116643161047,965.1708053088519,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.5040248319536,911.2606190195628,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.6695030873209,898.0322197461196,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.220699325143,823.5215471555109,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5554791638133,802.894361004465,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1120.5134959876775,1120.3009990650894,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1118.4652373666802,1142.0397536911814,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.0902940396697,1076.672592095503,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.548275755268,1069.9534675930445,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.9874286845543,1052.2608360504723,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.5814323366062,1040.6666974565067,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.3643762493812,1022.7964232088966,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.1624052971997,1009.9814949075169,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.5000538960609,1017.9919297525383,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.0509518881976,1020.8881098732502,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1012.2624509260141,1005.8648770534223,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.5700082389283,1012.1325937271182,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.7561464542207,964.880796711522,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9753594829122,910.8322157320426,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.2334182987812,897.7018848499639,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.8441732225922,823.2228228950682,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.0944918752652,802.5380179940995,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7