Auto Daily Leaderboard udpate Sun Dec 8 12:00:34 PM EST 2024

arena_elo/results/20241208/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f22b73ab49a5de71933af8261bf353327f2ca1633e937385f7c6bf1316ca37
+size 88250

arena_elo/results/20241208/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1124.8397555473077,1141.6648035350277,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1118.2162063212666,1118.5993278160456,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.199929496493,1083.753113467223,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.955161618928,1071.6556693110338,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1052.1344808198191,1050.7406322595689,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.553827639967,1042.7045028482733,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.086007740412,1015.5837785189765,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.2285374176251,1010.6398685405442,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.5632402718259,1018.1446123030064,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1017.57662194338,1020.9753946664414,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1007.6113254539487,1010.3093476164315,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.6645166813059,994.1121917316862,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.5007487190353,967.5228638906605,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.5128039939874,912.9728150598739,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.6884657105682,899.2217672926581,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.492615858047,827.7371954195737,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.1757547660886,804.9166575516601,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -109824,5 +109824,173 @@
     "judge": "arena_user_10.16.30.109",
     "anony": true,
     "tstamp": 1733572494.363
+  },
+  {
+    "model_a_conv_id": "ad92178f409d486b8cf215f2f8ea176e",
+    "model_b_conv_id": "e1e77e48f7174413b16e2696c9ee07ab",
+    "inputs": {
+      "prompt": "A black colored car."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733594189.1715
+  },
+  {
+    "model_a_conv_id": "dab06f58b32540df83109ee9c645f280",
+    "model_b_conv_id": "8cb076134954451aac7268d0b1248cd9",
+    "inputs": {
+      "prompt": "One car on the street."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.182",
+    "anony": true,
+    "tstamp": 1733608481.4493
+  },
+  {
+    "model_a_conv_id": "4b6af83fa3294e7eb1ec23e81bd5b41b",
+    "model_b_conv_id": "a70d77c36aca4f74a1724a22ecca8b9b",
+    "inputs": {
+      "prompt": "An elephant under the sea."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733608509.4978
+  },
+  {
+    "model_a_conv_id": "a811618433f340d6a6fed5bd63e73e9b",
+    "model_b_conv_id": "ec2deedc07974ca7bb524e2452812598",
+    "inputs": {
+      "prompt": "beautiful portrait of a porcelain ivory fair face woman biomechanical cyborg, close - up, sharp focus, studio light, iris van herpen haute couture headdress made of rhizomorphs, daisies, arches, brackets, herbs, colorful corals, fractal mushrooms, puffballs, octane render, ultra sharp, 8 k "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733608537.7649
+  },
+  {
+    "model_a_conv_id": "e73e6fc9456442ae84c878e5f77e4ab8",
+    "model_b_conv_id": "5bb13c5551a0497e9f38de8540675301",
+    "inputs": {
+      "prompt": "a snow skier in red pants is laying down and people"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733608555.7439
+  },
+  {
+    "model_a_conv_id": "edf8b579310146e986b6bbcac0dd3606",
+    "model_b_conv_id": "efc01e459e4b49359376e19ad06ce334",
+    "inputs": {
+      "prompt": "A baseball player in a blue and white uniform is next to a player in black and white ."
+    },
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.13",
+    "anony": true,
+    "tstamp": 1733608594.2199
+  },
+  {
+    "model_a_conv_id": "76ac9744c9dd41d49e7164b03d167082",
+    "model_b_conv_id": "b22596322e654d8694c3d5096ed78de8",
+    "inputs": {
+      "prompt": "a person wearing a black suit jacket, collared shirt, blue patterned tie and a pocket square"
+    },
+    "model_a": "SD3",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.13",
+    "anony": true,
+    "tstamp": 1733608607.451
+  },
+  {
+    "model_a_conv_id": "14d990a4a932430ba59fad30822a7b8c",
+    "model_b_conv_id": "e03dd3b92bea42ba8aeccaeca588b4fa",
+    "inputs": {
+      "prompt": "photorealistic, detailed picture of a single flower crown"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733608626.2746
+  },
+  {
+    "model_a_conv_id": "bc1fe94928ef4454844b827e6d57a717",
+    "model_b_conv_id": "00c0dfa4031b43bb8fd0ae7db3e2826a",
+    "inputs": {
+      "prompt": "\"Nostradamus sitting in his dimly lit 16th-century workshop, writing in a large ancient book with a feather quill. He is surrounded by shelves filled with scrolls, old books, and mysterious artifacts. A single candle on the table casts a warm glow on his focused expression, while shadows flicker on the stone walls. The atmosphere is mysterious, historical, and slightly mystical.\""
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733653679.6798
+  },
+  {
+    "model_a_conv_id": "b1478dfb8d524a139228e4821964e655",
+    "model_b_conv_id": "05e9f031a8a64a9a8f5cffc57638ab18",
+    "inputs": {
+      "prompt": "Cute female \"Lola Bunny\""
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733663198.1781
+  },
+  {
+    "model_a_conv_id": "180727a57f5f480d872b46b5cbc24c9d",
+    "model_b_conv_id": "558cfd3733b14b80bd7b1fdb0ec4cbd2",
+    "inputs": {
+      "prompt": "house fire, 8 k, shot on film camera "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733668530.1281
+  },
+  {
+    "model_a_conv_id": "706c874e212747fb9bd60cabb772733c",
+    "model_b_conv_id": "a93ecd77f43f4f259cf71fe8c07427c7",
+    "inputs": {
+      "prompt": "cute young anime loli with micro bikini"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.44.182",
+    "anony": true,
+    "tstamp": 1733672459.9917
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b9f91f5fa50027df1413e5f1b6f756bacde6d12574f9408bce3749bd9381bf1
+oid sha256:c9f22b73ab49a5de71933af8261bf353327f2ca1633e937385f7c6bf1316ca37
 size 88250

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1123.8597056178253,1141.130354469317,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1118.2814305835457,1118.5895108306604,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.931478053376,1084.2693328336527,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.8588356032642,1071.5107550096398,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1051.442226523804,1050.0673971248032,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1040.4007728229005,1042.5309614229084,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1023.0381188839413,1016.4727787428056,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.7214272796524,1010.1462351488478,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.0455465678599,1017.6205899229111,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1017.8564825089346,1021.1708718435843,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1006.1010562293627,1009.0757361681877,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1002.2127889808472,996.6299004225424,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,967.4250905791383,967.4131993081444,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.6035328537864,912.9978726793834,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.595351510401,899.0968624385753,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,833.5363374762594,827.7246062716507,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.0898179251,804.782273294963,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1124.8397555473077,1141.6648035350277,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1118.2162063212666,1118.5993278160456,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.199929496493,1083.753113467223,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.955161618928,1071.6556693110338,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1052.1344808198191,1050.7406322595689,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.553827639967,1042.7045028482733,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.086007740412,1015.5837785189765,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.2285374176251,1010.6398685405442,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.5632402718259,1018.1446123030064,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1017.57662194338,1020.9753946664414,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1007.6113254539487,1010.3093476164315,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.6645166813059,994.1121917316862,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.5007487190353,967.5228638906605,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.5128039939874,912.9728150598739,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.6884657105682,899.2217672926581,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.492615858047,827.7371954195737,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.1757547660886,804.9166575516601,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7