Auto Daily Leaderboard udpate Mon Jan 13 12:00:28 PM EST 2025

arena_elo/results/20250113/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4449a4e9dea515df1a43c5a7efdd85321368ea38429a741129413df47ca0cb1a
+size 88249

arena_elo/results/20250113/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1130.100539603175,1134.3541158113887,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.9885570869762,1116.0597466904562,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1096.117187875319,1101.555802249898,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4587109864322,1071.3372949891552,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.085447305247,1054.1165610487596,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.4970256637816,1044.205836936324,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.2433279136008,1019.3821707980967,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.529675561432,1011.976565673703,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.0247922784171,1023.3040068203184,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1015.6995658786402,1015.8805046797071,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.7726359377526,1011.1743218141042,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.1616823928518,992.9454545458985,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.2972026831926,967.1457473304465,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9789332860856,911.471027074795,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3226294394148,898.7707421415633,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.0999014487193,826.7648643132829,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6221846589553,804.5702878066264,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -114472,5 +114472,649 @@
     "judge": "arena_user_10.16.5.242",
     "anony": true,
     "tstamp": 1736637756.0652
+  },
+  {
+    "model_a_conv_id": "459d04c6e14a486abcdbcde16718c6d9",
+    "model_b_conv_id": "5b6009debdb5488286a16ae05af0d618",
+    "inputs": {
+      "prompt": "some green cattle are grazing in a black field"
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736709158.9277
+  },
+  {
+    "model_a_conv_id": "68693c30cade422f8467a079d5b12aa5",
+    "model_b_conv_id": "f306a29ebcde4de5a357f2fa3ad1f09f",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736723797.6174
+  },
+  {
+    "model_a_conv_id": "dc79112f5951470da43b810efcc5e3b5",
+    "model_b_conv_id": "47de5b9558c2425f881b69479fa3f642",
+    "inputs": {
+      "prompt": "image of a huge black castle in the sky surrounded by black vines"
+    },
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777165.0234
+  },
+  {
+    "model_a_conv_id": "b2634a53ab2e4844ac76289ff40793b6",
+    "model_b_conv_id": "53044cc2d8ae44ea86e1e2cdb404f873",
+    "inputs": {
+      "prompt": "a snow skier in red pants is laying down and people"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736777191.2061
+  },
+  {
+    "model_a_conv_id": "aa2929311ba64825971f697207aba887",
+    "model_b_conv_id": "7662f2eddaa14d0598a1d5c102c714fb",
+    "inputs": {
+      "prompt": "photograph of a woman wearing a track belt"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736777284.7496
+  },
+  {
+    "model_a_conv_id": "ef79f533160944ae909b74c353f176ab",
+    "model_b_conv_id": "06be2240368f4d8ba1ff53929c12bd3e",
+    "inputs": {
+      "prompt": "hyperrealism woman wearing a black robe holding a can of beer"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777375.7595
+  },
+  {
+    "model_a_conv_id": "cabef191836847e7946205c2bf882847",
+    "model_b_conv_id": "b11cc6fe9ef0479586832ccdf8b9b168",
+    "inputs": {
+      "prompt": "a black and white cat sitting on a brown suitcase next to a wall"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777410.2353
+  },
+  {
+    "model_a_conv_id": "973798c0cf5149068a4d4ccd4eed14ee",
+    "model_b_conv_id": "fa42e20c8dd04dc0a5940647ab9d9246",
+    "inputs": {
+      "prompt": "A blue and white cat next to a blanket and shelf with grey bottle ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777427.6769
+  },
+  {
+    "model_a_conv_id": "144fe1c507f54f358ec401e84cdc8c61",
+    "model_b_conv_id": "7b0701346c434285be4b155f420c0bb6",
+    "inputs": {
+      "prompt": "A fisheye lens view of a turtle sitting in a forest."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777445.4985
+  },
+  {
+    "model_a_conv_id": "ed3b341036db4c7da37dc325dfdd5102",
+    "model_b_conv_id": "9dc2d538072747a494c18cdbaeb31db1",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777467.5731
+  },
+  {
+    "model_a_conv_id": "93b1dfa739824ae4b22896fb57611d00",
+    "model_b_conv_id": "09cdcf6b3c8f4846bf0a215bcab86d3b",
+    "inputs": {
+      "prompt": "Octothorpe."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777483.5876
+  },
+  {
+    "model_a_conv_id": "6854e8d3da3445ddaab73df51ac02110",
+    "model_b_conv_id": "9980cd5a418b474b9dc8633374b2a289",
+    "inputs": {
+      "prompt": "photorealistic futuristic black and white mech sitting in a factory at night, heavy rain, giant metal cables, cinematic"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777496.797
+  },
+  {
+    "model_a_conv_id": "d529ec56983440dbbe86111795e88a30",
+    "model_b_conv_id": "97864c4404fe401392565f0408d02e90",
+    "inputs": {
+      "prompt": "Bzaseball galove."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777514.8287
+  },
+  {
+    "model_a_conv_id": "90fe76ffd7bb4cb1877c893034ebba14",
+    "model_b_conv_id": "9d6106aff97b4d3ab626e6d0c3ed99a8",
+    "inputs": {
+      "prompt": "Artophagous."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PixArtSigma",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777530.9832
+  },
+  {
+    "model_a_conv_id": "004b2449be494e9e805a9f7b64ab6164",
+    "model_b_conv_id": "7996b34ffce948c9aeae2ce55d46b37c",
+    "inputs": {
+      "prompt": "photograph of a woman wearing a track belt"
+    },
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777554.7505
+  },
+  {
+    "model_a_conv_id": "8ff4596d03cd43d7960b5cc706a5140d",
+    "model_b_conv_id": "6a3115e1749b477eae4f970ef24a396b",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736777618.0994
+  },
+  {
+    "model_a_conv_id": "55e3cef54f2f4943a86e10388621f91d",
+    "model_b_conv_id": "3b37643ae2fb4bdb964845efc554454a",
+    "inputs": {
+      "prompt": "image of man watching computer screen"
+    },
+    "model_a": "SDXL",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736777630.0617
+  },
+  {
+    "model_a_conv_id": "d41e7c9fad694b7f858c2980fb6d121a",
+    "model_b_conv_id": "ba3e13e0ccc84884a43dd9fcea6ec774",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style, straight edges, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736777673.7269
+  },
+  {
+    "model_a_conv_id": "988253365aba4583b016f1fe614e804c",
+    "model_b_conv_id": "6ad41fc51de043819984ca0a7a034cef",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style, straight edges, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "SD3",
+    "model_b": "PixArtSigma",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777718.5861
+  },
+  {
+    "model_a_conv_id": "213eba8e7c43414e8d998add7c49343f",
+    "model_b_conv_id": "0cfa482150424e149f0d002f7cc6c96f",
+    "inputs": {
+      "prompt": "image of a hyper realistic alien hand puppet on a white background"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "StableCascade",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777752.708
+  },
+  {
+    "model_a_conv_id": "142063bc3cb7428fb1b93ebe941b504d",
+    "model_b_conv_id": "993c3069e8b24dff83060be55b775196",
+    "inputs": {
+      "prompt": "a person wearing a black suit jacket, collared shirt, blue patterned tie and a pocket square"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777775.1978
+  },
+  {
+    "model_a_conv_id": "61bbd7d4b3f542089faad95c7c980e54",
+    "model_b_conv_id": "7933207f6bae4145890caa4cb82c61a0",
+    "inputs": {
+      "prompt": "A pink scooter with a black seat next to a blue car."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736777806.0929
+  },
+  {
+    "model_a_conv_id": "78f0d634faf94a3badc51731f23ae797",
+    "model_b_conv_id": "167d1ab813de475ab62f30a5b38d5ce7",
+    "inputs": {
+      "prompt": "Two cars on the street."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778003.9404
+  },
+  {
+    "model_a_conv_id": "767badf9e1b141989403fb67440037f0",
+    "model_b_conv_id": "c66d2ee3c4f6442d842981c55332b4d5",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "Kolors",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778019.1034
+  },
+  {
+    "model_a_conv_id": "003b98f9f24f4f3c9676ec3b7f800a77",
+    "model_b_conv_id": "8044e4166a1145dcbc350252be4fa768",
+    "inputs": {
+      "prompt": "Four cars on the street."
+    },
+    "model_a": "Kolors",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778032.7228
+  },
+  {
+    "model_a_conv_id": "be9443263f454408b59424b197e8ff6a",
+    "model_b_conv_id": "1fba500d9b4f4cfdb91ca1b7312fa947",
+    "inputs": {
+      "prompt": "The large bird has a black face and red feathers ."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778044.7249
+  },
+  {
+    "model_a_conv_id": "f54ddee2ffb54d14b71498162e626977",
+    "model_b_conv_id": "da822ac7b0f74378a82198e9b9a209f5",
+    "inputs": {
+      "prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778061.1025
+  },
+  {
+    "model_a_conv_id": "dbed133b4d4e48219534730346d3f9b2",
+    "model_b_conv_id": "b04b834d64e148f7a29d6028caae3147",
+    "inputs": {
+      "prompt": "A triangular orange picture frame. An orange picture frame in the shape of a triangle."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778115.4042
+  },
+  {
+    "model_a_conv_id": "c1f4c5fd649e40a19769a899c6bdfc04",
+    "model_b_conv_id": "d23e3c9d643a417f8cb62a9f393242b1",
+    "inputs": {
+      "prompt": "Darth Vader playing with raccoon in Mars during sunset."
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778135.963
+  },
+  {
+    "model_a_conv_id": "5f4e957d319347f7aaf41065f321ceca",
+    "model_b_conv_id": "a649e68296374093a60cd4df62430a27",
+    "inputs": {
+      "prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778171.8731
+  },
+  {
+    "model_a_conv_id": "31d6dc8d52654d238550ccb14b5f82d3",
+    "model_b_conv_id": "41c36642aa774acca0a49d5d5c050546",
+    "inputs": {
+      "prompt": "A brown toilet with a white wooden seat ."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778202.8548
+  },
+  {
+    "model_a_conv_id": "5df32e2df47f43ebbbe1e781e9a6dd98",
+    "model_b_conv_id": "3e4776364eb54c7e8729ee6ceec0f15b",
+    "inputs": {
+      "prompt": "image of man watching computer screen"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778221.6588
+  },
+  {
+    "model_a_conv_id": "a8b3c79a7c3a45909f5c44599c3b8639",
+    "model_b_conv_id": "557420c0c9d041e08d3577f2d0439aca",
+    "inputs": {
+      "prompt": "half life 3 "
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778243.2173
+  },
+  {
+    "model_a_conv_id": "73b9a90c4c3d41f9af817195297d8ba1",
+    "model_b_conv_id": "7a218f1f465547e1a93c5f90f9b16c9a",
+    "inputs": {
+      "prompt": "Octothorpe."
+    },
+    "model_a": "Kolors",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778259.5052
+  },
+  {
+    "model_a_conv_id": "bfffd6e948d840d88c138e1cc0ea4c4d",
+    "model_b_conv_id": "bf1bc0a959f049ff9c58ad2d56a69485",
+    "inputs": {
+      "prompt": "a brown uninstalled toilet on a white sheet"
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778284.2386
+  },
+  {
+    "model_a_conv_id": "296ed4ffe60448f19c42b1bce9bc4b38",
+    "model_b_conv_id": "2ae7a9e60c2e4ab5806fdd5dd9da4611",
+    "inputs": {
+      "prompt": "McDonalds Church."
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778301.5506
+  },
+  {
+    "model_a_conv_id": "ccb6712a3eac4087b8ae5554a75d054e",
+    "model_b_conv_id": "f2b560f0d5824ae5a4de963b73070218",
+    "inputs": {
+      "prompt": "painting of private empty onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran bonsai trees cushions towels buckets zen garden flowers ornate japanese motifs concept art fantasy cinematic lighting unreal engine lumen reflections trending on artstation "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778328.8208
+  },
+  {
+    "model_a_conv_id": "2c6bb7cee8da4fdb9f3365ab61e5a046",
+    "model_b_conv_id": "b6e688c90ab84b309f371424004295ed",
+    "inputs": {
+      "prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778363.3706
+  },
+  {
+    "model_a_conv_id": "fc467920d67346b49dbce81ff717fcd5",
+    "model_b_conv_id": "8e91786376c44e93b96748869a522fa0",
+    "inputs": {
+      "prompt": "image of massive statue of Donald Trump in columbus mall, highly detailed"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778383.9783
+  },
+  {
+    "model_a_conv_id": "d3b9b932861d42a9a1a3833cbe1bfb80",
+    "model_b_conv_id": "aee835f732b1425792d7e6063b410c00",
+    "inputs": {
+      "prompt": "A tomato has been put on top of a pumpkin on a kitchen stool. There is a fork sticking into the pumpkin. The scene is viewed from above."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "Kolors",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778424.9854
+  },
+  {
+    "model_a_conv_id": "f9301acf3d2049879bcab6ea9ab6222e",
+    "model_b_conv_id": "9a9c85181d1b4d9499900ab5bf561a8e",
+    "inputs": {
+      "prompt": "One cat and two dogs sitting on the grass."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778449.878
+  },
+  {
+    "model_a_conv_id": "6a887a9a45744875b62027b077deea46",
+    "model_b_conv_id": "16e14115e8b344948310031759a6b6e6",
+    "inputs": {
+      "prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778468.3235
+  },
+  {
+    "model_a_conv_id": "d0682b635b604b0385edfc19edddee57",
+    "model_b_conv_id": "1eb463d9644e46f297f49c2f424d8497",
+    "inputs": {
+      "prompt": "A triangular purple flower pot. A purple flower pot in the shape of a triangle."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778510.4767
+  },
+  {
+    "model_a_conv_id": "8ac46cffae984d2ea15cb29f56ba6ebc",
+    "model_b_conv_id": "6d53e0d565d24f1a83a26ddcd0d33f7f",
+    "inputs": {
+      "prompt": "An elephant under the sea."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778521.2507
+  },
+  {
+    "model_a_conv_id": "1040a547b0f249658e76adae8f81ffd6",
+    "model_b_conv_id": "30806c2d3b914e37984ca6ca9a85384a",
+    "inputs": {
+      "prompt": "minecraft cosmic fantasy wallpaper synthwave mix title card, party rpg, 4 k "
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736778543.4689
+  },
+  {
+    "model_a_conv_id": "b01b301ed5624cc4a941528ddd37c642",
+    "model_b_conv_id": "1097c46830c549ccbf95e58f1d978b3b",
+    "inputs": {
+      "prompt": "painting of private empty onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran bonsai trees cushions towels buckets zen garden flowers ornate japanese motifs concept art fantasy cinematic lighting unreal engine lumen reflections trending on artstation "
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "Kolors",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736778554.0162
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be81568b5e8c551d8a4f195bb83f441f03656ffebdeed7571ee7c6b82d45c5a6
+oid sha256:4449a4e9dea515df1a43c5a7efdd85321368ea38429a741129413df47ca0cb1a
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.494361795745,1134.5724602684438,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.7220956879364,1115.866204049581,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1092.7962812218802,1099.38338460339,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.807225130932,1071.6076120327423,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1051.2739065530066,1050.3408480899527,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.8031309621072,1044.485932917687,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1027.0453147517096,1021.1375040256186,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.4690424603779,1011.9111369596724,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.3953938685235,1023.6037844728272,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.0635608331382,1017.1607314880351,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.167599498365,1010.7528566368325,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.4572958661496,994.1438373903412,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.8302189417443,967.564274599476,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.3012903792643,911.8837393057956,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.7395443499992,899.1327495182942,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.6655441029008,827.1585908265932,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.9681935962241,804.9045701119956,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1130.100539603175,1134.3541158113887,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.9885570869762,1116.0597466904562,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1096.117187875319,1101.555802249898,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4587109864322,1071.3372949891552,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.085447305247,1054.1165610487596,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.4970256637816,1044.205836936324,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.2433279136008,1019.3821707980967,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.529675561432,1011.976565673703,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.0247922784171,1023.3040068203184,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1015.6995658786402,1015.8805046797071,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.7726359377526,1011.1743218141042,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.1616823928518,992.9454545458985,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.2972026831926,967.1457473304465,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9789332860856,911.471027074795,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3226294394148,898.7707421415633,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.0999014487193,826.7648643132829,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6221846589553,804.5702878066264,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7