Auto Daily Leaderboard udpate Wed Dec 18 12:00:32 PM EST 2024

arena_elo/results/20241218/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15ba5e00f0319ccb9dd4982d6919d1b0f69879e1e67a7beabbb589efe5a2c5
+size 88249

arena_elo/results/20241218/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1121.751473395123,1128.9372568017397,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.309578840203,1116.7353072711114,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1087.0205036584218,1094.7394235139257,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.220169778979,1072.7191761476754,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1056.2009834783112,1055.195344759685,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.25137490474,1043.9774632327128,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.594717348692,1018.5486281263404,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.3603529872776,1012.6146474006009,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.9624742418,1023.955585850025,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.7505730346443,1017.6595481365346,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.8274529129391,1011.3041005429619,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,995.2063069467131,991.579850735807,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,968.2453134814181,969.3692120517558,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.2409436492362,913.6549535772865,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.9687319820355,900.0939528124786,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.4973156694658,828.6842325044474,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.5917336900034,806.2117914487849,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -112624,5 +112624,495 @@
     "judge": "arena_user_10.16.36.80",
     "anony": true,
     "tstamp": 1734447254.0219
+  },
+  {
+    "model_a_conv_id": "cd469f692cc44997b6bd3e9b42c3510d",
+    "model_b_conv_id": "2380b81517ca43989e04b4a3b551d80d",
+    "inputs": {
+      "prompt": "A bird scaring a scarecrow."
+    },
+    "model_a": "StableCascade",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734457661.1533
+  },
+  {
+    "model_a_conv_id": "1f4e665099af427795b90c65e97181e5",
+    "model_b_conv_id": "b07fa8908f3d461c8175794c24304493",
+    "inputs": {
+      "prompt": "photorealistic gemstone skull"
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734505296.1175
+  },
+  {
+    "model_a_conv_id": "b0945e24182d418c8e900ee8d98c8306",
+    "model_b_conv_id": "c9e61847ac0747f2b2dc02375233148e",
+    "inputs": {
+      "prompt": "stylish cyberpunk girl with tattoo and wild colorful hair, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": false,
+    "tstamp": 1734505308.0093
+  },
+  {
+    "model_a_conv_id": "0a9e6333cb8847bcae07bbd4e1417142",
+    "model_b_conv_id": "e2dd9e448c6a495f826760687d13dc45",
+    "inputs": {
+      "prompt": "average man mugshot photo "
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1734505632.6288
+  },
+  {
+    "model_a_conv_id": "a2678f6710f14c0cb4274fc9571e8ab1",
+    "model_b_conv_id": "4ecaff20cb1549a087c18f513f93d42b",
+    "inputs": {
+      "prompt": "Motorcyclis in blue white and red clothing with matching colored motorcycle ."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1734505676.5323
+  },
+  {
+    "model_a_conv_id": "6e6de101eac042fc90fa90c443fae951",
+    "model_b_conv_id": "b3b21d82e73642609b23cf23846c797e",
+    "inputs": {
+      "prompt": "A pink scooter with a black seat next to a blue car."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": false,
+    "tstamp": 1734505688.8207
+  },
+  {
+    "model_a_conv_id": "431297f2a86b46ae88cfe6863d9dd957",
+    "model_b_conv_id": "76e2002e50504c56affc293e1df26c19",
+    "inputs": {
+      "prompt": "A black and white picture of a busy street, only red is in color, a red double decker bus drives down the road."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1734505706.099
+  },
+  {
+    "model_a_conv_id": "02c9f207cfec400f9e81036e7db348c6",
+    "model_b_conv_id": "e963d1861eaf4a96a95191a0554e1441",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style architecture, straight edges, shop signs, video screens, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.150",
+    "anony": false,
+    "tstamp": 1734505728.2329
+  },
+  {
+    "model_a_conv_id": "470710ec39cd403c9c38082136d4e050",
+    "model_b_conv_id": "316f07e06924417caffa4832aa9e4a05",
+    "inputs": {
+      "prompt": "beautiful gorgeous elegant porcelain ivory fair skin mechanoid woman, close - up, sharp focus, studio light, iris van herpen haute couture headdress made of rhizomorphs, daisies, arches, brackets, herbs, colorful corals, fractal mushrooms, puffballs, octane render, ultra sharp, 8 k "
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": false,
+    "tstamp": 1734505740.525
+  },
+  {
+    "model_a_conv_id": "22c1fc4c7564467f8df03dc203178b6e",
+    "model_b_conv_id": "60867fc0fc3743aaa8d4227a28c7e136",
+    "inputs": {
+      "prompt": "A storefront with 'Google Brain Toronto' written on it."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1734505756.6458
+  },
+  {
+    "model_a_conv_id": "21d038f5fe314cfbab21bba4f001967c",
+    "model_b_conv_id": "ea6e43df7fd5454eaef93283026dd08a",
+    "inputs": {
+      "prompt": "A couch on the left of a chair."
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": false,
+    "tstamp": 1734505862.683
+  },
+  {
+    "model_a_conv_id": "735477c620314358a23f4f24ee11b013",
+    "model_b_conv_id": "5d33b86fd4814ccaa822e07d8786c809",
+    "inputs": {
+      "prompt": "futuristic city with forest, straight edged buildings, street signs, detailed shopfronts, video screens, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, concept art, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.150",
+    "anony": false,
+    "tstamp": 1734505880.485
+  },
+  {
+    "model_a_conv_id": "78ed48c922404317a784b7d5a8dd2ca1",
+    "model_b_conv_id": "d8d93d090b214affa1bebe090e37bd30",
+    "inputs": {
+      "prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": false,
+    "tstamp": 1734506919.1216
+  },
+  {
+    "model_a_conv_id": "d6e7455251584128961a4f142d8043f7",
+    "model_b_conv_id": "646ad34b188d482fb26db5b20a26c489",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": false,
+    "tstamp": 1734507209.3854
+  },
+  {
+    "model_a_conv_id": "8d7c1d6578644ef38d80b93b0cdd405b",
+    "model_b_conv_id": "4726bbcadc604536a84e770ccb2aa532",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507225.9471
+  },
+  {
+    "model_a_conv_id": "4254b25032524775810ba69dff945b64",
+    "model_b_conv_id": "397b7f75315e4e808b3e2c384585233e",
+    "inputs": {
+      "prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1734507233.3909
+  },
+  {
+    "model_a_conv_id": "fac11fe990414bbea6aea0b407c6fcfc",
+    "model_b_conv_id": "39e6df576aed4b05bdb1c5e485734db1",
+    "inputs": {
+      "prompt": "beautiful witch, hyper detailed, flowing psychadelic background intricate and detailed, 8 k, octane render "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1734507251.7704
+  },
+  {
+    "model_a_conv_id": "79445f2086d54f3f8e3b47a380784d70",
+    "model_b_conv_id": "ed56c586e64d48cd86b2439b820bc17c",
+    "inputs": {
+      "prompt": "Close together group of white, beige, and brown sheep, from the rear, standing in grass at fence gate."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": false,
+    "tstamp": 1734507275.5149
+  },
+  {
+    "model_a_conv_id": "528e34f61b034da49e4c1cfcc2c99640",
+    "model_b_conv_id": "b58a3abfda2c46ad8a1d3e5a82491445",
+    "inputs": {
+      "prompt": "hyperrealism backstreet, in front of a massive building, cinematic, neon signs, high resolution, realistic lighting, octane render, hyper realistic, 8k"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.9.166",
+    "anony": false,
+    "tstamp": 1734507312.5497
+  },
+  {
+    "model_a_conv_id": "1c7c0229541348ad92b13fce8804e806",
+    "model_b_conv_id": "a39fd4034e19421d80bd4918e677c6d6",
+    "inputs": {
+      "prompt": "A brown carrier of some sort with a red handle"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507324.2093
+  },
+  {
+    "model_a_conv_id": "7feef01b8bc04da49f69c124fbc2c90e",
+    "model_b_conv_id": "5909fda38c3644dcad517ed3f56cc1e0",
+    "inputs": {
+      "prompt": "checkerboard "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507340.3459
+  },
+  {
+    "model_a_conv_id": "fd06139ca92046728fedc5d6393ea599",
+    "model_b_conv_id": "d18660b5c2fd48e99a4c75b0227cd70a",
+    "inputs": {
+      "prompt": "A bird scaring a scarecrow."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507469.7001
+  },
+  {
+    "model_a_conv_id": "ccf883a9e6ca4bab82e9b69fe5d2a4b3",
+    "model_b_conv_id": "24e958a7bfd942a89c143c7909bc803a",
+    "inputs": {
+      "prompt": "psychedelic duck "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.24.150",
+    "anony": false,
+    "tstamp": 1734507525.9246
+  },
+  {
+    "model_a_conv_id": "02d541200829455880489412839c8d96",
+    "model_b_conv_id": "fbe3c356701645dfa5709497c8e08fa9",
+    "inputs": {
+      "prompt": "A fisheye lens view of a turtle sitting in a forest."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.24.150",
+    "anony": false,
+    "tstamp": 1734507544.9294
+  },
+  {
+    "model_a_conv_id": "3dda4fa5136641969497e8d8c62a9705",
+    "model_b_conv_id": "7855e0b3a40f4940934037fe77db6baa",
+    "inputs": {
+      "prompt": "a black and white picture of a white man singing a song"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507557.4215
+  },
+  {
+    "model_a_conv_id": "5627d3df1ce244b29e7af00e790c9088",
+    "model_b_conv_id": "9d0f90017d764e13a7242c3e0aabcddc",
+    "inputs": {
+      "prompt": "A train on top of a surfboard."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507570.5956
+  },
+  {
+    "model_a_conv_id": "412939cf45394774bfaf6e11b75eecdd",
+    "model_b_conv_id": "0f906906192e4fcfa013e7214c9a1564",
+    "inputs": {
+      "prompt": "A baseball player in a blue and white uniform is next to a player in black and white ."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507630.1146
+  },
+  {
+    "model_a_conv_id": "4a7a42f89e4442a2b7f42a44be64efdd",
+    "model_b_conv_id": "0668b7b2ab4f4f02acb83aa0c02ee994",
+    "inputs": {
+      "prompt": "photograph of a car on the moon in the sky over Saturn, atmospheric"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.24.150",
+    "anony": false,
+    "tstamp": 1734507690.4087
+  },
+  {
+    "model_a_conv_id": "e0482ecd70df43609d603bb32625e89d",
+    "model_b_conv_id": "864990f6ede948be89af99a039025814",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style architecture, straight edges, shop signs, video screens, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1734507709.3212
+  },
+  {
+    "model_a_conv_id": "db4aeb9524114b9f98421fb95ff6d0f5",
+    "model_b_conv_id": "2f0b6486f63a4e9ca978cebd909b1ffe",
+    "inputs": {
+      "prompt": "painting of private onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran cushions towels buckets zen garden flowers japanese motifs concept art clear focus fantasy d & d cinematic lighting unreal engine lumen reflections trending on artstation "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1734507717.2981
+  },
+  {
+    "model_a_conv_id": "6e8972a8ce834afb9cfa81ebb5f728bf",
+    "model_b_conv_id": "9d65e82b3565402c8343302672ba6040",
+    "inputs": {
+      "prompt": "photograph of man on a bicycle holding a newspaper"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507732.9491
+  },
+  {
+    "model_a_conv_id": "c0a6b2d933dd462aa9adfac5c43e483b",
+    "model_b_conv_id": "5f451bbf8c7d4455ac8476a422d5b601",
+    "inputs": {
+      "prompt": "A horse riding an astronaut."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.24.150",
+    "anony": false,
+    "tstamp": 1734507764.6063
+  },
+  {
+    "model_a_conv_id": "606026f00fb746b89e644f5c8eb3d95d",
+    "model_b_conv_id": "ebab65aca64547ed8aebcf7316e857b2",
+    "inputs": {
+      "prompt": "A stop sign on the right of a refrigerator."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": false,
+    "tstamp": 1734507785.3117
+  },
+  {
+    "model_a_conv_id": "c027b693786149e6980612ac7f5ba7dd",
+    "model_b_conv_id": "4e1553b720c24f7486c5f9cc830b896d",
+    "inputs": {
+      "prompt": "A realistic scene of Rohit Sharma sleeping peacefully on a bed, wearing a Mumbai Indians blue jersey, with a pillow and blanket partially covering him. The room has soft lighting, a trophy (IPL Trophy) placed nearby on a small table. Virat Kohli, wearing a red Royal Challengers Bangalore jersey, is tiptoeing into the room from behind with a mischievous expression. Virat's hand is reaching out towards the trophy, and his body posture shows stealth as if he is sneaking quietly. The setting looks highly detailed and lifelike, with natural shadows and textures on their clothing and faces"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1734515309.9587
+  },
+  {
+    "model_a_conv_id": "683374a5f42f4da595adebd2bf806238",
+    "model_b_conv_id": "ff65083ded124e64bd3d7a9c77927477",
+    "inputs": {
+      "prompt": "photograph of man on a bicycle holding a newspaper"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734520256.2661
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d1e9ffa4f8fd5e47dd582a00565679689d8cc4a3924e7f255de60e89d94c8ab
+oid sha256:ef15ba5e00f0319ccb9dd4982d6919d1b0f69879e1e67a7beabbb589efe5a2c5
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1120.72681797411,1126.1193230318042,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.3083326411318,1116.53716746647,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1086.9585110392368,1094.1755206329317,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.2481409872314,1072.601807889633,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1056.186278310027,1055.2828349010006,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1040.9561559499523,1043.675058378235,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1024.6241910256629,1018.6693378610773,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1020.3775932189805,1012.5349497097153,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.9793957395989,1024.0247603469286,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1018.2074762063806,1018.4478075433599,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1012.5895583414824,1014.9023319980238,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,995.1836070265956,991.9865669290396,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,968.2662569125246,968.9514430147594,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.2614647584617,913.5722864921754,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.994645416493,900.0497403031939,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,833.5226965856435,828.5931803340982,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.608877866481,806.0496115528961,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1121.751473395123,1128.9372568017397,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.309578840203,1116.7353072711114,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1087.0205036584218,1094.7394235139257,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.220169778979,1072.7191761476754,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1056.2009834783112,1055.195344759685,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.25137490474,1043.9774632327128,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.594717348692,1018.5486281263404,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.3603529872776,1012.6146474006009,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.9624742418,1023.955585850025,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.7505730346443,1017.6595481365346,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.8274529129391,1011.3041005429619,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,995.2063069467131,991.579850735807,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,968.2453134814181,969.3692120517558,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.2409436492362,913.6549535772865,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.9687319820355,900.0939528124786,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.4973156694658,828.6842325044474,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.5917336900034,806.2117914487849,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7