DongfuJiang commited on
Commit
50171ee
·
1 Parent(s): ab6bc80

Auto Daily Leaderboard udpate Tue Jan 7 12:00:29 PM EST 2025

Browse files
arena_elo/results/20250107/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250107/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d7fa06880c391d7741a9bea26e61fb1c43467caeb649c9bb5a0902c3a0ead4
3
+ size 88249
arena_elo/results/20250107/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1130.2729467053741,1134.2492751503437,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.6927103393316,1115.8435349267393,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1091.265038687608,1098.2502330909922,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.064481229033,1071.8641450930868,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.3968264166233,1050.4642336268332,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.9730993201347,1044.6623495070044,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1025.537981599269,1019.6961224473307,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1019.8035773223042,1023.9992921977954,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1019.6508280692512,1012.1142645712271,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1017.225853547849,1017.3278955608209,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1012.8484738543192,1012.2183418336089,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,996.2048942067394,992.962702204287,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,966.1019636435464,967.7037015797068,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.7645639781008,912.477449239871,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9922738321353,899.3930433513447,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.9460511221577,827.4419371816643,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.2584361262147,805.2010867942083,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -113828,5 +113828,481 @@
113828
  "judge": "arena_user_10.20.34.20",
113829
  "anony": true,
113830
  "tstamp": 1736176852.8912
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
113831
  }
113832
  ]
 
113828
  "judge": "arena_user_10.20.34.20",
113829
  "anony": true,
113830
  "tstamp": 1736176852.8912
113831
+ },
113832
+ {
113833
+ "model_a_conv_id": "93709b634ae74b88bfdd6796df1fe12e",
113834
+ "model_b_conv_id": "7701e54a0d9440868a8958b774283640",
113835
+ "inputs": {
113836
+ "prompt": "hyperrealism, man and woman, together, made of clay"
113837
+ },
113838
+ "model_a": "OpenJourney",
113839
+ "model_b": "PixArtAlpha",
113840
+ "vote_type": "rightvote",
113841
+ "winner": "model_b",
113842
+ "judge": "arena_user_10.20.34.20",
113843
+ "anony": true,
113844
+ "tstamp": 1736198636.3879
113845
+ },
113846
+ {
113847
+ "model_a_conv_id": "ed3397d8511a43e1bac8899ad011b789",
113848
+ "model_b_conv_id": "c689c8079e62471b9f23ee8c91d8c9cc",
113849
+ "inputs": {
113850
+ "prompt": "An oil painting of a couple in formal evening wear going home get caught in a heavy downpour with no umbrellas."
113851
+ },
113852
+ "model_a": "SDXLTurbo",
113853
+ "model_b": "Kolors",
113854
+ "vote_type": "tievote",
113855
+ "winner": "tie",
113856
+ "judge": "arena_user_10.20.26.107",
113857
+ "anony": true,
113858
+ "tstamp": 1736200412.7178
113859
+ },
113860
+ {
113861
+ "model_a_conv_id": "28fdbf6589694f698dea08cf4177b595",
113862
+ "model_b_conv_id": "ce56e4cbf7ad471787b1a0c95cd23c48",
113863
+ "inputs": {
113864
+ "prompt": "A brown carrier of some sort with a red handle"
113865
+ },
113866
+ "model_a": "FLUX.1-dev",
113867
+ "model_b": "SD3",
113868
+ "vote_type": "leftvote",
113869
+ "winner": "model_a",
113870
+ "judge": "arena_user_10.20.26.107",
113871
+ "anony": true,
113872
+ "tstamp": 1736200425.776
113873
+ },
113874
+ {
113875
+ "model_a_conv_id": "ad2df84d099346d98771b04602b37543",
113876
+ "model_b_conv_id": "d23ce29e0d5e42359d8c3373c8611fb3",
113877
+ "inputs": {
113878
+ "prompt": "photograph of man on a bicycle holding a newspaper"
113879
+ },
113880
+ "model_a": "FLUX.1-dev",
113881
+ "model_b": "SDXLTurbo",
113882
+ "vote_type": "leftvote",
113883
+ "winner": "model_a",
113884
+ "judge": "arena_user_10.20.26.107",
113885
+ "anony": true,
113886
+ "tstamp": 1736200448.401
113887
+ },
113888
+ {
113889
+ "model_a_conv_id": "bf387e1e2d2c4ec98e1e27c95cc8fad7",
113890
+ "model_b_conv_id": "56f1649d82294a8d8e7a1cf84ac6e349",
113891
+ "inputs": {
113892
+ "prompt": "A small blue book sitting on a large red book."
113893
+ },
113894
+ "model_a": "PixArtAlpha",
113895
+ "model_b": "AuraFlow",
113896
+ "vote_type": "rightvote",
113897
+ "winner": "model_b",
113898
+ "judge": "arena_user_10.20.26.107",
113899
+ "anony": true,
113900
+ "tstamp": 1736203389.0682
113901
+ },
113902
+ {
113903
+ "model_a_conv_id": "e1bf6d7096eb41b18fc2e9984b9723c3",
113904
+ "model_b_conv_id": "0c5473eadb8c4789a6306f721f25ddad",
113905
+ "inputs": {
113906
+ "prompt": "A couch on the left of a chair."
113907
+ },
113908
+ "model_a": "OpenJourney",
113909
+ "model_b": "SD3",
113910
+ "vote_type": "rightvote",
113911
+ "winner": "model_b",
113912
+ "judge": "arena_user_10.20.34.20",
113913
+ "anony": true,
113914
+ "tstamp": 1736203412.9381
113915
+ },
113916
+ {
113917
+ "model_a_conv_id": "95576172c2a34bd983c5d48b01ccc817",
113918
+ "model_b_conv_id": "fc68809d04db459d9da05824c1f9e42a",
113919
+ "inputs": {
113920
+ "prompt": "a woman cyborg watering flowers, airbrush painting, 1 9 8 0 s digital scan "
113921
+ },
113922
+ "model_a": "PixArtSigma",
113923
+ "model_b": "OpenJourney",
113924
+ "vote_type": "tievote",
113925
+ "winner": "tie",
113926
+ "judge": "arena_user_10.20.34.20",
113927
+ "anony": true,
113928
+ "tstamp": 1736203443.8907
113929
+ },
113930
+ {
113931
+ "model_a_conv_id": "c4e7d12ddfc54df3af0af464163604b0",
113932
+ "model_b_conv_id": "85b8ef7a187049669a0c847a01a098c2",
113933
+ "inputs": {
113934
+ "prompt": "Acersecomicke."
113935
+ },
113936
+ "model_a": "SDXL",
113937
+ "model_b": "StableCascade",
113938
+ "vote_type": "rightvote",
113939
+ "winner": "model_b",
113940
+ "judge": "arena_user_10.16.32.70",
113941
+ "anony": true,
113942
+ "tstamp": 1736211080.0486
113943
+ },
113944
+ {
113945
+ "model_a_conv_id": "0c95a6bf424e4bacba93569146578b5d",
113946
+ "model_b_conv_id": "bb5e329f3cdf421185c9ff8e66e7d758",
113947
+ "inputs": {
113948
+ "prompt": "Acersecomicke."
113949
+ },
113950
+ "model_a": "FLUX.1-dev",
113951
+ "model_b": "AuraFlow",
113952
+ "vote_type": "leftvote",
113953
+ "winner": "model_a",
113954
+ "judge": "arena_user_10.16.9.166",
113955
+ "anony": true,
113956
+ "tstamp": 1736211115.7828
113957
+ },
113958
+ {
113959
+ "model_a_conv_id": "78198c2fec4e4a238c3b47b5f7d9742d",
113960
+ "model_b_conv_id": "5bc1993c3d1c46c9aa6bd2fa4741e690",
113961
+ "inputs": {
113962
+ "prompt": "A horse riding an astronaut."
113963
+ },
113964
+ "model_a": "StableCascade",
113965
+ "model_b": "HunyuanDiT",
113966
+ "vote_type": "rightvote",
113967
+ "winner": "model_b",
113968
+ "judge": "arena_user_10.16.32.70",
113969
+ "anony": true,
113970
+ "tstamp": 1736211153.8563
113971
+ },
113972
+ {
113973
+ "model_a_conv_id": "233663793e1e4d16a555f4ff75488c53",
113974
+ "model_b_conv_id": "1b3303766c3f4721a6be3b25d1e6e846",
113975
+ "inputs": {
113976
+ "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
113977
+ },
113978
+ "model_a": "SDXL-Lightning",
113979
+ "model_b": "FLUX.1-dev",
113980
+ "vote_type": "tievote",
113981
+ "winner": "tie",
113982
+ "judge": "arena_user_10.16.24.150",
113983
+ "anony": true,
113984
+ "tstamp": 1736211178.9926
113985
+ },
113986
+ {
113987
+ "model_a_conv_id": "b49289f0902046f6aa312917ea024049",
113988
+ "model_b_conv_id": "97522c2499fa4f3eacd759e0df4173a0",
113989
+ "inputs": {
113990
+ "prompt": "One car on the street."
113991
+ },
113992
+ "model_a": "SDXLTurbo",
113993
+ "model_b": "HunyuanDiT",
113994
+ "vote_type": "bothbad_vote",
113995
+ "winner": "tie (bothbad)",
113996
+ "judge": "arena_user_10.16.32.70",
113997
+ "anony": true,
113998
+ "tstamp": 1736211200.4843
113999
+ },
114000
+ {
114001
+ "model_a_conv_id": "59fc7673810e4e41a27dd60f298a0db0",
114002
+ "model_b_conv_id": "facb79735908409997ebe92198925a26",
114003
+ "inputs": {
114004
+ "prompt": "Paying for a quarter-sized pizza with a pizza-sized quarter."
114005
+ },
114006
+ "model_a": "SDXLTurbo",
114007
+ "model_b": "FLUX.1-schnell",
114008
+ "vote_type": "rightvote",
114009
+ "winner": "model_b",
114010
+ "judge": "arena_user_10.16.32.70",
114011
+ "anony": true,
114012
+ "tstamp": 1736211220.1072
114013
+ },
114014
+ {
114015
+ "model_a_conv_id": "b9a55faf91a947bca135ab65dafd7cc7",
114016
+ "model_b_conv_id": "47300cde986d462eb352744f71f0b970",
114017
+ "inputs": {
114018
+ "prompt": "painting of private empty onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran bonsai trees cushions towels buckets zen garden flowers ornate japanese motifs concept art fantasy cinematic lighting unreal engine lumen reflections trending on artstation "
114019
+ },
114020
+ "model_a": "FLUX.1-schnell",
114021
+ "model_b": "SDXL",
114022
+ "vote_type": "bothbad_vote",
114023
+ "winner": "tie (bothbad)",
114024
+ "judge": "arena_user_10.16.39.228",
114025
+ "anony": true,
114026
+ "tstamp": 1736211254.7275
114027
+ },
114028
+ {
114029
+ "model_a_conv_id": "25adb6e2d3834f6486f7ae2dcc8d32cf",
114030
+ "model_b_conv_id": "f84c1c958ceb4102b49182b806107a4b",
114031
+ "inputs": {
114032
+ "prompt": "A couch on the left of a chair."
114033
+ },
114034
+ "model_a": "PlayGround V2.5",
114035
+ "model_b": "FLUX.1-dev",
114036
+ "vote_type": "rightvote",
114037
+ "winner": "model_b",
114038
+ "judge": "arena_user_10.16.39.228",
114039
+ "anony": true,
114040
+ "tstamp": 1736211276.0603
114041
+ },
114042
+ {
114043
+ "model_a_conv_id": "58216564ac964804b4ad5aede4ce548d",
114044
+ "model_b_conv_id": "9d7f30ec8b3c4977964470cd847f8518",
114045
+ "inputs": {
114046
+ "prompt": "A woman stands wearing a black and white coat over a dark vest, orange shirt and pink tie."
114047
+ },
114048
+ "model_a": "SD3",
114049
+ "model_b": "SDXL",
114050
+ "vote_type": "leftvote",
114051
+ "winner": "model_a",
114052
+ "judge": "arena_user_10.16.9.166",
114053
+ "anony": true,
114054
+ "tstamp": 1736211299.7183
114055
+ },
114056
+ {
114057
+ "model_a_conv_id": "a3bd93c31ac44ad1ba2185ee2866624e",
114058
+ "model_b_conv_id": "52d19483b22a471381ee3590635917d9",
114059
+ "inputs": {
114060
+ "prompt": "A silver , orange , and grey train 's closed doors ."
114061
+ },
114062
+ "model_a": "AuraFlow",
114063
+ "model_b": "SD3",
114064
+ "vote_type": "leftvote",
114065
+ "winner": "model_a",
114066
+ "judge": "arena_user_10.16.39.228",
114067
+ "anony": true,
114068
+ "tstamp": 1736211315.4343
114069
+ },
114070
+ {
114071
+ "model_a_conv_id": "d79c66ec98aa41da8483005bc0dd75dd",
114072
+ "model_b_conv_id": "a283a612365e4f8e816f2eea425dab17",
114073
+ "inputs": {
114074
+ "prompt": "a toy gun in the shape of a cute cat "
114075
+ },
114076
+ "model_a": "FLUX.1-dev",
114077
+ "model_b": "StableCascade",
114078
+ "vote_type": "leftvote",
114079
+ "winner": "model_a",
114080
+ "judge": "arena_user_10.16.32.70",
114081
+ "anony": true,
114082
+ "tstamp": 1736211330.9473
114083
+ },
114084
+ {
114085
+ "model_a_conv_id": "b504a80166a54a0ea553c672cb7d4388",
114086
+ "model_b_conv_id": "3591d1cafd7c4ccebda739c1e9686043",
114087
+ "inputs": {
114088
+ "prompt": "photorealistic gemstone skull"
114089
+ },
114090
+ "model_a": "SD3",
114091
+ "model_b": "OpenJourney",
114092
+ "vote_type": "leftvote",
114093
+ "winner": "model_a",
114094
+ "judge": "arena_user_10.16.9.166",
114095
+ "anony": true,
114096
+ "tstamp": 1736211342.3918
114097
+ },
114098
+ {
114099
+ "model_a_conv_id": "b38b89ea2b2f44159b515730c5cd98bc",
114100
+ "model_b_conv_id": "ac4fd3a1e110453e8d3e70647739734b",
114101
+ "inputs": {
114102
+ "prompt": "A type of digital currency in which a record of transactions is maintained and new units of currency are generated by the computational solution of mathematical problems, and which operates independently of a central bank."
114103
+ },
114104
+ "model_a": "SDXL-Lightning",
114105
+ "model_b": "PixArtAlpha",
114106
+ "vote_type": "tievote",
114107
+ "winner": "tie",
114108
+ "judge": "arena_user_10.16.39.228",
114109
+ "anony": true,
114110
+ "tstamp": 1736211363.6091
114111
+ },
114112
+ {
114113
+ "model_a_conv_id": "1445ff96d19a4d569c51d897ee1c8512",
114114
+ "model_b_conv_id": "1a7067d1ed4c48a2a5bf2f13a4fcdda6",
114115
+ "inputs": {
114116
+ "prompt": "Supreme Court Justices play a baseball game with the FBI. The FBI is at bat, the justices are on the field."
114117
+ },
114118
+ "model_a": "StableCascade",
114119
+ "model_b": "SDXL-Lightning",
114120
+ "vote_type": "bothbad_vote",
114121
+ "winner": "tie (bothbad)",
114122
+ "judge": "arena_user_10.16.32.70",
114123
+ "anony": true,
114124
+ "tstamp": 1736211376.0498
114125
+ },
114126
+ {
114127
+ "model_a_conv_id": "34b025f33a754c3d9c13b06b498c7c27",
114128
+ "model_b_conv_id": "f0b8e9fa08334b33b44cfa82e80fc95d",
114129
+ "inputs": {
114130
+ "prompt": "a black and white picture of a white man singing a song"
114131
+ },
114132
+ "model_a": "StableCascade",
114133
+ "model_b": "HunyuanDiT",
114134
+ "vote_type": "leftvote",
114135
+ "winner": "model_a",
114136
+ "judge": "arena_user_10.16.32.70",
114137
+ "anony": true,
114138
+ "tstamp": 1736211388.2404
114139
+ },
114140
+ {
114141
+ "model_a_conv_id": "4bfdaaeedae24cf19ffecb13080f58cf",
114142
+ "model_b_conv_id": "99f214e369344d2abe61dd5135a690d6",
114143
+ "inputs": {
114144
+ "prompt": "image of a cute pink penguin wearing clothes"
114145
+ },
114146
+ "model_a": "Kolors",
114147
+ "model_b": "PixArtSigma",
114148
+ "vote_type": "tievote",
114149
+ "winner": "tie",
114150
+ "judge": "arena_user_10.16.32.70",
114151
+ "anony": true,
114152
+ "tstamp": 1736211417.8721
114153
+ },
114154
+ {
114155
+ "model_a_conv_id": "2cca01dcea374c7f85fef2c224e631c6",
114156
+ "model_b_conv_id": "8b899cb745194263b64d4ba745dad607",
114157
+ "inputs": {
114158
+ "prompt": "photograph of a dolphin standing on a grassland"
114159
+ },
114160
+ "model_a": "Kolors",
114161
+ "model_b": "SD3",
114162
+ "vote_type": "tievote",
114163
+ "winner": "tie",
114164
+ "judge": "arena_user_10.16.39.228",
114165
+ "anony": true,
114166
+ "tstamp": 1736211437.0984
114167
+ },
114168
+ {
114169
+ "model_a_conv_id": "96b1f74516c24ffb96bff80297d88826",
114170
+ "model_b_conv_id": "78bc7571285c45988cd4f387b007c492",
114171
+ "inputs": {
114172
+ "prompt": "photograph of a car on the moon in the sky over Saturn, atmospheric"
114173
+ },
114174
+ "model_a": "SDXLTurbo",
114175
+ "model_b": "HunyuanDiT",
114176
+ "vote_type": "rightvote",
114177
+ "winner": "model_b",
114178
+ "judge": "arena_user_10.16.24.150",
114179
+ "anony": true,
114180
+ "tstamp": 1736211466.496
114181
+ },
114182
+ {
114183
+ "model_a_conv_id": "8ee232c603e24f44af2ea5e45bb3974e",
114184
+ "model_b_conv_id": "b3fe1db8a4aa46e0b95c5c032926dbb1",
114185
+ "inputs": {
114186
+ "prompt": "hyperrealism photo of a man with an orange hood covering his face"
114187
+ },
114188
+ "model_a": "PlayGround V2.5",
114189
+ "model_b": "FLUX.1-schnell",
114190
+ "vote_type": "bothbad_vote",
114191
+ "winner": "tie (bothbad)",
114192
+ "judge": "arena_user_10.16.24.150",
114193
+ "anony": true,
114194
+ "tstamp": 1736211502.3814
114195
+ },
114196
+ {
114197
+ "model_a_conv_id": "84de1a09401c45ad9a5e1627fa346629",
114198
+ "model_b_conv_id": "1af9fe83fc154b369796be22d6d6f5a5",
114199
+ "inputs": {
114200
+ "prompt": "photograph of black hole"
114201
+ },
114202
+ "model_a": "SDXLTurbo",
114203
+ "model_b": "PixArtSigma",
114204
+ "vote_type": "rightvote",
114205
+ "winner": "model_b",
114206
+ "judge": "arena_user_10.16.9.166",
114207
+ "anony": true,
114208
+ "tstamp": 1736216830.841
114209
+ },
114210
+ {
114211
+ "model_a_conv_id": "b7c59c0388b940688c4d272f46bb0b6e",
114212
+ "model_b_conv_id": "24288d87aa6246ad96449dfe8133fe2c",
114213
+ "inputs": {
114214
+ "prompt": "half body portrait of a beautiful Portuguese woman, pale skin, brown hair with blonde highlights, wearing jeans, nature and cherry blossom trees in background"
114215
+ },
114216
+ "model_a": "PlayGround V2.5",
114217
+ "model_b": "FLUX.1-dev",
114218
+ "vote_type": "rightvote",
114219
+ "winner": "model_b",
114220
+ "judge": "arena_user_10.16.30.109",
114221
+ "anony": true,
114222
+ "tstamp": 1736231114.7502
114223
+ },
114224
+ {
114225
+ "model_a_conv_id": "c002f1a4d23e44caad130d76bcac71f6",
114226
+ "model_b_conv_id": "422a14b0bb124fd3b9860087f5c65629",
114227
+ "inputs": {
114228
+ "prompt": "A small blue book sitting on a large red book."
114229
+ },
114230
+ "model_a": "SD3",
114231
+ "model_b": "OpenJourney",
114232
+ "vote_type": "leftvote",
114233
+ "winner": "model_a",
114234
+ "judge": "arena_user_10.20.26.107",
114235
+ "anony": true,
114236
+ "tstamp": 1736236320.0102
114237
+ },
114238
+ {
114239
+ "model_a_conv_id": "77e53333d74c4365835fe7747a586a49",
114240
+ "model_b_conv_id": "b4dbdcdeb1e54391bc59cc0d21ea8507",
114241
+ "inputs": {
114242
+ "prompt": "A tennis racket underneath a traffic light."
114243
+ },
114244
+ "model_a": "FLUX.1-schnell",
114245
+ "model_b": "Kolors",
114246
+ "vote_type": "bothbad_vote",
114247
+ "winner": "tie (bothbad)",
114248
+ "judge": "arena_user_10.20.26.107",
114249
+ "anony": true,
114250
+ "tstamp": 1736236336.6332
114251
+ },
114252
+ {
114253
+ "model_a_conv_id": "e508f69bcb17422580c74cdee571dbb7",
114254
+ "model_b_conv_id": "767fe800067d4e79aa72fe00228f1dfc",
114255
+ "inputs": {
114256
+ "prompt": "A pink and a white frisbee are on the ground ."
114257
+ },
114258
+ "model_a": "HunyuanDiT",
114259
+ "model_b": "SDXL-Lightning",
114260
+ "vote_type": "bothbad_vote",
114261
+ "winner": "tie (bothbad)",
114262
+ "judge": "arena_user_10.20.34.20",
114263
+ "anony": true,
114264
+ "tstamp": 1736236346.5151
114265
+ },
114266
+ {
114267
+ "model_a_conv_id": "cc2beaef8aae45338cb29fca276b9d7a",
114268
+ "model_b_conv_id": "723550f94bfd4ec7b6cb46be6c8df46c",
114269
+ "inputs": {
114270
+ "prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
114271
+ },
114272
+ "model_a": "AuraFlow",
114273
+ "model_b": "PixArtAlpha",
114274
+ "vote_type": "rightvote",
114275
+ "winner": "model_b",
114276
+ "judge": "arena_user_10.20.34.20",
114277
+ "anony": true,
114278
+ "tstamp": 1736236398.4945
114279
+ },
114280
+ {
114281
+ "model_a_conv_id": "f40f4f0cfbe241488474527cf8201de0",
114282
+ "model_b_conv_id": "d7846cc2e0c94b6fb25679bc04bb1f8d",
114283
+ "inputs": {
114284
+ "prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
114285
+ },
114286
+ "model_a": "StableCascade",
114287
+ "model_b": "PixArtSigma",
114288
+ "vote_type": "rightvote",
114289
+ "winner": "model_b",
114290
+ "judge": "arena_user_10.20.34.20",
114291
+ "anony": true,
114292
+ "tstamp": 1736236410.843
114293
+ },
114294
+ {
114295
+ "model_a_conv_id": "52ad04e23a6446e2a86af4dd125a77c6",
114296
+ "model_b_conv_id": "6ac5950e29e24bd7afdb949a54acb1de",
114297
+ "inputs": {
114298
+ "prompt": "Surfer and a black white suit holding a white surfboard under his arms ."
114299
+ },
114300
+ "model_a": "HunyuanDiT",
114301
+ "model_b": "PixArtSigma",
114302
+ "vote_type": "leftvote",
114303
+ "winner": "model_a",
114304
+ "judge": "arena_user_10.20.26.107",
114305
+ "anony": true,
114306
+ "tstamp": 1736260729.0555
114307
  }
114308
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:710122ef99ea7c5c3c0eaa10a71f6a01ac092d9d2e18d2dafc23c3c8a997582c
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d7fa06880c391d7741a9bea26e61fb1c43467caeb649c9bb5a0902c3a0ead4
3
  size 88249
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1124.2027236424442,1130.565659320342,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1115.7622975075024,1116.476649956043,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1090.6141307194246,1097.3997393585137,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.9628833626143,1072.5927190890777,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1051.8999726889435,1050.9616796077016,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1042.9373444798707,1045.5104461285769,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1024.2466494501618,1018.3414348409617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1020.2620245922885,1012.6179907815978,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1020.2468151176357,1024.3328800908105,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1017.578948824578,1017.5817759384211,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- SD3,SD3,1011.9946658988318,1011.5179631026118,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,995.0938180793573,991.7054202353374,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,967.106111079472,968.5366247290167,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.8932070818505,913.4325037230587,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.8663497275894,900.1043001453314,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,833.1085535788709,828.4293504727989,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,791.2235041685608,806.0005453116144,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1130.2729467053741,1134.2492751503437,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1114.6927103393316,1115.8435349267393,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1091.265038687608,1098.2502330909922,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.064481229033,1071.8641450930868,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1051.3968264166233,1050.4642336268332,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.9730993201347,1044.6623495070044,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1025.537981599269,1019.6961224473307,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ SDXL-Lightning,SDXL-Lightning,1019.8035773223042,1023.9992921977954,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1019.6508280692512,1012.1142645712271,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1017.225853547849,1017.3278955608209,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1012.8484738543192,1012.2183418336089,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,996.2048942067394,992.962702204287,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,966.1019636435464,967.7037015797068,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.7645639781008,912.477449239871,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.9922738321353,899.3930433513447,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,831.9460511221577,827.4419371816643,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.2584361262147,805.2010867942083,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7