Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
50171ee
1
Parent(s):
ab6bc80
Auto Daily Leaderboard udpate Tue Jan 7 12:00:29 PM EST 2025
Browse files- arena_elo/results/20250107/clean_battle_t2i_generation.json +0 -0
- arena_elo/results/20250107/elo_results_t2i_generation.pkl +3 -0
- arena_elo/results/20250107/t2i_generation_leaderboard.csv +18 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +476 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20250107/clean_battle_t2i_generation.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20250107/elo_results_t2i_generation.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81d7fa06880c391d7741a9bea26e61fb1c43467caeb649c9bb5a0902c3a0ead4
|
3 |
+
size 88249
|
arena_elo/results/20250107/t2i_generation_leaderboard.csv
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
FLUX.1-dev,FLUX.1-dev,1130.2729467053741,1134.2492751503437,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
3 |
+
PlayGround V2.5,PlayGround V2.5,1114.6927103393316,1115.8435349267393,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1091.265038687608,1098.2502330909922,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.064481229033,1071.8641450930868,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1051.3968264166233,1050.4642336268332,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1041.9730993201347,1044.6623495070044,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1025.537981599269,1019.6961224473307,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
SDXL-Lightning,SDXL-Lightning,1019.8035773223042,1023.9992921977954,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
10 |
+
PixArtAlpha,PixArtAlpha,1019.6508280692512,1012.1142645712271,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
11 |
+
PixArtSigma,PixArtSigma,1017.225853547849,1017.3278955608209,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
SD3,SD3,1012.8484738543192,1012.2183418336089,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,996.2048942067394,992.962702204287,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,966.1019636435464,967.7037015797068,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,913.7645639781008,912.477449239871,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),904.9922738321353,899.3930433513447,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,831.9460511221577,827.4419371816643,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.2584361262147,805.2010867942083,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -113828,5 +113828,481 @@
|
|
113828 |
"judge": "arena_user_10.20.34.20",
|
113829 |
"anony": true,
|
113830 |
"tstamp": 1736176852.8912
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
113831 |
}
|
113832 |
]
|
|
|
113828 |
"judge": "arena_user_10.20.34.20",
|
113829 |
"anony": true,
|
113830 |
"tstamp": 1736176852.8912
|
113831 |
+
},
|
113832 |
+
{
|
113833 |
+
"model_a_conv_id": "93709b634ae74b88bfdd6796df1fe12e",
|
113834 |
+
"model_b_conv_id": "7701e54a0d9440868a8958b774283640",
|
113835 |
+
"inputs": {
|
113836 |
+
"prompt": "hyperrealism, man and woman, together, made of clay"
|
113837 |
+
},
|
113838 |
+
"model_a": "OpenJourney",
|
113839 |
+
"model_b": "PixArtAlpha",
|
113840 |
+
"vote_type": "rightvote",
|
113841 |
+
"winner": "model_b",
|
113842 |
+
"judge": "arena_user_10.20.34.20",
|
113843 |
+
"anony": true,
|
113844 |
+
"tstamp": 1736198636.3879
|
113845 |
+
},
|
113846 |
+
{
|
113847 |
+
"model_a_conv_id": "ed3397d8511a43e1bac8899ad011b789",
|
113848 |
+
"model_b_conv_id": "c689c8079e62471b9f23ee8c91d8c9cc",
|
113849 |
+
"inputs": {
|
113850 |
+
"prompt": "An oil painting of a couple in formal evening wear going home get caught in a heavy downpour with no umbrellas."
|
113851 |
+
},
|
113852 |
+
"model_a": "SDXLTurbo",
|
113853 |
+
"model_b": "Kolors",
|
113854 |
+
"vote_type": "tievote",
|
113855 |
+
"winner": "tie",
|
113856 |
+
"judge": "arena_user_10.20.26.107",
|
113857 |
+
"anony": true,
|
113858 |
+
"tstamp": 1736200412.7178
|
113859 |
+
},
|
113860 |
+
{
|
113861 |
+
"model_a_conv_id": "28fdbf6589694f698dea08cf4177b595",
|
113862 |
+
"model_b_conv_id": "ce56e4cbf7ad471787b1a0c95cd23c48",
|
113863 |
+
"inputs": {
|
113864 |
+
"prompt": "A brown carrier of some sort with a red handle"
|
113865 |
+
},
|
113866 |
+
"model_a": "FLUX.1-dev",
|
113867 |
+
"model_b": "SD3",
|
113868 |
+
"vote_type": "leftvote",
|
113869 |
+
"winner": "model_a",
|
113870 |
+
"judge": "arena_user_10.20.26.107",
|
113871 |
+
"anony": true,
|
113872 |
+
"tstamp": 1736200425.776
|
113873 |
+
},
|
113874 |
+
{
|
113875 |
+
"model_a_conv_id": "ad2df84d099346d98771b04602b37543",
|
113876 |
+
"model_b_conv_id": "d23ce29e0d5e42359d8c3373c8611fb3",
|
113877 |
+
"inputs": {
|
113878 |
+
"prompt": "photograph of man on a bicycle holding a newspaper"
|
113879 |
+
},
|
113880 |
+
"model_a": "FLUX.1-dev",
|
113881 |
+
"model_b": "SDXLTurbo",
|
113882 |
+
"vote_type": "leftvote",
|
113883 |
+
"winner": "model_a",
|
113884 |
+
"judge": "arena_user_10.20.26.107",
|
113885 |
+
"anony": true,
|
113886 |
+
"tstamp": 1736200448.401
|
113887 |
+
},
|
113888 |
+
{
|
113889 |
+
"model_a_conv_id": "bf387e1e2d2c4ec98e1e27c95cc8fad7",
|
113890 |
+
"model_b_conv_id": "56f1649d82294a8d8e7a1cf84ac6e349",
|
113891 |
+
"inputs": {
|
113892 |
+
"prompt": "A small blue book sitting on a large red book."
|
113893 |
+
},
|
113894 |
+
"model_a": "PixArtAlpha",
|
113895 |
+
"model_b": "AuraFlow",
|
113896 |
+
"vote_type": "rightvote",
|
113897 |
+
"winner": "model_b",
|
113898 |
+
"judge": "arena_user_10.20.26.107",
|
113899 |
+
"anony": true,
|
113900 |
+
"tstamp": 1736203389.0682
|
113901 |
+
},
|
113902 |
+
{
|
113903 |
+
"model_a_conv_id": "e1bf6d7096eb41b18fc2e9984b9723c3",
|
113904 |
+
"model_b_conv_id": "0c5473eadb8c4789a6306f721f25ddad",
|
113905 |
+
"inputs": {
|
113906 |
+
"prompt": "A couch on the left of a chair."
|
113907 |
+
},
|
113908 |
+
"model_a": "OpenJourney",
|
113909 |
+
"model_b": "SD3",
|
113910 |
+
"vote_type": "rightvote",
|
113911 |
+
"winner": "model_b",
|
113912 |
+
"judge": "arena_user_10.20.34.20",
|
113913 |
+
"anony": true,
|
113914 |
+
"tstamp": 1736203412.9381
|
113915 |
+
},
|
113916 |
+
{
|
113917 |
+
"model_a_conv_id": "95576172c2a34bd983c5d48b01ccc817",
|
113918 |
+
"model_b_conv_id": "fc68809d04db459d9da05824c1f9e42a",
|
113919 |
+
"inputs": {
|
113920 |
+
"prompt": "a woman cyborg watering flowers, airbrush painting, 1 9 8 0 s digital scan "
|
113921 |
+
},
|
113922 |
+
"model_a": "PixArtSigma",
|
113923 |
+
"model_b": "OpenJourney",
|
113924 |
+
"vote_type": "tievote",
|
113925 |
+
"winner": "tie",
|
113926 |
+
"judge": "arena_user_10.20.34.20",
|
113927 |
+
"anony": true,
|
113928 |
+
"tstamp": 1736203443.8907
|
113929 |
+
},
|
113930 |
+
{
|
113931 |
+
"model_a_conv_id": "c4e7d12ddfc54df3af0af464163604b0",
|
113932 |
+
"model_b_conv_id": "85b8ef7a187049669a0c847a01a098c2",
|
113933 |
+
"inputs": {
|
113934 |
+
"prompt": "Acersecomicke."
|
113935 |
+
},
|
113936 |
+
"model_a": "SDXL",
|
113937 |
+
"model_b": "StableCascade",
|
113938 |
+
"vote_type": "rightvote",
|
113939 |
+
"winner": "model_b",
|
113940 |
+
"judge": "arena_user_10.16.32.70",
|
113941 |
+
"anony": true,
|
113942 |
+
"tstamp": 1736211080.0486
|
113943 |
+
},
|
113944 |
+
{
|
113945 |
+
"model_a_conv_id": "0c95a6bf424e4bacba93569146578b5d",
|
113946 |
+
"model_b_conv_id": "bb5e329f3cdf421185c9ff8e66e7d758",
|
113947 |
+
"inputs": {
|
113948 |
+
"prompt": "Acersecomicke."
|
113949 |
+
},
|
113950 |
+
"model_a": "FLUX.1-dev",
|
113951 |
+
"model_b": "AuraFlow",
|
113952 |
+
"vote_type": "leftvote",
|
113953 |
+
"winner": "model_a",
|
113954 |
+
"judge": "arena_user_10.16.9.166",
|
113955 |
+
"anony": true,
|
113956 |
+
"tstamp": 1736211115.7828
|
113957 |
+
},
|
113958 |
+
{
|
113959 |
+
"model_a_conv_id": "78198c2fec4e4a238c3b47b5f7d9742d",
|
113960 |
+
"model_b_conv_id": "5bc1993c3d1c46c9aa6bd2fa4741e690",
|
113961 |
+
"inputs": {
|
113962 |
+
"prompt": "A horse riding an astronaut."
|
113963 |
+
},
|
113964 |
+
"model_a": "StableCascade",
|
113965 |
+
"model_b": "HunyuanDiT",
|
113966 |
+
"vote_type": "rightvote",
|
113967 |
+
"winner": "model_b",
|
113968 |
+
"judge": "arena_user_10.16.32.70",
|
113969 |
+
"anony": true,
|
113970 |
+
"tstamp": 1736211153.8563
|
113971 |
+
},
|
113972 |
+
{
|
113973 |
+
"model_a_conv_id": "233663793e1e4d16a555f4ff75488c53",
|
113974 |
+
"model_b_conv_id": "1b3303766c3f4721a6be3b25d1e6e846",
|
113975 |
+
"inputs": {
|
113976 |
+
"prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
|
113977 |
+
},
|
113978 |
+
"model_a": "SDXL-Lightning",
|
113979 |
+
"model_b": "FLUX.1-dev",
|
113980 |
+
"vote_type": "tievote",
|
113981 |
+
"winner": "tie",
|
113982 |
+
"judge": "arena_user_10.16.24.150",
|
113983 |
+
"anony": true,
|
113984 |
+
"tstamp": 1736211178.9926
|
113985 |
+
},
|
113986 |
+
{
|
113987 |
+
"model_a_conv_id": "b49289f0902046f6aa312917ea024049",
|
113988 |
+
"model_b_conv_id": "97522c2499fa4f3eacd759e0df4173a0",
|
113989 |
+
"inputs": {
|
113990 |
+
"prompt": "One car on the street."
|
113991 |
+
},
|
113992 |
+
"model_a": "SDXLTurbo",
|
113993 |
+
"model_b": "HunyuanDiT",
|
113994 |
+
"vote_type": "bothbad_vote",
|
113995 |
+
"winner": "tie (bothbad)",
|
113996 |
+
"judge": "arena_user_10.16.32.70",
|
113997 |
+
"anony": true,
|
113998 |
+
"tstamp": 1736211200.4843
|
113999 |
+
},
|
114000 |
+
{
|
114001 |
+
"model_a_conv_id": "59fc7673810e4e41a27dd60f298a0db0",
|
114002 |
+
"model_b_conv_id": "facb79735908409997ebe92198925a26",
|
114003 |
+
"inputs": {
|
114004 |
+
"prompt": "Paying for a quarter-sized pizza with a pizza-sized quarter."
|
114005 |
+
},
|
114006 |
+
"model_a": "SDXLTurbo",
|
114007 |
+
"model_b": "FLUX.1-schnell",
|
114008 |
+
"vote_type": "rightvote",
|
114009 |
+
"winner": "model_b",
|
114010 |
+
"judge": "arena_user_10.16.32.70",
|
114011 |
+
"anony": true,
|
114012 |
+
"tstamp": 1736211220.1072
|
114013 |
+
},
|
114014 |
+
{
|
114015 |
+
"model_a_conv_id": "b9a55faf91a947bca135ab65dafd7cc7",
|
114016 |
+
"model_b_conv_id": "47300cde986d462eb352744f71f0b970",
|
114017 |
+
"inputs": {
|
114018 |
+
"prompt": "painting of private empty onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran bonsai trees cushions towels buckets zen garden flowers ornate japanese motifs concept art fantasy cinematic lighting unreal engine lumen reflections trending on artstation "
|
114019 |
+
},
|
114020 |
+
"model_a": "FLUX.1-schnell",
|
114021 |
+
"model_b": "SDXL",
|
114022 |
+
"vote_type": "bothbad_vote",
|
114023 |
+
"winner": "tie (bothbad)",
|
114024 |
+
"judge": "arena_user_10.16.39.228",
|
114025 |
+
"anony": true,
|
114026 |
+
"tstamp": 1736211254.7275
|
114027 |
+
},
|
114028 |
+
{
|
114029 |
+
"model_a_conv_id": "25adb6e2d3834f6486f7ae2dcc8d32cf",
|
114030 |
+
"model_b_conv_id": "f84c1c958ceb4102b49182b806107a4b",
|
114031 |
+
"inputs": {
|
114032 |
+
"prompt": "A couch on the left of a chair."
|
114033 |
+
},
|
114034 |
+
"model_a": "PlayGround V2.5",
|
114035 |
+
"model_b": "FLUX.1-dev",
|
114036 |
+
"vote_type": "rightvote",
|
114037 |
+
"winner": "model_b",
|
114038 |
+
"judge": "arena_user_10.16.39.228",
|
114039 |
+
"anony": true,
|
114040 |
+
"tstamp": 1736211276.0603
|
114041 |
+
},
|
114042 |
+
{
|
114043 |
+
"model_a_conv_id": "58216564ac964804b4ad5aede4ce548d",
|
114044 |
+
"model_b_conv_id": "9d7f30ec8b3c4977964470cd847f8518",
|
114045 |
+
"inputs": {
|
114046 |
+
"prompt": "A woman stands wearing a black and white coat over a dark vest, orange shirt and pink tie."
|
114047 |
+
},
|
114048 |
+
"model_a": "SD3",
|
114049 |
+
"model_b": "SDXL",
|
114050 |
+
"vote_type": "leftvote",
|
114051 |
+
"winner": "model_a",
|
114052 |
+
"judge": "arena_user_10.16.9.166",
|
114053 |
+
"anony": true,
|
114054 |
+
"tstamp": 1736211299.7183
|
114055 |
+
},
|
114056 |
+
{
|
114057 |
+
"model_a_conv_id": "a3bd93c31ac44ad1ba2185ee2866624e",
|
114058 |
+
"model_b_conv_id": "52d19483b22a471381ee3590635917d9",
|
114059 |
+
"inputs": {
|
114060 |
+
"prompt": "A silver , orange , and grey train 's closed doors ."
|
114061 |
+
},
|
114062 |
+
"model_a": "AuraFlow",
|
114063 |
+
"model_b": "SD3",
|
114064 |
+
"vote_type": "leftvote",
|
114065 |
+
"winner": "model_a",
|
114066 |
+
"judge": "arena_user_10.16.39.228",
|
114067 |
+
"anony": true,
|
114068 |
+
"tstamp": 1736211315.4343
|
114069 |
+
},
|
114070 |
+
{
|
114071 |
+
"model_a_conv_id": "d79c66ec98aa41da8483005bc0dd75dd",
|
114072 |
+
"model_b_conv_id": "a283a612365e4f8e816f2eea425dab17",
|
114073 |
+
"inputs": {
|
114074 |
+
"prompt": "a toy gun in the shape of a cute cat "
|
114075 |
+
},
|
114076 |
+
"model_a": "FLUX.1-dev",
|
114077 |
+
"model_b": "StableCascade",
|
114078 |
+
"vote_type": "leftvote",
|
114079 |
+
"winner": "model_a",
|
114080 |
+
"judge": "arena_user_10.16.32.70",
|
114081 |
+
"anony": true,
|
114082 |
+
"tstamp": 1736211330.9473
|
114083 |
+
},
|
114084 |
+
{
|
114085 |
+
"model_a_conv_id": "b504a80166a54a0ea553c672cb7d4388",
|
114086 |
+
"model_b_conv_id": "3591d1cafd7c4ccebda739c1e9686043",
|
114087 |
+
"inputs": {
|
114088 |
+
"prompt": "photorealistic gemstone skull"
|
114089 |
+
},
|
114090 |
+
"model_a": "SD3",
|
114091 |
+
"model_b": "OpenJourney",
|
114092 |
+
"vote_type": "leftvote",
|
114093 |
+
"winner": "model_a",
|
114094 |
+
"judge": "arena_user_10.16.9.166",
|
114095 |
+
"anony": true,
|
114096 |
+
"tstamp": 1736211342.3918
|
114097 |
+
},
|
114098 |
+
{
|
114099 |
+
"model_a_conv_id": "b38b89ea2b2f44159b515730c5cd98bc",
|
114100 |
+
"model_b_conv_id": "ac4fd3a1e110453e8d3e70647739734b",
|
114101 |
+
"inputs": {
|
114102 |
+
"prompt": "A type of digital currency in which a record of transactions is maintained and new units of currency are generated by the computational solution of mathematical problems, and which operates independently of a central bank."
|
114103 |
+
},
|
114104 |
+
"model_a": "SDXL-Lightning",
|
114105 |
+
"model_b": "PixArtAlpha",
|
114106 |
+
"vote_type": "tievote",
|
114107 |
+
"winner": "tie",
|
114108 |
+
"judge": "arena_user_10.16.39.228",
|
114109 |
+
"anony": true,
|
114110 |
+
"tstamp": 1736211363.6091
|
114111 |
+
},
|
114112 |
+
{
|
114113 |
+
"model_a_conv_id": "1445ff96d19a4d569c51d897ee1c8512",
|
114114 |
+
"model_b_conv_id": "1a7067d1ed4c48a2a5bf2f13a4fcdda6",
|
114115 |
+
"inputs": {
|
114116 |
+
"prompt": "Supreme Court Justices play a baseball game with the FBI. The FBI is at bat, the justices are on the field."
|
114117 |
+
},
|
114118 |
+
"model_a": "StableCascade",
|
114119 |
+
"model_b": "SDXL-Lightning",
|
114120 |
+
"vote_type": "bothbad_vote",
|
114121 |
+
"winner": "tie (bothbad)",
|
114122 |
+
"judge": "arena_user_10.16.32.70",
|
114123 |
+
"anony": true,
|
114124 |
+
"tstamp": 1736211376.0498
|
114125 |
+
},
|
114126 |
+
{
|
114127 |
+
"model_a_conv_id": "34b025f33a754c3d9c13b06b498c7c27",
|
114128 |
+
"model_b_conv_id": "f0b8e9fa08334b33b44cfa82e80fc95d",
|
114129 |
+
"inputs": {
|
114130 |
+
"prompt": "a black and white picture of a white man singing a song"
|
114131 |
+
},
|
114132 |
+
"model_a": "StableCascade",
|
114133 |
+
"model_b": "HunyuanDiT",
|
114134 |
+
"vote_type": "leftvote",
|
114135 |
+
"winner": "model_a",
|
114136 |
+
"judge": "arena_user_10.16.32.70",
|
114137 |
+
"anony": true,
|
114138 |
+
"tstamp": 1736211388.2404
|
114139 |
+
},
|
114140 |
+
{
|
114141 |
+
"model_a_conv_id": "4bfdaaeedae24cf19ffecb13080f58cf",
|
114142 |
+
"model_b_conv_id": "99f214e369344d2abe61dd5135a690d6",
|
114143 |
+
"inputs": {
|
114144 |
+
"prompt": "image of a cute pink penguin wearing clothes"
|
114145 |
+
},
|
114146 |
+
"model_a": "Kolors",
|
114147 |
+
"model_b": "PixArtSigma",
|
114148 |
+
"vote_type": "tievote",
|
114149 |
+
"winner": "tie",
|
114150 |
+
"judge": "arena_user_10.16.32.70",
|
114151 |
+
"anony": true,
|
114152 |
+
"tstamp": 1736211417.8721
|
114153 |
+
},
|
114154 |
+
{
|
114155 |
+
"model_a_conv_id": "2cca01dcea374c7f85fef2c224e631c6",
|
114156 |
+
"model_b_conv_id": "8b899cb745194263b64d4ba745dad607",
|
114157 |
+
"inputs": {
|
114158 |
+
"prompt": "photograph of a dolphin standing on a grassland"
|
114159 |
+
},
|
114160 |
+
"model_a": "Kolors",
|
114161 |
+
"model_b": "SD3",
|
114162 |
+
"vote_type": "tievote",
|
114163 |
+
"winner": "tie",
|
114164 |
+
"judge": "arena_user_10.16.39.228",
|
114165 |
+
"anony": true,
|
114166 |
+
"tstamp": 1736211437.0984
|
114167 |
+
},
|
114168 |
+
{
|
114169 |
+
"model_a_conv_id": "96b1f74516c24ffb96bff80297d88826",
|
114170 |
+
"model_b_conv_id": "78bc7571285c45988cd4f387b007c492",
|
114171 |
+
"inputs": {
|
114172 |
+
"prompt": "photograph of a car on the moon in the sky over Saturn, atmospheric"
|
114173 |
+
},
|
114174 |
+
"model_a": "SDXLTurbo",
|
114175 |
+
"model_b": "HunyuanDiT",
|
114176 |
+
"vote_type": "rightvote",
|
114177 |
+
"winner": "model_b",
|
114178 |
+
"judge": "arena_user_10.16.24.150",
|
114179 |
+
"anony": true,
|
114180 |
+
"tstamp": 1736211466.496
|
114181 |
+
},
|
114182 |
+
{
|
114183 |
+
"model_a_conv_id": "8ee232c603e24f44af2ea5e45bb3974e",
|
114184 |
+
"model_b_conv_id": "b3fe1db8a4aa46e0b95c5c032926dbb1",
|
114185 |
+
"inputs": {
|
114186 |
+
"prompt": "hyperrealism photo of a man with an orange hood covering his face"
|
114187 |
+
},
|
114188 |
+
"model_a": "PlayGround V2.5",
|
114189 |
+
"model_b": "FLUX.1-schnell",
|
114190 |
+
"vote_type": "bothbad_vote",
|
114191 |
+
"winner": "tie (bothbad)",
|
114192 |
+
"judge": "arena_user_10.16.24.150",
|
114193 |
+
"anony": true,
|
114194 |
+
"tstamp": 1736211502.3814
|
114195 |
+
},
|
114196 |
+
{
|
114197 |
+
"model_a_conv_id": "84de1a09401c45ad9a5e1627fa346629",
|
114198 |
+
"model_b_conv_id": "1af9fe83fc154b369796be22d6d6f5a5",
|
114199 |
+
"inputs": {
|
114200 |
+
"prompt": "photograph of black hole"
|
114201 |
+
},
|
114202 |
+
"model_a": "SDXLTurbo",
|
114203 |
+
"model_b": "PixArtSigma",
|
114204 |
+
"vote_type": "rightvote",
|
114205 |
+
"winner": "model_b",
|
114206 |
+
"judge": "arena_user_10.16.9.166",
|
114207 |
+
"anony": true,
|
114208 |
+
"tstamp": 1736216830.841
|
114209 |
+
},
|
114210 |
+
{
|
114211 |
+
"model_a_conv_id": "b7c59c0388b940688c4d272f46bb0b6e",
|
114212 |
+
"model_b_conv_id": "24288d87aa6246ad96449dfe8133fe2c",
|
114213 |
+
"inputs": {
|
114214 |
+
"prompt": "half body portrait of a beautiful Portuguese woman, pale skin, brown hair with blonde highlights, wearing jeans, nature and cherry blossom trees in background"
|
114215 |
+
},
|
114216 |
+
"model_a": "PlayGround V2.5",
|
114217 |
+
"model_b": "FLUX.1-dev",
|
114218 |
+
"vote_type": "rightvote",
|
114219 |
+
"winner": "model_b",
|
114220 |
+
"judge": "arena_user_10.16.30.109",
|
114221 |
+
"anony": true,
|
114222 |
+
"tstamp": 1736231114.7502
|
114223 |
+
},
|
114224 |
+
{
|
114225 |
+
"model_a_conv_id": "c002f1a4d23e44caad130d76bcac71f6",
|
114226 |
+
"model_b_conv_id": "422a14b0bb124fd3b9860087f5c65629",
|
114227 |
+
"inputs": {
|
114228 |
+
"prompt": "A small blue book sitting on a large red book."
|
114229 |
+
},
|
114230 |
+
"model_a": "SD3",
|
114231 |
+
"model_b": "OpenJourney",
|
114232 |
+
"vote_type": "leftvote",
|
114233 |
+
"winner": "model_a",
|
114234 |
+
"judge": "arena_user_10.20.26.107",
|
114235 |
+
"anony": true,
|
114236 |
+
"tstamp": 1736236320.0102
|
114237 |
+
},
|
114238 |
+
{
|
114239 |
+
"model_a_conv_id": "77e53333d74c4365835fe7747a586a49",
|
114240 |
+
"model_b_conv_id": "b4dbdcdeb1e54391bc59cc0d21ea8507",
|
114241 |
+
"inputs": {
|
114242 |
+
"prompt": "A tennis racket underneath a traffic light."
|
114243 |
+
},
|
114244 |
+
"model_a": "FLUX.1-schnell",
|
114245 |
+
"model_b": "Kolors",
|
114246 |
+
"vote_type": "bothbad_vote",
|
114247 |
+
"winner": "tie (bothbad)",
|
114248 |
+
"judge": "arena_user_10.20.26.107",
|
114249 |
+
"anony": true,
|
114250 |
+
"tstamp": 1736236336.6332
|
114251 |
+
},
|
114252 |
+
{
|
114253 |
+
"model_a_conv_id": "e508f69bcb17422580c74cdee571dbb7",
|
114254 |
+
"model_b_conv_id": "767fe800067d4e79aa72fe00228f1dfc",
|
114255 |
+
"inputs": {
|
114256 |
+
"prompt": "A pink and a white frisbee are on the ground ."
|
114257 |
+
},
|
114258 |
+
"model_a": "HunyuanDiT",
|
114259 |
+
"model_b": "SDXL-Lightning",
|
114260 |
+
"vote_type": "bothbad_vote",
|
114261 |
+
"winner": "tie (bothbad)",
|
114262 |
+
"judge": "arena_user_10.20.34.20",
|
114263 |
+
"anony": true,
|
114264 |
+
"tstamp": 1736236346.5151
|
114265 |
+
},
|
114266 |
+
{
|
114267 |
+
"model_a_conv_id": "cc2beaef8aae45338cb29fca276b9d7a",
|
114268 |
+
"model_b_conv_id": "723550f94bfd4ec7b6cb46be6c8df46c",
|
114269 |
+
"inputs": {
|
114270 |
+
"prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
|
114271 |
+
},
|
114272 |
+
"model_a": "AuraFlow",
|
114273 |
+
"model_b": "PixArtAlpha",
|
114274 |
+
"vote_type": "rightvote",
|
114275 |
+
"winner": "model_b",
|
114276 |
+
"judge": "arena_user_10.20.34.20",
|
114277 |
+
"anony": true,
|
114278 |
+
"tstamp": 1736236398.4945
|
114279 |
+
},
|
114280 |
+
{
|
114281 |
+
"model_a_conv_id": "f40f4f0cfbe241488474527cf8201de0",
|
114282 |
+
"model_b_conv_id": "d7846cc2e0c94b6fb25679bc04bb1f8d",
|
114283 |
+
"inputs": {
|
114284 |
+
"prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
|
114285 |
+
},
|
114286 |
+
"model_a": "StableCascade",
|
114287 |
+
"model_b": "PixArtSigma",
|
114288 |
+
"vote_type": "rightvote",
|
114289 |
+
"winner": "model_b",
|
114290 |
+
"judge": "arena_user_10.20.34.20",
|
114291 |
+
"anony": true,
|
114292 |
+
"tstamp": 1736236410.843
|
114293 |
+
},
|
114294 |
+
{
|
114295 |
+
"model_a_conv_id": "52ad04e23a6446e2a86af4dd125a77c6",
|
114296 |
+
"model_b_conv_id": "6ac5950e29e24bd7afdb949a54acb1de",
|
114297 |
+
"inputs": {
|
114298 |
+
"prompt": "Surfer and a black white suit holding a white surfboard under his arms ."
|
114299 |
+
},
|
114300 |
+
"model_a": "HunyuanDiT",
|
114301 |
+
"model_b": "PixArtSigma",
|
114302 |
+
"vote_type": "leftvote",
|
114303 |
+
"winner": "model_a",
|
114304 |
+
"judge": "arena_user_10.20.26.107",
|
114305 |
+
"anony": true,
|
114306 |
+
"tstamp": 1736260729.0555
|
114307 |
}
|
114308 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 88249
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81d7fa06880c391d7741a9bea26e61fb1c43467caeb649c9bb5a0902c3a0ead4
|
3 |
size 88249
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
FLUX.1-dev,FLUX.1-dev,
|
3 |
-
PlayGround V2.5,PlayGround V2.5,
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,
|
5 |
-
PlayGround V2,PlayGround V2,1072.
|
6 |
-
Kolors,Kolors,1051.
|
7 |
-
StableCascade,StableCascade,
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
|
10 |
-
|
11 |
-
PixArtSigma,PixArtSigma,1017.
|
12 |
-
SD3,SD3,
|
13 |
-
AuraFlow,AuraFlow,
|
14 |
-
SDXL,SDXL,
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),
|
17 |
-
OpenJourney,OpenJourney,
|
18 |
-
LCM,LCM,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
FLUX.1-dev,FLUX.1-dev,1130.2729467053741,1134.2492751503437,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
3 |
+
PlayGround V2.5,PlayGround V2.5,1114.6927103393316,1115.8435349267393,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1091.265038687608,1098.2502330909922,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.064481229033,1071.8641450930868,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1051.3968264166233,1050.4642336268332,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1041.9730993201347,1044.6623495070044,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1025.537981599269,1019.6961224473307,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
SDXL-Lightning,SDXL-Lightning,1019.8035773223042,1023.9992921977954,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
10 |
+
PixArtAlpha,PixArtAlpha,1019.6508280692512,1012.1142645712271,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
11 |
+
PixArtSigma,PixArtSigma,1017.225853547849,1017.3278955608209,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
SD3,SD3,1012.8484738543192,1012.2183418336089,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,996.2048942067394,992.962702204287,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,966.1019636435464,967.7037015797068,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,913.7645639781008,912.477449239871,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),904.9922738321353,899.3930433513447,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,831.9460511221577,827.4419371816643,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.2584361262147,805.2010867942083,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|