Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
222ac54
·
1 Parent(s): 57bbac3

Auto Daily Leaderboard udpate Sat Sep 21 12:00:27 PM EDT 2024

Browse files
Files changed (6) hide show
  1. arena_elo/results/20240920/clean_battle_t2i_generation.json +56 -0
  2. arena_elo/results/20240920/elo_results_t2i_generation.pkl +2 -2
  3. arena_elo/results/20240920/t2i_generation_leaderboard.csv +17 -17
  4. arena_elo/results/latest/clean_battle_t2i_generation.json +56 -0
  5. arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
  6. arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20240920/clean_battle_t2i_generation.json CHANGED
@@ -96426,5 +96426,61 @@
96426
  "judge": "arena_user_10.16.34.60",
96427
  "anony": true,
96428
  "tstamp": 1726842873.4891
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96429
  }
96430
  ]
 
96426
  "judge": "arena_user_10.16.34.60",
96427
  "anony": true,
96428
  "tstamp": 1726842873.4891
96429
+ },
96430
+ {
96431
+ "model_a_conv_id": "d4964e48c8be468eb3b1947490d1a17f",
96432
+ "model_b_conv_id": "aceb1e9f5bc948758bd8bcd84af7f6ae",
96433
+ "inputs": {
96434
+ "prompt": "A handsome, young man, astronaut, shirtless, relaxing in the sleeping quarters"
96435
+ },
96436
+ "model_a": "FLUX.1-schnell",
96437
+ "model_b": "SDXLTurbo",
96438
+ "vote_type": "leftvote",
96439
+ "winner": "model_a",
96440
+ "judge": "arena_user_10.16.46.55",
96441
+ "anony": true,
96442
+ "tstamp": 1726851148.6
96443
+ },
96444
+ {
96445
+ "model_a_conv_id": "06ceba83f85f4ab89b3038214f56c5ba",
96446
+ "model_b_conv_id": "97d6544e7e92474ea742868a084da9d1",
96447
+ "inputs": {
96448
+ "prompt": "Handsome mermaid man resting on a rock"
96449
+ },
96450
+ "model_a": "OpenJourney",
96451
+ "model_b": "PlayGround V2.5",
96452
+ "vote_type": "rightvote",
96453
+ "winner": "model_b",
96454
+ "judge": "arena_user_10.16.1.165",
96455
+ "anony": true,
96456
+ "tstamp": 1726868268.6189
96457
+ },
96458
+ {
96459
+ "model_a_conv_id": "ba00bf8d71f948b2a1d161e97aa02b16",
96460
+ "model_b_conv_id": "02ef756c15b44ee3abea82f9b9adf7ec",
96461
+ "inputs": {
96462
+ "prompt": "8x11 portrait oil painting of a female ballerina with a white background"
96463
+ },
96464
+ "model_a": "AuraFlow",
96465
+ "model_b": "FLUX.1-schnell",
96466
+ "vote_type": "rightvote",
96467
+ "winner": "model_b",
96468
+ "judge": "arena_user_10.16.18.75",
96469
+ "anony": true,
96470
+ "tstamp": 1726869095.6829
96471
+ },
96472
+ {
96473
+ "model_a_conv_id": "c3c3088e684640aaa2208c686d71f2a7",
96474
+ "model_b_conv_id": "0d03c09f96294ad882b73b79f24a6020",
96475
+ "inputs": {
96476
+ "prompt": "2D cartoon of a 10-year old girl with blue hair sucking a penis; Hilda Netflix series; hentai; lolicon; porn; sex; blowjob"
96477
+ },
96478
+ "model_a": "FLUX.1-dev",
96479
+ "model_b": "FLUX.1-schnell",
96480
+ "vote_type": "leftvote",
96481
+ "winner": "model_a",
96482
+ "judge": "arena_user_10.16.10.147",
96483
+ "anony": true,
96484
+ "tstamp": 1726869431.0446
96485
  }
96486
  ]
arena_elo/results/20240920/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be42fd29159ca06d1b07bcc2b56b1697f5bc007348e682d5c538612bce95752a
3
- size 88248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdae856597f8496e413643702696697026091f306ab389513e5f752a5890ab66
3
+ size 88247
arena_elo/results/20240920/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1126.0386805125315,1126.4940338572153,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1125.41742493598,1144.2861357757708,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1080.5464527970296,1080.0019805543147,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.1954564791984,1070.670158750211,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1059.1456635162265,1056.046634526308,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- HunyuanDiT,HunyuanDiT,1039.9931335532415,1028.177974560217,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
- StableCascade,StableCascade,1037.6356362450117,1039.662421074149,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
- SDXL-Lightning,SDXL-Lightning,1023.6667505143034,1026.6725209632245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1022.2818544828492,1011.6308916123963,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1019.6582661870044,1018.2063200238734,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- AuraFlow,AuraFlow,1000.0505525652103,991.0285385773639,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,989.6150671225723,984.5877022026674,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,964.7690393433325,964.3021704599817,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.9061113642425,910.0695081268724,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.6125821771124,898.4009701417535,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,828.4913278720064,822.1364019621386,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.9760003321545,802.6165646725497,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1130.193580986652,1148.6551778765997,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1125.9227488357901,1126.3719877087044,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1082.3127646031908,1081.82879217234,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.784857470027,1070.3314541053714,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1059.3266587160795,1056.16645648087,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ HunyuanDiT,HunyuanDiT,1039.8014024047525,1027.9842652364227,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
+ StableCascade,StableCascade,1037.32416324359,1039.3490264756472,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
+ SDXL-Lightning,SDXL-Lightning,1023.3991174779097,1026.40131848535,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1021.9881210335006,1011.3178984818361,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1019.3880392655525,1017.9062417039086,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ AuraFlow,AuraFlow,997.3110126804492,988.5122901147522,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,989.4329289355384,984.4925673815007,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,964.4362271449492,963.9806726299836,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.4203404120678,909.6457072848422,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.3010313099778,898.0913606897604,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,828.0391584009215,821.7390219128979,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.6178470790544,802.2431392394099,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -96426,5 +96426,61 @@
96426
  "judge": "arena_user_10.16.34.60",
96427
  "anony": true,
96428
  "tstamp": 1726842873.4891
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96429
  }
96430
  ]
 
96426
  "judge": "arena_user_10.16.34.60",
96427
  "anony": true,
96428
  "tstamp": 1726842873.4891
96429
+ },
96430
+ {
96431
+ "model_a_conv_id": "d4964e48c8be468eb3b1947490d1a17f",
96432
+ "model_b_conv_id": "aceb1e9f5bc948758bd8bcd84af7f6ae",
96433
+ "inputs": {
96434
+ "prompt": "A handsome, young man, astronaut, shirtless, relaxing in the sleeping quarters"
96435
+ },
96436
+ "model_a": "FLUX.1-schnell",
96437
+ "model_b": "SDXLTurbo",
96438
+ "vote_type": "leftvote",
96439
+ "winner": "model_a",
96440
+ "judge": "arena_user_10.16.46.55",
96441
+ "anony": true,
96442
+ "tstamp": 1726851148.6
96443
+ },
96444
+ {
96445
+ "model_a_conv_id": "06ceba83f85f4ab89b3038214f56c5ba",
96446
+ "model_b_conv_id": "97d6544e7e92474ea742868a084da9d1",
96447
+ "inputs": {
96448
+ "prompt": "Handsome mermaid man resting on a rock"
96449
+ },
96450
+ "model_a": "OpenJourney",
96451
+ "model_b": "PlayGround V2.5",
96452
+ "vote_type": "rightvote",
96453
+ "winner": "model_b",
96454
+ "judge": "arena_user_10.16.1.165",
96455
+ "anony": true,
96456
+ "tstamp": 1726868268.6189
96457
+ },
96458
+ {
96459
+ "model_a_conv_id": "ba00bf8d71f948b2a1d161e97aa02b16",
96460
+ "model_b_conv_id": "02ef756c15b44ee3abea82f9b9adf7ec",
96461
+ "inputs": {
96462
+ "prompt": "8x11 portrait oil painting of a female ballerina with a white background"
96463
+ },
96464
+ "model_a": "AuraFlow",
96465
+ "model_b": "FLUX.1-schnell",
96466
+ "vote_type": "rightvote",
96467
+ "winner": "model_b",
96468
+ "judge": "arena_user_10.16.18.75",
96469
+ "anony": true,
96470
+ "tstamp": 1726869095.6829
96471
+ },
96472
+ {
96473
+ "model_a_conv_id": "c3c3088e684640aaa2208c686d71f2a7",
96474
+ "model_b_conv_id": "0d03c09f96294ad882b73b79f24a6020",
96475
+ "inputs": {
96476
+ "prompt": "2D cartoon of a 10-year old girl with blue hair sucking a penis; Hilda Netflix series; hentai; lolicon; porn; sex; blowjob"
96477
+ },
96478
+ "model_a": "FLUX.1-dev",
96479
+ "model_b": "FLUX.1-schnell",
96480
+ "vote_type": "leftvote",
96481
+ "winner": "model_a",
96482
+ "judge": "arena_user_10.16.10.147",
96483
+ "anony": true,
96484
+ "tstamp": 1726869431.0446
96485
  }
96486
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be42fd29159ca06d1b07bcc2b56b1697f5bc007348e682d5c538612bce95752a
3
- size 88248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdae856597f8496e413643702696697026091f306ab389513e5f752a5890ab66
3
+ size 88247
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1126.0386805125315,1126.4940338572153,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1125.41742493598,1144.2861357757708,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1080.5464527970296,1080.0019805543147,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.1954564791984,1070.670158750211,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1059.1456635162265,1056.046634526308,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- HunyuanDiT,HunyuanDiT,1039.9931335532415,1028.177974560217,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
- StableCascade,StableCascade,1037.6356362450117,1039.662421074149,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
- SDXL-Lightning,SDXL-Lightning,1023.6667505143034,1026.6725209632245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1022.2818544828492,1011.6308916123963,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1019.6582661870044,1018.2063200238734,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- AuraFlow,AuraFlow,1000.0505525652103,991.0285385773639,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,989.6150671225723,984.5877022026674,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,964.7690393433325,964.3021704599817,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.9061113642425,910.0695081268724,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.6125821771124,898.4009701417535,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,828.4913278720064,822.1364019621386,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.9760003321545,802.6165646725497,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1130.193580986652,1148.6551778765997,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1125.9227488357901,1126.3719877087044,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1082.3127646031908,1081.82879217234,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.784857470027,1070.3314541053714,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1059.3266587160795,1056.16645648087,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ HunyuanDiT,HunyuanDiT,1039.8014024047525,1027.9842652364227,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
+ StableCascade,StableCascade,1037.32416324359,1039.3490264756472,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
+ SDXL-Lightning,SDXL-Lightning,1023.3991174779097,1026.40131848535,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1021.9881210335006,1011.3178984818361,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1019.3880392655525,1017.9062417039086,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ AuraFlow,AuraFlow,997.3110126804492,988.5122901147522,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,989.4329289355384,984.4925673815007,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,964.4362271449492,963.9806726299836,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.4203404120678,909.6457072848422,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.3010313099778,898.0913606897604,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,828.0391584009215,821.7390219128979,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.6178470790544,802.2431392394099,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7