Spaces:

TIGER-Lab
/

GenAI-Arena

Running on Zero

App Files Files Community

DongfuJiang commited on Feb 26

Commit

bccd0d0

1 Parent(s): 905bded

Auto Daily Leaderboard udpate Wed Feb 26 12:00:27 PM EST 2025

Browse files

Files changed (6) hide show

arena_elo/results/20250225/clean_battle_t2i_generation.json +0 -0
arena_elo/results/20250225/elo_results_t2i_generation.pkl +3 -0
arena_elo/results/20250225/t2i_generation_leaderboard.csv +18 -0
arena_elo/results/latest/clean_battle_t2i_generation.json +56 -0
arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17

arena_elo/results/20250225/clean_battle_t2i_generation.json ADDED Viewed

The diff for this file is too large to render. See raw diff

arena_elo/results/20250225/elo_results_t2i_generation.pkl ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2e71eaaafeb9a89ef0082975601a5c6d7f97441cb93802705548639203d33830
+size 88249

arena_elo/results/20250225/t2i_generation_leaderboard.csv ADDED Viewed

	@@ -0,0 +1,18 @@

+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1140.2544141596115,1137.3911300546536,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.6172578989572,1118.3524484250406,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1095.9340304737145,1099.7657796946876,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.8756178347762,1071.1912850965314,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.1442470992986,1060.017570192273,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.7063407886767,1045.5171813619752,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.193315573388,1015.3033404261173,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.4571016744796,1011.4449957234747,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.963723097907,1017.4561827960773,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.2129635364591,1020.1238259786419,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1007.774992627995,1009.0975974029047,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.757412668546,992.042989437382,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.2170071629944,966.2547418796429,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.6412139352971,911.4016734826619,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.8518579738915,898.6498465381508,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.48960852891,826.5238980281871,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.908894965102,804.2374020530523,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED Viewed

@@ -119008,5 +119008,61 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1740356841.0987
   }
 ]

     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1740356841.0987
+  },
+  {
+    "model_a_conv_id": "d133dde65c4847dea88f6ec8b5e6720d",
+    "model_b_conv_id": "c56c134a336d45e7882f9eed4222cd04",
+    "inputs": {
+      "prompt": "A panda making latte art."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1740519186.5768
+  },
+  {
+    "model_a_conv_id": "c5aca0457f084f6d9025227e2bc0b5f9",
+    "model_b_conv_id": "b1082f48a0824fb588efbadc012f0e28",
+    "inputs": {
+      "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.41.172",
+    "anony": true,
+    "tstamp": 1740519210.5756
+  },
+  {
+    "model_a_conv_id": "459d6b84d2344ae2a89cf69c944009ae",
+    "model_b_conv_id": "c9f3c352e4354162919c7d9d4527f51d",
+    "inputs": {
+      "prompt": "A mechanical or electrical device for measuring time."
+    },
+    "model_a": "Kolors",
+    "model_b": "PixArtSigma",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.28.141",
+    "anony": true,
+    "tstamp": 1740519232.3484
+  },
+  {
+    "model_a_conv_id": "1fe2985d45d94820a09f4cc453466652",
+    "model_b_conv_id": "22e4c05fb5e4436794a57f327dc7b0e2",
+    "inputs": {
+      "prompt": "An orange cat sitting on top of a white bench next to a bike."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1740546409.8455
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bdcae85756ef010d2285e70359650685518ca849ecf6d0070b97a681a479281
 size 88249

 version https://git-lfs.github.com/spec/v1
+oid sha256:2e71eaaafeb9a89ef0082975601a5c6d7f97441cb93802705548639203d33830
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1139.766590098754,1137.113185000215,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.8290094424106,1118.5199713632524,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1095.9033316132188,1099.7193888503189,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.960181525449,1071.2620502817842,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1061.2822262065736,1060.1485827381257,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.756195196996,1045.5614050855338,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1019.747948313784,1014.83740459107,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.5138467834429,1011.4944793958239,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1016.9494287346207,1017.4350071729813,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.2607947478451,1020.1618218366815,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1007.7636247515106,1009.078757339911,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.7246708730689,992.0065390959318,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.2792489394619,966.308729792838,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.7955971178221,911.5325073200598,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.9263236960087,898.7133857350848,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.5504197672515,826.5782278705256,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,788.9905621917817,804.3079439472269,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1140.2544141596115,1137.3911300546536,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.6172578989572,1118.3524484250406,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1095.9340304737145,1099.7657796946876,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.8756178347762,1071.1912850965314,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.1442470992986,1060.017570192273,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.7063407886767,1045.5171813619752,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.193315573388,1015.3033404261173,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.4571016744796,1011.4449957234747,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.963723097907,1017.4561827960773,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.2129635364591,1020.1238259786419,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1007.774992627995,1009.0975974029047,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.757412668546,992.042989437382,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.2170071629944,966.2547418796429,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.6412139352971,911.4016734826619,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.8518579738915,898.6498465381508,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.48960852891,826.5238980281871,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.908894965102,804.2374020530523,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7