Spaces:

TIGER-Lab
/

GenAI-Arena

Running on Zero

App Files Files Community

DongfuJiang commited on 23 days ago

Commit

7617a0f

1 Parent(s): 2df48f2

Auto Daily Leaderboard udpate Sun Mar 9 12:00:47 PM EDT 2025

Browse files

Files changed (6) hide show

arena_elo/results/20250309/clean_battle_t2i_generation.json +0 -0
arena_elo/results/20250309/elo_results_t2i_generation.pkl +3 -0
arena_elo/results/20250309/t2i_generation_leaderboard.csv +18 -0
arena_elo/results/latest/clean_battle_t2i_generation.json +84 -0
arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17

arena_elo/results/20250309/clean_battle_t2i_generation.json ADDED Viewed

The diff for this file is too large to render. See raw diff

arena_elo/results/20250309/elo_results_t2i_generation.pkl ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:200b705ec8a4439426b3c577bed08d04994bbf68cdd46254a56f38382b00a81d
+size 88249

arena_elo/results/20250309/t2i_generation_leaderboard.csv ADDED Viewed

	@@ -0,0 +1,18 @@

+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1141.4460147236516,1142.2852021830186,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.3665351386387,1115.6165321688152,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.7592998633954,1098.5112893502755,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.559058093536,1071.4144515472308,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.974628473244,1056.9420855060682,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.762994245058,1045.2105855229038,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1019.0322536936759,1014.0708879701988,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.0209678359988,1011.6989101751531,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.5246294625921,1019.0265627374513,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.2078267881927,1019.7279615120636,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.3831485301727,1007.9016979360598,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.4248573273788,992.2452647191855,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.601694198397,966.0369332317847,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9125107597384,912.413800291042,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.5654203393951,898.9305046663297,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.5221109762787,828.0513503054315,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9360495506531,804.8399170205623,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED Viewed

@@ -119666,5 +119666,89 @@
     "judge": "arena_user_10.16.38.165",
     "anony": false,
     "tstamp": 1741430184.8008
   }
 ]

     "judge": "arena_user_10.16.38.165",
     "anony": false,
     "tstamp": 1741430184.8008
+  },
+  {
+    "model_a_conv_id": "1f011aa9ea88440f84fc66476df1d2db",
+    "model_b_conv_id": "0b38bd37138b4f3fbf8669a76779962a",
+    "inputs": {
+      "prompt": "photograph of a beautiful female model wearing high tech military clothing in the desert, detailed"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741453607.8629
+  },
+  {
+    "model_a_conv_id": "9640d4010b594f7386e5b5b7d914fd17",
+    "model_b_conv_id": "5a492650462b495c8ba116d2d33075de",
+    "inputs": {
+      "prompt": "photograph of a dolphin standing on a grassland"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1741453629.2351
+  },
+  {
+    "model_a_conv_id": "3ab80e074b634dd48020cde45fe2015c",
+    "model_b_conv_id": "dfa3efa84c5742469b1f79e622a34029",
+    "inputs": {
+      "prompt": "A storefront with 'Diffusion' written on it."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "Kolors",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1741453664.7836
+  },
+  {
+    "model_a_conv_id": "6c25bc8d10974875a148923aaacc63c9",
+    "model_b_conv_id": "aeaf4289cad04354a0bf30993f9e36a5",
+    "inputs": {
+      "prompt": "Automated seaweed farm in the open ocean."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.165",
+    "anony": true,
+    "tstamp": 1741473936.57
+  },
+  {
+    "model_a_conv_id": "c8668214bf3940a4b623dfddf86f1692",
+    "model_b_conv_id": "a71d2c9d4f1b46dca8ded15eb2be136f",
+    "inputs": {
+      "prompt": "Two young small  girls,shiny black metallic catsuit,Dancing slow together "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741475980.3058
+  },
+  {
+    "model_a_conv_id": "67807ff9153b487885f0a2a59496ad82",
+    "model_b_conv_id": "ba3b7668615246c2b1477ec3cd498093",
+    "inputs": {
+      "prompt": "A blue and white cat next to a blanket and shelf with grey bottle ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1741531882.4255
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:896444abc2b8a9497902391c53de27173ceb8504ebdf1bfe34f9780854d03db1
 size 88249

 version https://git-lfs.github.com/spec/v1
+oid sha256:200b705ec8a4439426b3c577bed08d04994bbf68cdd46254a56f38382b00a81d
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1141.5852612897334,1142.3715865143936,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.6685533812195,1115.8879946398743,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1092.9845697230307,1097.950496439863,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.643856195144,1071.4846465120536,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1058.6743863697238,1057.6610979773423,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.8235912621974,1045.2709919597585,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-PixArtAlpha,PixArtAlpha,1019.0706582588776,1011.7448974398159,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.5674565071002,1019.0637885080704,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-HunyuanDiT,HunyuanDiT,1017.9857194360495,1013.0495342498842,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1015.5103655489129,1019.9872334857953,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1006.3633003388725,1007.8986122803424,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.374947062538,992.2279040713579,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.6528378569819,966.0873299259789,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.9628470761206,912.4588851462541,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.6505675355598,899.0050515736064,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.5028258796214,828.0337568141988,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.9782562783092,804.878405084187,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1141.4460147236516,1142.2852021830186,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.3665351386387,1115.6165321688152,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.7592998633954,1098.5112893502755,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.559058093536,1071.4144515472308,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.974628473244,1056.9420855060682,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.762994245058,1045.2105855229038,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1019.0322536936759,1014.0708879701988,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.0209678359988,1011.6989101751531,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.5246294625921,1019.0265627374513,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.2078267881927,1019.7279615120636,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.3831485301727,1007.9016979360598,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.4248573273788,992.2452647191855,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.601694198397,966.0369332317847,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9125107597384,912.413800291042,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.5654203393951,898.9305046663297,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.5221109762787,828.0513503054315,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9360495506531,804.8399170205623,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7