Auto Daily Leaderboard udpate Tue Nov 12 12:00:26 PM EST 2024

arena_elo/results/20241111/clean_battle_t2i_generation.json

@@ -106828,5 +106828,19 @@
     "judge": "arena_user_10.16.38.136",
     "anony": true,
     "tstamp": 1731340780.5368
+  },
+  {
+    "model_a_conv_id": "286dd258035b49f49557e009b1e6a5d8",
+    "model_b_conv_id": "af8cfd090aeb4e9d85d3c567f5122d5e",
+    "inputs": {
+      "prompt": "A captivating Van Gogh-inspired painting depicting a man dressed in a vintage winter coat, huddling against the harsh winds while holding a broken umbrella. The background is a swirling, impressionistic blend of rain and leaves, with the city in the distance. The overall mood of the piece is dramatic and melancholic, capturing the essence of November. The stylish script at the bottom reads: \"It's not ART, it's NOVEMBER,\" adding a touch of whimsy and wit to the scene."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731364528.3251
   }
 ]

arena_elo/results/20241111/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68d029244de205988c24e15de399999151ca9d045dcffd46dcce3330a8e4b55e
+oid sha256:14f2287b60f1ecf43e6b7690abe660962298f9c32cdcb77301b044227839d617
 size 88251

arena_elo/results/20241111/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.9739634958564,1120.6373751649965,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1117.6378166574189,1141.2956950328205,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1085.6525595094736,1074.702130596194,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.9588570344579,1070.2736787982217,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.8611715794545,1052.1728034651246,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.2618041904416,1041.2343279309487,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.4762291414083,1022.881443794192,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1019.4723345134389,1018.9009391838413,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1019.2559119299098,1010.0616922010983,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.733316775143,1021.411538975755,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1010.2589574673102,1004.1276298431916,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1009.7054853077997,1012.2811818476954,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.0945027514304,964.9639399885025,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.3190234323558,911.3351881948951,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.7075815697272,898.0920758479728,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.20291589305,823.5183514271293,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.4275687513264,802.8136022148861,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.162871933961,1120.5886872457818,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1114.30452980731,1138.9737185609706,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.4749750168899,1074.5516343706322,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.306764903512,1070.5251141917786,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.7403685386068,1052.1117879770397,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.513233982662,1041.4058675097988,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.5471091600655,1022.9225421624433,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.7146312742341,1019.0721257834136,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.5539846045662,1010.292736512331,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.9923746621711,1021.5769044017172,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1010.1538816732883,1004.0457327390254,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.762484069154,1012.3243901259524,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.3960413831152,965.1997745385972,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.9757717626901,911.8754329230192,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.0459271457651,898.3347805521761,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.5331651986519,823.7747134334427,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8218848833579,803.1132817264121,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241112/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e617f42da378ae782063f9ecce3d9c6a4f5334cbb370e611ef27c7db1d2263f
+size 63250

arena_elo/results/20241112/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a323da6749f4c0bb2b564a26dd45616c4c5ca50e671c9ae5c320b2d709e15f
+size 75106

arena_elo/results/20241112/image_editing_leaderboard.csv

@@ -0,0 +1,10 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1107.2357724290591,1111.3252205193878,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1074.6087157006689,1074.312437136244,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1066.272720797529,1067.2626851589678,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1039.6194522185945,1037.3363224197426,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,997.1174336409828,1001.6817392363948,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,989.1743643506178,990.2638023339427,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,943.3741294735114,936.971806037026,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,925.6820709654739,924.1272750111482,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,856.9153404235628,856.718712147146,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20241112/video_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1158.7827840135888,1158.2750267121169,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1145.1767096378496,1145.0149373419672,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1121.918252819591,1124.6067425535086,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1058.7983719054662,1055.2316180938994,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.0835911830743,1053.6266631596145,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1043.84294228184,1043.6274606284853,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1042.5516691156813,1043.4059606108399,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,986.5690111317158,987.1747432385324,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,970.9135831979676,971.4056807596,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,887.3892313930785,887.572107568189,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,852.7389911146815,851.3754138726256,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,840.0234229524273,839.7072990846957,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,837.2114392530418,838.9763463759232,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_image_editing.json

@@ -19624,5 +19624,53 @@
     "judge": "arena_user_10.16.38.136",
     "anony": false,
     "tstamp": 1731040620.9362
+  },
+  {
+    "model_a_conv_id": "f700af9b00564e45affdefb4a6d0845a",
+    "model_b_conv_id": "668a180d5cc34f8cb9ff09fdc04c6b6e",
+    "inputs": {
+      "source_prompt": "Two people and a whale playing with a yellow ball in the ocean.",
+      "target_prompt": "Two people, a whale, and a dog playing with a yellow ball in the ocean.",
+      "instruct_prompt": "add a dog barking near shore"
+    },
+    "model_a": "InstructPix2Pix",
+    "model_b": "InfEdit",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731419818.5335
+  },
+  {
+    "model_a_conv_id": "366f72cd234342418b43e470f10e839e",
+    "model_b_conv_id": "697347813c0c42a7932d32af0f7fdb64",
+    "inputs": {
+      "source_prompt": "A computer desk with two desk chairs at it.",
+      "target_prompt": "A coffee station with two chairs at it.",
+      "instruct_prompt": "remove the computer and add a coffee machine"
+    },
+    "model_a": "CycleDiffusion",
+    "model_b": "MagicBrush",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731419853.6182
+  },
+  {
+    "model_a_conv_id": "e7c2c645449843e1bcd30b191b2efa2d",
+    "model_b_conv_id": "70fa1bd7ef364b3a9677f756241efe94",
+    "inputs": {
+      "source_prompt": "Car parked in parking lot in front of a building.",
+      "target_prompt": "Car parked in front of a castle in a parking lot.",
+      "instruct_prompt": "edit the background by removing the museum and placing a castle"
+    },
+    "model_a": "SDEdit",
+    "model_b": "Pix2PixZero",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731419898.0109
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -106828,5 +106828,19 @@
     "judge": "arena_user_10.16.38.136",
     "anony": true,
     "tstamp": 1731340780.5368
+  },
+  {
+    "model_a_conv_id": "286dd258035b49f49557e009b1e6a5d8",
+    "model_b_conv_id": "af8cfd090aeb4e9d85d3c567f5122d5e",
+    "inputs": {
+      "prompt": "A captivating Van Gogh-inspired painting depicting a man dressed in a vintage winter coat, huddling against the harsh winds while holding a broken umbrella. The background is a swirling, impressionistic blend of rain and leaves, with the city in the distance. The overall mood of the piece is dramatic and melancholic, capturing the essence of November. The stylish script at the bottom reads: \"It's not ART, it's NOVEMBER,\" adding a touch of whimsy and wit to the scene."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731364528.3251
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -32450,5 +32450,103 @@
     "judge": "arena_user_10.16.13.73",
     "anony": true,
     "tstamp": 1731339775.268
+  },
+  {
+    "model_a_conv_id": "a562624197344a84a0066bfd2e79e8c6",
+    "model_b_conv_id": "791b0714071c46269b31a3162b762c32",
+    "inputs": {
+      "prompt": "cliff"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731427557.8098
+  },
+  {
+    "model_a_conv_id": "0cc8e304f0c8447782b68e6a7f159e2d",
+    "model_b_conv_id": "7e8b0cc8662a43278f60ee36de3a3d97",
+    "inputs": {
+      "prompt": "a boat"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731427584.5114
+  },
+  {
+    "model_a_conv_id": "6b5d29e57bdb403ba1cbd1ed25d2afa9",
+    "model_b_conv_id": "6e4b956c168045fc9dbf84b3fc52e22c",
+    "inputs": {
+      "prompt": "a green bird"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731427701.0284
+  },
+  {
+    "model_a_conv_id": "ebf1b648dec24f7593cdd1f3616daa3f",
+    "model_b_conv_id": "4a1a44b363ca47e1bee0f31290b5b6bb",
+    "inputs": {
+      "prompt": "In a still frame, the Temple of Hephaestus, with its timeless Doric grace, stands stoically against the backdrop of a quiet Athens"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731427737.4813
+  },
+  {
+    "model_a_conv_id": "57466e1564214210a09bf13b3c0b0dfd",
+    "model_b_conv_id": "90d5938756f141439bf46e9d1ce0844d",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas by Hokusai, in the style of Ukiyo"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731427906.7537
+  },
+  {
+    "model_a_conv_id": "d0205972601445ea8d6a7faeda3f02ce",
+    "model_b_conv_id": "a7d493f8064a4345aa3518ff62f56620",
+    "inputs": {
+      "prompt": "a vase and scissors"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731427955.8869
+  },
+  {
+    "model_a_conv_id": "0f482a534a024bf68d0fe74398292942",
+    "model_b_conv_id": "180de688207d415186f9394a518148f0",
+    "inputs": {
+      "prompt": "food court"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731427985.2967
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be417506363c4ddba63510d435a00c86aa4400c1d427b7febd62035fecf64844
+oid sha256:6e617f42da378ae782063f9ecce3d9c6a4f5334cbb370e611ef27c7db1d2263f
 size 63250

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68d029244de205988c24e15de399999151ca9d045dcffd46dcce3330a8e4b55e
+oid sha256:14f2287b60f1ecf43e6b7690abe660962298f9c32cdcb77301b044227839d617
 size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29f3f69538a91e5c6756490101d09213eabc0fc5dcad810384681dd857dd8523
+oid sha256:43a323da6749f4c0bb2b564a26dd45616c4c5ca50e671c9ae5c320b2d709e15f
 size 75106

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1106.5447717908323,1110.7186073195908,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-InfEdit,InfEdit,1074.6862089326528,1074.3713838133683,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1066.2411914733814,1067.2477407063507,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1039.4256126871376,1037.1386428878702,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,997.0961094254252,1001.6671711750197,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,989.1778674835481,990.2728540135581,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,944.154660983573,937.6776782292361,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,924.5780071575175,923.0459636105026,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,858.0955700659324,857.8599582445036,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1107.2357724290591,1111.3252205193878,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1074.6087157006689,1074.312437136244,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1066.272720797529,1067.2626851589678,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1039.6194522185945,1037.3363224197426,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,997.1174336409828,1001.6817392363948,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,989.1743643506178,990.2638023339427,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,943.3741294735114,936.971806037026,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,925.6820709654739,924.1272750111482,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,856.9153404235628,856.718712147146,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.9739634958564,1120.6373751649965,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1117.6378166574189,1141.2956950328205,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1085.6525595094736,1074.702130596194,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.9588570344579,1070.2736787982217,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.8611715794545,1052.1728034651246,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.2618041904416,1041.2343279309487,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.4762291414083,1022.881443794192,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1019.4723345134389,1018.9009391838413,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-PixArtAlpha,PixArtAlpha,1019.2559119299098,1010.0616922010983,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.733316775143,1021.411538975755,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1010.2589574673102,1004.1276298431916,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1009.7054853077997,1012.2811818476954,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.0945027514304,964.9639399885025,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.3190234323558,911.3351881948951,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.7075815697272,898.0920758479728,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.20291589305,823.5183514271293,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.4275687513264,802.8136022148861,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.162871933961,1120.5886872457818,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1114.30452980731,1138.9737185609706,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.4749750168899,1074.5516343706322,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.306764903512,1070.5251141917786,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.7403685386068,1052.1117879770397,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.513233982662,1041.4058675097988,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.5471091600655,1022.9225421624433,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.7146312742341,1019.0721257834136,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.5539846045662,1010.292736512331,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.9923746621711,1021.5769044017172,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1010.1538816732883,1004.0457327390254,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.762484069154,1012.3243901259524,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.3960413831152,965.1997745385972,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.9757717626901,911.8754329230192,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.0459271457651,898.3347805521761,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.5331651986519,823.7747134334427,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8218848833579,803.1132817264121,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1158.5799256030284,1158.0045409481127,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1139.7612253369366,1139.6436853720256,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1121.9637799900572,1124.6549441192776,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1057.17943217164,1053.7689693084283,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1052.9819184551418,1052.5415201939925,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1043.6587620537005,1043.4884446247688,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1042.7037050257788,1043.5648588725242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,991.1762102045595,991.7279554118379,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,971.1572085028263,971.6489466962647,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,887.7047439549365,887.8923466937282,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,854.4192450993909,852.9048515400327,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,841.187623376143,840.8516561045404,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,837.5262202258618,839.3072801144626,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1158.7827840135888,1158.2750267121169,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1145.1767096378496,1145.0149373419672,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1121.918252819591,1124.6067425535086,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1058.7983719054662,1055.2316180938994,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.0835911830743,1053.6266631596145,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1043.84294228184,1043.6274606284853,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1042.5516691156813,1043.4059606108399,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,986.5690111317158,987.1747432385324,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,970.9135831979676,971.4056807596,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,887.3892313930785,887.572107568189,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,852.7389911146815,851.3754138726256,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,840.0234229524273,839.7072990846957,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,837.2114392530418,838.9763463759232,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571