Auto Daily Leaderboard udpate Sat Jan 25 12:00:32 PM EST 2025

arena_elo/results/20250124/clean_battle_t2i_generation.json

@@ -115872,5 +115872,19 @@
     "judge": "arena_user_10.16.17.134",
     "anony": true,
     "tstamp": 1737714211.3748
+  },
+  {
+    "model_a_conv_id": "00079bbd49694474847f242bb8944ce3",
+    "model_b_conv_id": "8289a9305ad24427b4837821556f9908",
+    "inputs": {
+      "prompt": "A wine glass on top of a dog."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1737747108.3714
   }
 ]

arena_elo/results/20250124/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc1fef0a83528ac6b07d1765a0e66c502a015f47b9844288daf1e64d572975c
+size 66020

arena_elo/results/20250124/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11f39c106cae4893294f15e776e28b73085a8ba3ee3610611fdd451e9f653fc0
+oid sha256:33113f43c89d605bd76b3571cd8475f9d4d4e8c76a0057025225649ffd73dbea
 size 88249

arena_elo/results/20250124/image_editing_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1097.8357140433188,1101.795686901879,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+UltraEdit,UltraEdit,1071.5380376851529,1071.6167857172368,other,Peking University; BIGAI,https://ultra-editing.github.io/
+InfEdit,InfEdit,1063.4064776083794,1063.1885220619786,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1057.8020419285256,1058.7001663253222,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1030.9016287519003,1028.688238291622,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,992.1295693299285,996.5689151434921,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,983.3166539778284,984.3960796772229,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,932.6789473128099,926.6252967600719,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,916.6930862696888,915.1507227621317,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,853.6978430924667,853.2695863590432,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20250124/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.6828368733443,1133.8608337993096,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.8119628446923,1115.869546790757,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1094.2337323799895,1099.9223495569245,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4715636741716,1071.2522011960268,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1054.8449386754494,1053.8983679369164,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.0943366011506,1043.7964145867052,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1024.8319794105182,1019.1716453517486,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.4817430052423,1011.8860425190711,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.9308312008627,1023.1724353519782,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.6063554012741,1017.757209829634,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.0560681570151,1012.0706749373268,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.892519778684,994.6050855225419,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.8340090942762,966.5978808700112,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9164546313084,911.282320933389,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.4055483436966,898.7618868322419,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.3347479763731,826.9004311101892,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5703719519483,804.438410228409,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1131.5894108997534,1134.4251264915176,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.7795870164487,1115.8827848861931,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.30187658391,1100.0410894121908,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.3879813220703,1071.1931382145478,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.8715980528025,1053.914553659003,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.0334321869334,1043.7508079017048,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.8137633365207,1019.1567856737523,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.416291353617,1011.8355135728555,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.8718852699404,1023.1343747357074,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.2407788662938,1017.4109806723336,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.0501581238408,1012.081490376968,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.9498618094644,994.6854749076514,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.7700997475605,966.5517874956269,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.8470310099761,911.2294234676866,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3103913487112,898.6884667657778,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.264929894955,826.8482715927153,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5009231772084,804.388816013309,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250125/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fff0f91e451a5ff72caf96fba3a605e399ad688c4f84a58bc9fea1c312ab46a
+size 81340

arena_elo/results/20250125/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1157.127245889444,1153.5746128483693,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1123.658389632833,1126.3861724808417,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1117.3029704927483,1119.9070792212694,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1110.1237213624454,1111.191684870715,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1055.4443354677046,1055.5110511763571,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.0439379637853,1046.2222976365283,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1036.4381983068538,1037.2215214816824,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.8617594786165,1030.7989438514792,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,994.6425699688965,998.593196673098,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,970.9837196703143,964.7496577095594,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,963.273508841751,964.0394831000352,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,879.6920537900985,880.0694965563179,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.8063340389524,847.6577299208132,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,833.8541703622006,832.5732917362167,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,829.747084733357,831.5037807367162,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_image_editing.json

@@ -20072,5 +20072,53 @@
     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1734444563.0927
+  },
+  {
+    "model_a_conv_id": "1fd4e7a357844803906c8df34636fb2f",
+    "model_b_conv_id": "2f19f0f267af41548de9baa5928a52c6",
+    "inputs": {
+      "source_prompt": "A couple of vehicles are side by side.",
+      "target_prompt": "A black van and car are side by side.",
+      "instruct_prompt": "Let the van turn black."
+    },
+    "model_a": "InstructPix2Pix",
+    "model_b": "SDEdit",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737775110.2097
+  },
+  {
+    "model_a_conv_id": "5cda08108e6844b1964642c850f51db6",
+    "model_b_conv_id": "9785074be34a4b9284e6b6d629574ed9",
+    "inputs": {
+      "source_prompt": "a large elephant that is standing up eating",
+      "target_prompt": "A large elephant standing up and enjoying a watermelon",
+      "instruct_prompt": "He should be eating a watermelon"
+    },
+    "model_a": "MagicBrush",
+    "model_b": "SDEdit",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.21.179",
+    "anony": true,
+    "tstamp": 1737775120.8608
+  },
+  {
+    "model_a_conv_id": "5bf75561b9f44dc2aec78c5aed778cbf",
+    "model_b_conv_id": "50c158973a10431c9a933e73e36a2f9c",
+    "inputs": {
+      "source_prompt": "Small street with cars and signs pointing to health services and a funeral.",
+      "target_prompt": "Small street with cars and a sign showing an address for health services and a funeral.",
+      "instruct_prompt": "let the sign show an address"
+    },
+    "model_a": "Pix2PixZero",
+    "model_b": "UltraEdit",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1737775135.4352
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -115872,5 +115872,19 @@
     "judge": "arena_user_10.16.17.134",
     "anony": true,
     "tstamp": 1737714211.3748
+  },
+  {
+    "model_a_conv_id": "00079bbd49694474847f242bb8944ce3",
+    "model_b_conv_id": "8289a9305ad24427b4837821556f9908",
+    "inputs": {
+      "prompt": "A wine glass on top of a dog."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1737747108.3714
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -37588,5 +37588,75 @@
     "judge": "arena_user_10.16.21.179",
     "anony": true,
     "tstamp": 1737620752.9372
+  },
+  {
+    "model_a_conv_id": "e50055ec0cf5485cbc287df8d0614f33",
+    "model_b_conv_id": "24c07f714fad4ea081da475a89cb800d",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, surrealism style"
+    },
+    "model_a": "Mochi1",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1737813441.6956
+  },
+  {
+    "model_a_conv_id": "6cb42de8add9413ebc6068ad664eff16",
+    "model_b_conv_id": "6492d7c6d24c49279621e03ec1aab1a0",
+    "inputs": {
+      "prompt": "a bicycle leaning against a tree"
+    },
+    "model_a": "Allegro",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737813462.1586
+  },
+  {
+    "model_a_conv_id": "61feb0658f6d4a4db64c9e4badefb0bc",
+    "model_b_conv_id": "bb034f01f5c842909cd4ce4a990cb4c9",
+    "inputs": {
+      "prompt": "A corgi's head depicted as an explosion of a nebula"
+    },
+    "model_a": "Mochi1",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737813492.7487
+  },
+  {
+    "model_a_conv_id": "83c2a5a151d54d799c1d0bef18a8a6f7",
+    "model_b_conv_id": "fbfb3b0d3c96426c88ca3653583731ca",
+    "inputs": {
+      "prompt": "an airplane and a train"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1737813509.2542
+  },
+  {
+    "model_a_conv_id": "8447fd5e5cc74ea28c59427e498c590d",
+    "model_b_conv_id": "ae2ed64a2ccf41389b67072b884fd611",
+    "inputs": {
+      "prompt": "a truck turning a corner"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737813521.9876
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e1d6f99332e559b8fe5dd64bacb1608fd1d02a45bdeedc1629bfd586a3b28a9
-size 66025
+oid sha256:3fc1fef0a83528ac6b07d1765a0e66c502a015f47b9844288daf1e64d572975c
+size 66020

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11f39c106cae4893294f15e776e28b73085a8ba3ee3610611fdd451e9f653fc0
+oid sha256:33113f43c89d605bd76b3571cd8475f9d4d4e8c76a0057025225649ffd73dbea
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c42811de6236a049ebd7ff1e91785c125d40fd1fb6675303f660e85cc7b18eae
-size 81356
+oid sha256:5fff0f91e451a5ff72caf96fba3a605e399ad688c4f84a58bc9fea1c312ab46a
+size 81340

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1096.5501389142828,1100.535668874469,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-UltraEdit,UltraEdit,1078.207368746881,1078.310780184644,other,Peking University; BIGAI,https://ultra-editing.github.io/
-InfEdit,InfEdit,1062.673020683307,1062.4368154545516,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1057.1819230892963,1058.0740522243516,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1029.4457607977697,1027.2416877071903,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,991.4504847650438,995.8755710745041,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,982.5942581941629,983.6715745686438,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,931.9295839148562,925.8794799990146,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,917.6150732907784,916.0333998933401,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,852.3523876036224,851.940970019291,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1097.8357140433188,1101.795686901879,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+UltraEdit,UltraEdit,1071.5380376851529,1071.6167857172368,other,Peking University; BIGAI,https://ultra-editing.github.io/
+InfEdit,InfEdit,1063.4064776083794,1063.1885220619786,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1057.8020419285256,1058.7001663253222,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1030.9016287519003,1028.688238291622,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,992.1295693299285,996.5689151434921,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,983.3166539778284,984.3960796772229,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,932.6789473128099,926.6252967600719,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,916.6930862696888,915.1507227621317,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,853.6978430924667,853.2695863590432,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.6828368733443,1133.8608337993096,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.8119628446923,1115.869546790757,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1094.2337323799895,1099.9223495569245,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4715636741716,1071.2522011960268,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1054.8449386754494,1053.8983679369164,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.0943366011506,1043.7964145867052,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1024.8319794105182,1019.1716453517486,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.4817430052423,1011.8860425190711,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.9308312008627,1023.1724353519782,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.6063554012741,1017.757209829634,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.0560681570151,1012.0706749373268,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.892519778684,994.6050855225419,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.8340090942762,966.5978808700112,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9164546313084,911.282320933389,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.4055483436966,898.7618868322419,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.3347479763731,826.9004311101892,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5703719519483,804.438410228409,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1131.5894108997534,1134.4251264915176,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.7795870164487,1115.8827848861931,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.30187658391,1100.0410894121908,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.3879813220703,1071.1931382145478,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.8715980528025,1053.914553659003,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.0334321869334,1043.7508079017048,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.8137633365207,1019.1567856737523,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.416291353617,1011.8355135728555,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.8718852699404,1023.1343747357074,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.2407788662938,1017.4109806723336,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.0501581238408,1012.081490376968,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.9498618094644,994.6854749076514,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.7700997475605,966.5517874956269,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.8470310099761,911.2294234676866,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3103913487112,898.6884667657778,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.264929894955,826.8482715927153,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5009231772084,804.388816013309,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1153.4966616917477,1149.9710273861572,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1123.3359253653994,1126.069638927024,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1117.6402195563178,1120.265448256361,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1107.3537074934243,1108.535645062345,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-T2V-Turbo,T2V-Turbo,1056.7475635941455,1056.8223893189995,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1047.7907446706558,1045.9973700663095,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1037.2766889805448,1038.0723495319492,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1030.3133135593914,1031.2595846955433,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,997.043959556531,1000.9753197758895,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,970.229039812694,963.6944099142104,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,963.8895728841259,964.679909618785,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,880.2992674253941,880.7040502310715,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,849.8286793054765,847.6804995442349,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,834.3986691972943,833.1423309028155,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,830.355986906858,832.1300267683021,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1157.127245889444,1153.5746128483693,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1123.658389632833,1126.3861724808417,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1117.3029704927483,1119.9070792212694,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1110.1237213624454,1111.191684870715,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1055.4443354677046,1055.5110511763571,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.0439379637853,1046.2222976365283,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1036.4381983068538,1037.2215214816824,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.8617594786165,1030.7989438514792,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,994.6425699688965,998.593196673098,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,970.9837196703143,964.7496577095594,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,963.273508841751,964.0394831000352,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,879.6920537900985,880.0694965563179,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.8063340389524,847.6577299208132,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,833.8541703622006,832.5732917362167,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,829.747084733357,831.5037807367162,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571