Auto Daily Leaderboard udpate Sun Feb 9 12:00:59 PM EST 2025

arena_elo/results/20250208/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8107f1d00ecc023a4024a10b1a66b4663bcd9c842536d6f7b1abe47935cbaf67
+size 81355

arena_elo/results/20250208/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1141.85013519459,1143.9030378446175,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1120.6860719528172,1120.5908798909427,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.080225355863,1114.8968598305355,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.8130037181988,1104.948278109107,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1059.1827449074124,1059.5772397092592,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1056.912971192227,1054.3523357868637,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.4725252713872,1043.1431165041156,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.0765569006976,1034.1602664459117,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,986.8852174047779,989.2836567236441,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.9107438933402,968.0739769430635,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,941.1631048463653,944.8526526442969,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,885.3448167539168,884.2219985106126,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,868.0529072770681,865.4406909116633,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,839.3933986821883,836.9291061433394,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,835.1755766491551,835.6259040020271,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20250209/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff81065ae41d1d81953cc53c930f2eca03b1d0f5724e164fab8053396687610c
+size 88249

arena_elo/results/20250209/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1129.619856994613,1132.070111211358,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.3504325295257,1118.079675165549,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.0204396404256,1098.2344906236412,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.2115058982367,1071.1706961504635,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.1886320172682,1058.2475360472067,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.102143709965,1044.7972657780406,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1021.5177837666217,1016.2298804042805,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.0015246381279,1011.6341767400786,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1017.7091634238482,1022.1909593175177,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1016.6496818386112,1016.9612469470659,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1012.39654612746,1013.0704567643222,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.3076028395982,996.0799254938609,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,963.8100865080369,965.7567126273323,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.1532884989077,911.5920394547327,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.1496885345604,898.6687485013417,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.6475663818801,826.420791177407,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.1640566523051,804.2032388647183,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -117006,5 +117006,271 @@
     "judge": "arena_user_10.16.9.135",
     "anony": true,
     "tstamp": 1738962644.8811
+  },
+  {
+    "model_a_conv_id": "45773088f4aa4653afe46e7a1fec6848",
+    "model_b_conv_id": "8fdf361c51b24b46a2c846a3b31f2d98",
+    "inputs": {
+      "prompt": "photorealistic, detailed picture of a single flower crown"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739046374.3641
+  },
+  {
+    "model_a_conv_id": "2f9d956bdbea4c4d80bbec932192cb1e",
+    "model_b_conv_id": "daddf9856784481aa9e48831c5942cd8",
+    "inputs": {
+      "prompt": "house fire, 8 k, shot on film camera "
+    },
+    "model_a": "SD3",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739046429.2537
+  },
+  {
+    "model_a_conv_id": "88fe54093ed34a688150022e1d50d64a",
+    "model_b_conv_id": "e1b817093ee9413f9fb79de9970af997",
+    "inputs": {
+      "prompt": "A stop sign on the right of a refrigerator."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056007.6912
+  },
+  {
+    "model_a_conv_id": "eb99dd4969cd412d8f9611a04f763993",
+    "model_b_conv_id": "d84ac4194a9f4b9fa3d01a3130f2df33",
+    "inputs": {
+      "prompt": "photograph of man on a bicycle holding a newspaper"
+    },
+    "model_a": "SD3",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1739056023.6029
+  },
+  {
+    "model_a_conv_id": "0f1fad1ed9bc4f00a47f16369d42d665",
+    "model_b_conv_id": "64fc1a5ebe774d29aeaa762834de0f4d",
+    "inputs": {
+      "prompt": "A pizza on the right of a suitcase."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056062.8656
+  },
+  {
+    "model_a_conv_id": "efc3c3cf74e8478fab1d2320b79c0575",
+    "model_b_conv_id": "0b68412bc4cf4f33a327f1e5cd75eba4",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056071.6821
+  },
+  {
+    "model_a_conv_id": "c93d3bf6978e4e07afb5932144d05d5a",
+    "model_b_conv_id": "aa39db8755c14241b2db24f84ca8be8a",
+    "inputs": {
+      "prompt": "photo cartoon bd illustration comic manga painting of cloakroom environement : 5 fantasy environement, digital painting : 1 fat brush concept sketch artist bd enki bilal : 1 0 "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1739056096.9047
+  },
+  {
+    "model_a_conv_id": "9d945afb4134454589e54714805e1673",
+    "model_b_conv_id": "8b62cff9d85340528b66dbbb34c6f667",
+    "inputs": {
+      "prompt": "hyperrealism render of a surreal alien humanoid"
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1739056104.2582
+  },
+  {
+    "model_a_conv_id": "8b10fa0b4f184a18952acbff9d1185b4",
+    "model_b_conv_id": "80526ebb7b31466181904a84631b10d4",
+    "inputs": {
+      "prompt": "big budget scifi movie set in postapocalyptic world with alien brainsuckers female cyborg in yellow rubber and gas mask in ruins of church "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1739056109.3675
+  },
+  {
+    "model_a_conv_id": "92afb400a1614ab4a1319566e4fc561e",
+    "model_b_conv_id": "53afc5f5378341bbb757cca5e85f4025",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056116.5031
+  },
+  {
+    "model_a_conv_id": "6ad4c00fa14848efb8d05ee8ebf028c2",
+    "model_b_conv_id": "09bc2043c84c4f1aa30835b59f044cfe",
+    "inputs": {
+      "prompt": "there is a white street sign with a orange sign underneath"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "Kolors",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056123.9686
+  },
+  {
+    "model_a_conv_id": "a6237922804941079e360162b7e80c63",
+    "model_b_conv_id": "73f0ae46d84f4fc98a8c8183452acc9e",
+    "inputs": {
+      "prompt": "A white colored sandwich."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056133.0847
+  },
+  {
+    "model_a_conv_id": "985fc4bd396846cbb910e3c20c2e8c43",
+    "model_b_conv_id": "be8aec1b8cfe4f0483114a9f5d49856c",
+    "inputs": {
+      "prompt": "A wine glass on top of a dog."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056140.9804
+  },
+  {
+    "model_a_conv_id": "9bbd30cb6aad491d97f724b6b0ecf36b",
+    "model_b_conv_id": "862cf90c0bce47f78cd6301bc133f7a7",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "Kolors",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739091586.1044
+  },
+  {
+    "model_a_conv_id": "c68532d07b114e349603763a60168cb6",
+    "model_b_conv_id": "1bfba26638a34ecf860ac7cf9fc68d4f",
+    "inputs": {
+      "prompt": "A charmingly wicked vampire, grinning with delight, grasps a mug of blood red ale in his pale, slender hand. The portrait, likely a painting, captures every detail with precision and artistry. The vampire's sharp fangs glint in the dim light, his eyes sparkling with mischief. The ale glistens in the cup, its frothy head perfectly rendered. This exquisite portrait expertly balances the allure of the vampire with the warmth of the scene, inviting viewers to linger on the intricate details of the creature's smile."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": false,
+    "tstamp": 1739117431.5366
+  },
+  {
+    "model_a_conv_id": "6ec2785ebdb742ddad8157a64784345f",
+    "model_b_conv_id": "45c5655312764292bb4ebf3e6970b20a",
+    "inputs": {
+      "prompt": "A charmingly wicked vampire, grinning with delight, grasps a mug of blood red ale in his pale, slender hand. The portrait, likely a painting, captures every detail with precision and artistry. The vampire's sharp fangs glint in the dim light, his eyes sparkling with mischief. The ale glistens in the cup, its frothy head perfectly rendered. This exquisite portrait expertly balances the allure of the vampire with the warmth of the scene, inviting viewers to linger on the intricate details of the creature's smile."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": false,
+    "tstamp": 1739117490.8205
+  },
+  {
+    "model_a_conv_id": "898aa4b5bdf347eabd256a448d2cd01b",
+    "model_b_conv_id": "1e893cf0a9c442b9a6a68e3f683e3a55",
+    "inputs": {
+      "prompt": "A charmingly wicked vampire, grinning with delight, grasps a mug of blood red ale in his pale, slender hand. The portrait, likely a painting, captures every detail with precision and artistry. The vampire's sharp fangs glint in the dim light, his eyes sparkling with mischief. The ale glistens in the cup, its frothy head perfectly rendered. This exquisite portrait expertly balances the allure of the vampire with the warmth of the scene, inviting viewers to linger on the intricate details of the creature's smile."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": false,
+    "tstamp": 1739117509.019
+  },
+  {
+    "model_a_conv_id": "c85fc08ea0194de7bb0e8a05f24a04a6",
+    "model_b_conv_id": "b88085006cd24cb4817cc1edff21a20a",
+    "inputs": {
+      "prompt": "A charmingly wicked vampire, grinning with delight, grasps a mug of blood red ale in his pale, slender hand. The portrait, likely a painting, captures every detail with precision and artistry. The vampire's sharp fangs glint in the dim light, his eyes sparkling with mischief. The ale glistens in the cup, its frothy head perfectly rendered. This exquisite portrait expertly balances the allure of the vampire with the warmth of the scene, inviting viewers to linger on the intricate details of the creature's smile.."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": false,
+    "tstamp": 1739118225.852
+  },
+  {
+    "model_a_conv_id": "3a711ca796cd4660ac1350a23063ccbd",
+    "model_b_conv_id": "1d0ba06f4c71416cb4435e26de0d66ba",
+    "inputs": {
+      "prompt": "10 foot tall pile of avocados "
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739119530.1575
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -39072,5 +39072,103 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1738958745.7439
+  },
+  {
+    "model_a_conv_id": "0a398cf51e3e4c9992c7486c072b08b2",
+    "model_b_conv_id": "db3398b84bb94d8d8c5fcbc63f155b71",
+    "inputs": {
+      "prompt": "hospital"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739046420.2256
+  },
+  {
+    "model_a_conv_id": "8b9f0bb19a6e4b8a9557292041ea3660",
+    "model_b_conv_id": "21cc998f9bab43f0979594b8574ffdb0",
+    "inputs": {
+      "prompt": "a truck on the right of a bicycle, front view"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739046429.0511
+  },
+  {
+    "model_a_conv_id": "549090fa07b2481db17d0737932b0f23",
+    "model_b_conv_id": "6b2cc1519ad74ecdb0779b64055266df",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in super slow motion"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739046444.1458
+  },
+  {
+    "model_a_conv_id": "13c833a3cb484ee29bb46d67e5bec13c",
+    "model_b_conv_id": "6813db4ba70c4a908b9a8c75b0bc6b0e",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, tilt down"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1739056161.323
+  },
+  {
+    "model_a_conv_id": "017ed48163ab4ef1a6ebc6e13aba5145",
+    "model_b_conv_id": "13e903b104b54e0c871d6178c6eb880a",
+    "inputs": {
+      "prompt": "a cat running happily"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056180.1423
+  },
+  {
+    "model_a_conv_id": "e9b53f9ee99e4473b48c2f095cda51d7",
+    "model_b_conv_id": "a81ce7bb91b4452997ff4dcae6278384",
+    "inputs": {
+      "prompt": "a bird building a nest from twigs and leaves"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739056193.2582
+  },
+  {
+    "model_a_conv_id": "f326ffc2941247a0af9135caab3d9fb5",
+    "model_b_conv_id": "b26145ddaa49480a9021586cc03edc65",
+    "inputs": {
+      "prompt": "a book"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1739056203.0932
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f17970b0781ff2f5ab7f77c8b4636d69d8daf6ad0f5e2e742dcff552e3f66026
-size 88250
+oid sha256:ff81065ae41d1d81953cc53c930f2eca03b1d0f5724e164fab8053396687610c
+size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30ab651ad846fbf8bf12394aeefdb390278673d584e04543bc0c2007d7b14738
-size 81350
+oid sha256:8107f1d00ecc023a4024a10b1a66b4663bcd9c842536d6f7b1abe47935cbaf67
+size 81355

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1128.545375856155,1132.4644317961438,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.3772831687966,1117.3864819249668,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1094.3205424121768,1099.5729582278423,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.034492267852,1070.786799845245,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1060.561271587368,1059.6649620801834,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.6576158243035,1044.2140676721299,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1021.0284143515638,1015.6415638172838,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.7372962339272,1011.2188311052302,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1017.4751837045576,1021.8300339192239,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1016.5173947512932,1016.6933598283946,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1012.0665435405137,1012.6833426580838,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1001.5198356124117,997.9651905586543,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,963.42480791883,965.2594602386408,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.1625417435517,911.4092734074449,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.9605247949673,898.2987854143789,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.6132414008385,826.21575128126,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,788.9976348308887,803.8660826832808,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1129.619856994613,1132.070111211358,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.3504325295257,1118.079675165549,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.0204396404256,1098.2344906236412,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.2115058982367,1071.1706961504635,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.1886320172682,1058.2475360472067,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.102143709965,1044.7972657780406,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1021.5177837666217,1016.2298804042805,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.0015246381279,1011.6341767400786,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1017.7091634238482,1022.1909593175177,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1016.6496818386112,1016.9612469470659,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1012.39654612746,1013.0704567643222,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.3076028395982,996.0799254938609,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,963.8100865080369,965.7567126273323,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.1532884989077,911.5920394547327,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.1496885345604,898.6687485013417,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.6475663818801,826.420791177407,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.1640566523051,804.2032388647183,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1139.428014831714,1141.7434210919457,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1120.824064953059,1120.892277979031,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1113.8560035204716,1114.0465546642035,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1102.4440428183937,1104.765664055902,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1058.2959000282453,1058.9004466686558,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1056.125315156355,1053.769855966297,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1042.7043381963204,1042.5829794167335,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1033.7253654080791,1033.012709229451,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,986.5221032588588,988.9748169725141,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.1615365830435,967.5412171365343,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,954.1056844913343,954.9827220344639,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,884.578919750801,883.6725710794163,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,865.8739496419397,863.3875193416962,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,838.9039780260175,836.6208604443254,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,834.450783335367,835.1063839188329,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1141.85013519459,1143.9030378446175,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1120.6860719528172,1120.5908798909427,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.080225355863,1114.8968598305355,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.8130037181988,1104.948278109107,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1059.1827449074124,1059.5772397092592,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1056.912971192227,1054.3523357868637,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.4725252713872,1043.1431165041156,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.0765569006976,1034.1602664459117,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,986.8852174047779,989.2836567236441,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.9107438933402,968.0739769430635,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,941.1631048463653,944.8526526442969,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,885.3448167539168,884.2219985106126,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,868.0529072770681,865.4406909116633,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,839.3933986821883,836.9291061433394,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,835.1755766491551,835.6259040020271,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571