Auto Daily Leaderboard udpate Mon Jan 6 12:00:28 PM EST 2025

arena_elo/results/20250106/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710122ef99ea7c5c3c0eaa10a71f6a01ac092d9d2e18d2dafc23c3c8a997582c
+size 88249

arena_elo/results/20250106/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7739a268420bf32dcdbf3f3718377c1a2cbb93708230bfec7960ecc281834717
+size 81355

arena_elo/results/20250106/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1124.2027236424442,1130.565659320342,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.7622975075024,1116.476649956043,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1090.6141307194246,1097.3997393585137,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.9628833626143,1072.5927190890777,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1051.8999726889435,1050.9616796077016,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.9373444798707,1045.5104461285769,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.2466494501618,1018.3414348409617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.2620245922885,1012.6179907815978,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1020.2468151176357,1024.3328800908105,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.578948824578,1017.5817759384211,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.9946658988318,1011.5179631026118,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,995.0938180793573,991.7054202353374,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.106111079472,968.5366247290167,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.8932070818505,913.4325037230587,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.8663497275894,900.1043001453314,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.1085535788709,828.4293504727989,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.2235041685608,806.0005453116144,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250106/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1149.995476500572,1146.2140653678398,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1132.274265197437,1134.966292235397,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1128.1537101018666,1128.8169131105665,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1116.01789078432,1118.318123382891,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1053.8120459977677,1054.0629490287715,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1045.934348485771,1043.3264498867832,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1034.7906859629613,1035.397887613075,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.5702285525695,1030.265925373843,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,995.3016308402371,998.2743328059292,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,967.3508602291125,965.357442185955,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,962.3191735726991,962.6267720307171,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,878.6679104931114,878.635694351629,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.054000933494,842.8810848749142,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.3579272471738,830.8393664001728,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,828.3998451009061,830.016701351515,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -113786,5 +113786,47 @@
     "judge": "arena_user_10.16.30.109",
     "anony": false,
     "tstamp": 1736005424.8487
+  },
+  {
+    "model_a_conv_id": "1bca98d44b674deaa92d7fe9219741d2",
+    "model_b_conv_id": "de1d61a6a1294a7fac827973b76c7e3b",
+    "inputs": {
+      "prompt": "Real 1990's motion blur selfshot of Sue Storm high schooler in her teens with blonde hair. At night with lamp white balanced and brightened"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.150",
+    "anony": false,
+    "tstamp": 1736151436.6662
+  },
+  {
+    "model_a_conv_id": "ea1508fa10bb4478bbe7ecf4c4c54a39",
+    "model_b_conv_id": "7f81d8fd13314d37befaadaf884f8a65",
+    "inputs": {
+      "prompt": "High angle Rear side looking over shoulder and bare buttocks. Real 1990's motion blur photograph of young Sue Storm as high schooler in her teens with blonde hair. young Sue Storm on commencement stage standing up in bath tub in front of high school audience. Buxom nude chest on high schooler figure nude in blue sash. Blonde Sue Storm hairstyle. Smiling at camera"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.30.109",
+    "anony": false,
+    "tstamp": 1736155195.7586
+  },
+  {
+    "model_a_conv_id": "c369578aa3164f61a50cedfd47ba4579",
+    "model_b_conv_id": "ca7c3ea0edb742329bf82919b5afa3b2",
+    "inputs": {
+      "prompt": "cute girl"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736176852.8912
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -36468,5 +36468,243 @@
     "judge": "arena_user_10.16.24.150",
     "anony": false,
     "tstamp": 1736053344.9165
+  },
+  {
+    "model_a_conv_id": "1a071d5a54004e7891c0b33f833b1be4",
+    "model_b_conv_id": "66cdda254da24ba58cb87709f7f9cb84",
+    "inputs": {
+      "prompt": "In a still frame, nestled in the Zen garden, a rustic teahouse featured tatami seating and a traditional charcoal brazier"
+    },
+    "model_a": "Allegro",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736111328.7422
+  },
+  {
+    "model_a_conv_id": "46354e401fed489e9fb5171aae9b1c45",
+    "model_b_conv_id": "4cfeb8a1d4ad4dc68eb301070b673b09",
+    "inputs": {
+      "prompt": "a parking meter on the right of a bench, front view"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736111490.1523
+  },
+  {
+    "model_a_conv_id": "9378ab33b4ac4615897e20a37c37d19d",
+    "model_b_conv_id": "882d4c0e601d43a7b8d376024d7ae336",
+    "inputs": {
+      "prompt": "Splash of turquoise water in extreme slow motion, alpha channel included."
+    },
+    "model_a": "Allegro",
+    "model_b": "Mochi1",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736111516.7338
+  },
+  {
+    "model_a_conv_id": "d4eadccdadde4736890f188c79729e60",
+    "model_b_conv_id": "cb3587e7ceaf40bd89838a5705e4c32c",
+    "inputs": {
+      "prompt": "a baseball glove"
+    },
+    "model_a": "Mochi1",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.150",
+    "anony": true,
+    "tstamp": 1736111580.0105
+  },
+  {
+    "model_a_conv_id": "f8b5d2e1cc1c42b0b9297bce6db1c27e",
+    "model_b_conv_id": "e1ef3c6a79eb4973b315cbcd61cc50c5",
+    "inputs": {
+      "prompt": "A person is getting a haircut"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.70",
+    "anony": true,
+    "tstamp": 1736177451.0825
+  },
+  {
+    "model_a_conv_id": "6bb22b9c4b574e6d9bd80f3c93c11a49",
+    "model_b_conv_id": "db2d6ac02e0245cf827383b12d6b4d42",
+    "inputs": {
+      "prompt": "Splash of turquoise water in extreme slow motion, alpha channel included."
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.70",
+    "anony": true,
+    "tstamp": 1736177460.7147
+  },
+  {
+    "model_a_conv_id": "22ec23e5d8d6461cb3dede5988636e2d",
+    "model_b_conv_id": "b2ba3c36cb0e4564abd7efc6ec9d91ca",
+    "inputs": {
+      "prompt": "a toothbrush on the left of a sink, front view"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1736177482.4745
+  },
+  {
+    "model_a_conv_id": "7365de3b72604520a22bb91462c8c3ea",
+    "model_b_conv_id": "fb0a0316a5554f409cff0c4f24ec90b9",
+    "inputs": {
+      "prompt": "an oven on the top of a toaster, front view"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.70",
+    "anony": true,
+    "tstamp": 1736177510.0189
+  },
+  {
+    "model_a_conv_id": "ac51c4da92fd432da26ecfa250d6f922",
+    "model_b_conv_id": "0be31d14df7d40b9b3e9039577b6ef5b",
+    "inputs": {
+      "prompt": "food court"
+    },
+    "model_a": "Mochi1",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.70",
+    "anony": true,
+    "tstamp": 1736177589.8092
+  },
+  {
+    "model_a_conv_id": "067abb5e6c3549689aa0963048f6187f",
+    "model_b_conv_id": "c300ab6bac284e1ba8e614513493c949",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas by Hokusai, in the style of Ukiyo"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.166",
+    "anony": true,
+    "tstamp": 1736177625.2476
+  },
+  {
+    "model_a_conv_id": "8cd1c22bcddf477d8cc2167929519d97",
+    "model_b_conv_id": "65061458dc4f4b16acee5e2474a819cc",
+    "inputs": {
+      "prompt": "an orange clock"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.150",
+    "anony": true,
+    "tstamp": 1736177638.5322
+  },
+  {
+    "model_a_conv_id": "e16ea768f7c14cea9ec1a20ddf99aa71",
+    "model_b_conv_id": "8128fd013e814189ad8812446d015c17",
+    "inputs": {
+      "prompt": "A person is hula hooping"
+    },
+    "model_a": "Mochi1",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1736177647.8863
+  },
+  {
+    "model_a_conv_id": "c5205566041d43afa3271429cafc2c44",
+    "model_b_conv_id": "581057dcd6dd4f8498569d9a64db85be",
+    "inputs": {
+      "prompt": "A storm trooper vacuuming the beach."
+    },
+    "model_a": "Allegro",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1736177840.3629
+  },
+  {
+    "model_a_conv_id": "ba4a8c7e90a843a0adc2f38dcc33af3e",
+    "model_b_conv_id": "71585e72a25c4b4491343105eba12d02",
+    "inputs": {
+      "prompt": "Gwen Stacy reading a book, oil painting"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.70",
+    "anony": true,
+    "tstamp": 1736177856.2109
+  },
+  {
+    "model_a_conv_id": "22faf209bf48442d9717808896a603b7",
+    "model_b_conv_id": "c230eb61264c4268b96ce1ad311ebd46",
+    "inputs": {
+      "prompt": "A person is barbequing"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.150",
+    "anony": true,
+    "tstamp": 1736178049.4257
+  },
+  {
+    "model_a_conv_id": "ae44a3eafcab41cfb4d07f43a40b4df6",
+    "model_b_conv_id": "c01b38c10c364776bfd51c0567e7771e",
+    "inputs": {
+      "prompt": "A person is marching"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736178168.1844
+  },
+  {
+    "model_a_conv_id": "581b608c33194c1991375320e119e07e",
+    "model_b_conv_id": "2a18ce5ad2ad49519dd377dae1929d59",
+    "inputs": {
+      "prompt": "A person is doing laundry"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.150",
+    "anony": true,
+    "tstamp": 1736178670.2295
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bcf20eeb7ee07952cdd7671d1eaa123a11cd1c90d7e75d4b854236c22999bb0
+oid sha256:710122ef99ea7c5c3c0eaa10a71f6a01ac092d9d2e18d2dafc23c3c8a997582c
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d399e59c799d691b7a1a6ef4b555f5eaa6cb77c1a7de6f6e1841037909c62a1
-size 81341
+oid sha256:7739a268420bf32dcdbf3f3718377c1a2cbb93708230bfec7960ecc281834717
+size 81355

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1122.8121419600088,1129.5418636503864,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.1834393231093,1116.6218100396259,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1090.534191610588,1096.669017943456,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.0966121135016,1072.5595567864686,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1051.8792298786789,1050.8170131183654,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1043.0334226709615,1045.4522152407096,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1024.2864110746868,1018.2455993944432,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1020.3621598776635,1012.5571326645514,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1020.346314620302,1024.2584611508835,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.6704713649963,1017.5167327181227,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1012.0235256000451,1011.4115602911476,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,995.0346606397284,991.4172182602479,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,967.2080379217671,968.4722353605338,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.996709595293,913.374511403819,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.9923130158472,900.0824096194955,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,833.207948838883,828.3722675426832,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.3324098939441,805.9564052854473,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1124.2027236424442,1130.565659320342,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.7622975075024,1116.476649956043,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1090.6141307194246,1097.3997393585137,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.9628833626143,1072.5927190890777,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1051.8999726889435,1050.9616796077016,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.9373444798707,1045.5104461285769,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1024.2466494501618,1018.3414348409617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.2620245922885,1012.6179907815978,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1020.2468151176357,1024.3328800908105,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.578948824578,1017.5817759384211,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.9946658988318,1011.5179631026118,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,995.0938180793573,991.7054202353374,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.106111079472,968.5366247290167,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.8932070818505,913.4325037230587,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.8663497275894,900.1043001453314,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.1085535788709,828.4293504727989,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.2235041685608,806.0005453116144,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1145.92174852559,1141.9769899344915,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1132.2031996909163,1132.6829525405735,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1121.5037601097868,1124.3434581941196,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1116.6116932347586,1118.988023240236,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2V-Turbo,T2V-Turbo,1054.0055902006063,1054.2270700637441,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1045.90731245452,1043.3899202086434,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1035.5433065749005,1036.2200822910543,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1031.6911544471557,1032.4150975497782,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,996.6626385727565,999.6610672052248,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,968.5068231456377,966.0623548821436,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,963.4106090243243,963.8280601552709,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,879.7912131845794,879.8599310478609,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,845.242512577712,843.1630651186438,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,833.4441639550166,831.973217448463,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,829.5542743017423,831.2087101197511,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1149.995476500572,1146.2140653678398,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1132.274265197437,1134.966292235397,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1128.1537101018666,1128.8169131105665,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1116.01789078432,1118.318123382891,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1053.8120459977677,1054.0629490287715,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1045.934348485771,1043.3264498867832,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1034.7906859629613,1035.397887613075,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.5702285525695,1030.265925373843,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,995.3016308402371,998.2743328059292,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,967.3508602291125,965.357442185955,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,962.3191735726991,962.6267720307171,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,878.6679104931114,878.635694351629,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.054000933494,842.8810848749142,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.3579272471738,830.8393664001728,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,828.3998451009061,830.016701351515,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571