Auto Daily Leaderboard udpate Wed Mar 12 12:00:34 PM EDT 2025

arena_elo/results/20250311/clean_battle_video_generation.json

@@ -41228,5 +41228,75 @@
     "judge": "arena_user_10.16.10.234",
     "anony": true,
     "tstamp": 1741700062.7698
+  },
+  {
+    "model_a_conv_id": "feb909ee790042148627aa9dd4e93ca2",
+    "model_b_conv_id": "0889f6d98320434a8b5b4d392e8687df",
+    "inputs": {
+      "prompt": "forest road"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741735396.3156
+  },
+  {
+    "model_a_conv_id": "fceac46114784c9489649c1cfe1f421a",
+    "model_b_conv_id": "b3e13c9f54fb4689b3c6bd243bece5b3",
+    "inputs": {
+      "prompt": "a bowl"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741735406.6357
+  },
+  {
+    "model_a_conv_id": "89734a6c770f4ab79abf206e1e4fa465",
+    "model_b_conv_id": "744d1166581a49bbb43243c292125c35",
+    "inputs": {
+      "prompt": "a dog"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Pyramid Flow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741735417.572
+  },
+  {
+    "model_a_conv_id": "6848b7defbff477e9cc6339437e959d4",
+    "model_b_conv_id": "7c7062c6f8f94c209635e42239f16561",
+    "inputs": {
+      "prompt": "A tranquil tableau of in the serene courtyard, a centuries-old stone well stood as a symbol of a bygone era, its mossy stones bearing witness to the passage of time"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741735445.3534
+  },
+  {
+    "model_a_conv_id": "55c8583816324f5aadbd25ffb55e2b73",
+    "model_b_conv_id": "c2d557fad7584984b8b5f23eaeb799d3",
+    "inputs": {
+      "prompt": "a toilet, frozen in time"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741735472.1098
   }
 ]

arena_elo/results/20250311/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0b24f2074ac53d5005a06d3d11188ae528af8054bbf24cae4c90dbd3d75fad
+size 88249

arena_elo/results/20250311/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b26bf35998e94113f5c7bb2b92d3080f0e8f0f1432aa65fc89c2d7d823ef0034
+oid sha256:5780c584265ad21d98aa1eb00ac27b810e048d08c266275ca74334785c0c5ef2
 size 81357

arena_elo/results/20250311/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1135.8550765304726,1138.8572659791298,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.9204931066072,1116.5940796150876,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.894802920136,1097.34425100615,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.0784057069495,1071.7655253572323,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.151404216223,1060.245407340473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.9542375975038,1045.3093220994544,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+PixArtSigma,PixArtSigma,1019.2665803413464,1019.6622805847869,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.204536473515,1011.8398054480409,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+HunyuanDiT,HunyuanDiT,1019.1974044250139,1014.1847053185313,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1014.5426890440582,1018.9840126457776,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1004.9267772097711,1006.471833860028,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.842831602297,991.6273615209474,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.8181453847313,966.9655572852336,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.9178812984642,913.2273566353155,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9992293092698,899.2097520381169,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.0766754588626,827.619698447415,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3528293747689,805.1185271732359,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250311/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1124.802192383071,1127.1408549562423,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1121.3540454509434,1121.448283174716,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1115.5938607645212,1115.663623711965,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1113.9786586357918,1115.7614867820012,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1054.5186580383483,1054.9525330317665,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1053.5716943361542,1051.889491820435,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1038.7671621962036,1038.2793350500249,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1029.6096602779921,1029.0160598483237,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1002.0351796312227,1004.5606357418847,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,963.9394569068434,964.113563357214,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,963.8787754287453,963.374430044214,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,880.3547238904309,879.5525738235254,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,873.307977315692,871.0410583998375,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,834.1037951122973,832.333016382941,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,830.1841596317413,830.8730538749096,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1125.5330739673523,1127.8414909737544,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1121.2050338070615,1121.295858008672,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1115.757725381367,1115.8379111402187,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1112.0292863281527,1113.8100484958584,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1055.6137163065716,1056.0516764093074,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1053.540194033598,1051.8196379711476,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.3959833642061,1038.9191988243558,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.4080847990695,1028.824372492731,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1001.8028619548314,1004.3033891529165,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,964.2547383246027,963.7605102103968,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,963.8849703692081,964.0018955386453,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,880.7321602298297,879.943936854232,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,871.5548062507684,869.3601900486932,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.7122152799843,832.954912893822,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.5751496033968,831.2749709852492,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -120310,5 +120310,159 @@
     "judge": "arena_user_10.16.35.62",
     "anony": true,
     "tstamp": 1741670451.7288
+  },
+  {
+    "model_a_conv_id": "611758ae5c3e489c8c2e8f597f9f33d6",
+    "model_b_conv_id": "af09fb9895c74076a53f3587e11c3faf",
+    "inputs": {
+      "prompt": "super epic realistic nature photo with t shirt female with no bra"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1741716539.261
+  },
+  {
+    "model_a_conv_id": "41cc83605d8d41d8be01d5b7172c48f7",
+    "model_b_conv_id": "44d72af9335747bda7fe209e0a62cb74",
+    "inputs": {
+      "prompt": "A tiger in a lab coat with a 1980s Miami vibe, turning a well oiled science content machine, digital art."
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741721017.818
+  },
+  {
+    "model_a_conv_id": "12103e70c3724ea598024492b878e2a5",
+    "model_b_conv_id": "ee8895b0034e4fe08c61208d000f2cf2",
+    "inputs": {
+      "prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741721057.7636
+  },
+  {
+    "model_a_conv_id": "39341b199dbf4954a5c98a95f95f71ba",
+    "model_b_conv_id": "71ece566ced141cdbd1fb55a7612edfa",
+    "inputs": {
+      "prompt": "a beautiful photorealistic anime illustration of urbex industrial architecture city architecture unfinished building abandoned post office by renzo piano, laser extraterrestial sunset lake vaporwave elysian at night reclaimed by nature magic realism myst wilderness, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741721091.1629
+  },
+  {
+    "model_a_conv_id": "655142bfc54848528d59637ad2e32d93",
+    "model_b_conv_id": "c879f70a389a44839f2a668e96ce5805",
+    "inputs": {
+      "prompt": "A couch on the left of a chair."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741721151.1294
+  },
+  {
+    "model_a_conv_id": "ca8139a6d3634545ab1897cdb195b2ae",
+    "model_b_conv_id": "a70161a7661d4f999e38e55375d34084",
+    "inputs": {
+      "prompt": "A triangular purple flower pot. A purple flower pot in the shape of a triangle."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741724620.4673
+  },
+  {
+    "model_a_conv_id": "dab25c07bf5a4bc1b9272722dc3b4f3e",
+    "model_b_conv_id": "a3cec08ba73b4c7e9dca0a7fdcd4c7bb",
+    "inputs": {
+      "prompt": "A red colored car."
+    },
+    "model_a": "SD3",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741724647.0673
+  },
+  {
+    "model_a_conv_id": "f2e91c1216ff41508433f8b953284d0a",
+    "model_b_conv_id": "7ee9ff9caaf64d9a96c8f62b90ccab6e",
+    "inputs": {
+      "prompt": "A large motor vehicle carrying passengers by road, typically one serving the public on a fixed route and for a fare."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741724666.4775
+  },
+  {
+    "model_a_conv_id": "fa70037ef7b346bf97a63e663610dbf6",
+    "model_b_conv_id": "14b494939fbb40d49339d0b16f26ba50",
+    "inputs": {
+      "prompt": "there is a white street sign with a orange sign underneath"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741724705.6367
+  },
+  {
+    "model_a_conv_id": "ce541f6e7f554ef6af1e96ff49d355d3",
+    "model_b_conv_id": "8db7205adce244aa9d95d5abe1ecd655",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style architecture, straight edges, shop signs, video screens, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741724798.0607
+  },
+  {
+    "model_a_conv_id": "97ff9c252d8d4a22a9f089d431f388c9",
+    "model_b_conv_id": "1554da1bcac44d37bda2710075cbfc25",
+    "inputs": {
+      "prompt": "An American multinational technology company that focuses on artificial intelligence, search engine, online advertising, cloud computing, computer software, quantum computing, e-commerce, and consumer electronics."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741725348.3351
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -41228,5 +41228,75 @@
     "judge": "arena_user_10.16.10.234",
     "anony": true,
     "tstamp": 1741700062.7698
+  },
+  {
+    "model_a_conv_id": "feb909ee790042148627aa9dd4e93ca2",
+    "model_b_conv_id": "0889f6d98320434a8b5b4d392e8687df",
+    "inputs": {
+      "prompt": "forest road"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741735396.3156
+  },
+  {
+    "model_a_conv_id": "fceac46114784c9489649c1cfe1f421a",
+    "model_b_conv_id": "b3e13c9f54fb4689b3c6bd243bece5b3",
+    "inputs": {
+      "prompt": "a bowl"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741735406.6357
+  },
+  {
+    "model_a_conv_id": "89734a6c770f4ab79abf206e1e4fa465",
+    "model_b_conv_id": "744d1166581a49bbb43243c292125c35",
+    "inputs": {
+      "prompt": "a dog"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Pyramid Flow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741735417.572
+  },
+  {
+    "model_a_conv_id": "6848b7defbff477e9cc6339437e959d4",
+    "model_b_conv_id": "7c7062c6f8f94c209635e42239f16561",
+    "inputs": {
+      "prompt": "A tranquil tableau of in the serene courtyard, a centuries-old stone well stood as a symbol of a bygone era, its mossy stones bearing witness to the passage of time"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741735445.3534
+  },
+  {
+    "model_a_conv_id": "55c8583816324f5aadbd25ffb55e2b73",
+    "model_b_conv_id": "c2d557fad7584984b8b5f23eaeb799d3",
+    "inputs": {
+      "prompt": "a toilet, frozen in time"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741735472.1098
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02ab1512782de0c9561b6a2f784f0256e51471339fdcf8ce3a7084029567d5fb
+oid sha256:3c0b24f2074ac53d5005a06d3d11188ae528af8054bbf24cae4c90dbd3d75fad
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b26bf35998e94113f5c7bb2b92d3080f0e8f0f1432aa65fc89c2d7d823ef0034
+oid sha256:5780c584265ad21d98aa1eb00ac27b810e048d08c266275ca74334785c0c5ef2
 size 81357

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1137.1845208349455,1139.6385123182558,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.6363294281996,1116.4387625680881,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1092.1916150090537,1096.8843492173585,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.8359453208352,1071.5695575558175,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1060.6897184667873,1059.7848264667473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.5373207779685,1044.9472553338278,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1020.0969115393934,1015.0888715803118,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.2974701410478,1011.9187469797147,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.1708284366086,1019.5962313611566,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1014.6829473868764,1019.145788846162,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1006.6358120809991,1007.9883247981616,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,993.4746482384129,991.3235353952305,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.0428159396939,966.3402015825247,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.3962950593402,912.7821236194649,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.7726104880076,899.0285801578418,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.2311310087105,827.750723027709,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.1230798431175,804.9353862323305,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1135.8550765304726,1138.8572659791298,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.9204931066072,1116.5940796150876,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.894802920136,1097.34425100615,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.0784057069495,1071.7655253572323,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.151404216223,1060.245407340473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.9542375975038,1045.3093220994544,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+PixArtSigma,PixArtSigma,1019.2665803413464,1019.6622805847869,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.204536473515,1011.8398054480409,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+HunyuanDiT,HunyuanDiT,1019.1974044250139,1014.1847053185313,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1014.5426890440582,1018.9840126457776,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1004.9267772097711,1006.471833860028,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.842831602297,991.6273615209474,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.8181453847313,966.9655572852336,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.9178812984642,913.2273566353155,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9992293092698,899.2097520381169,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.0766754588626,827.619698447415,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3528293747689,805.1185271732359,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1124.802192383071,1127.1408549562423,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1121.3540454509434,1121.448283174716,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1115.5938607645212,1115.663623711965,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1113.9786586357918,1115.7614867820012,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1054.5186580383483,1054.9525330317665,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1053.5716943361542,1051.889491820435,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1038.7671621962036,1038.2793350500249,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1029.6096602779921,1029.0160598483237,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1002.0351796312227,1004.5606357418847,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,963.9394569068434,964.113563357214,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,963.8787754287453,963.374430044214,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,880.3547238904309,879.5525738235254,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,873.307977315692,871.0410583998375,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,834.1037951122973,832.333016382941,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,830.1841596317413,830.8730538749096,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1125.5330739673523,1127.8414909737544,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1121.2050338070615,1121.295858008672,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1115.757725381367,1115.8379111402187,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1112.0292863281527,1113.8100484958584,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1055.6137163065716,1056.0516764093074,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1053.540194033598,1051.8196379711476,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.3959833642061,1038.9191988243558,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.4080847990695,1028.824372492731,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1001.8028619548314,1004.3033891529165,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,964.2547383246027,963.7605102103968,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,963.8849703692081,964.0018955386453,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,880.7321602298297,879.943936854232,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,871.5548062507684,869.3601900486932,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.7122152799843,832.954912893822,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.5751496033968,831.2749709852492,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571