Auto Daily Leaderboard udpate Mon Nov 11 12:00:28 PM EST 2024

arena_elo/results/20241111/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d029244de205988c24e15de399999151ca9d045dcffd46dcce3330a8e4b55e
+size 88251

arena_elo/results/20241111/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f3f69538a91e5c6756490101d09213eabc0fc5dcad810384681dd857dd8523
+size 75106

arena_elo/results/20241111/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1120.9739634958564,1120.6373751649965,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1117.6378166574189,1141.2956950328205,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.6525595094736,1074.702130596194,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9588570344579,1070.2736787982217,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.8611715794545,1052.1728034651246,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.2618041904416,1041.2343279309487,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.4762291414083,1022.881443794192,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.4723345134389,1018.9009391838413,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.2559119299098,1010.0616922010983,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.733316775143,1021.411538975755,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1010.2589574673102,1004.1276298431916,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.7054853077997,1012.2811818476954,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.0945027514304,964.9639399885025,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.3190234323558,911.3351881948951,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7075815697272,898.0920758479728,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.20291589305,823.5183514271293,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.4275687513264,802.8136022148861,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241111/video_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1158.5799256030284,1158.0045409481127,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1139.7612253369366,1139.6436853720256,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1121.9637799900572,1124.6549441192776,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1057.17943217164,1053.7689693084283,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1052.9819184551418,1052.5415201939925,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1043.6587620537005,1043.4884446247688,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1042.7037050257788,1043.5648588725242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,991.1762102045595,991.7279554118379,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,971.1572085028263,971.6489466962647,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,887.7047439549365,887.8923466937282,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,854.4192450993909,852.9048515400327,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,841.187623376143,840.8516561045404,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,837.5262202258618,839.3072801144626,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -106758,5 +106758,75 @@
     "judge": "arena_user_10.16.16.234",
     "anony": true,
     "tstamp": 1731244268.8413
+  },
+  {
+    "model_a_conv_id": "3cf37ad99da54326af68088d1e2c13d7",
+    "model_b_conv_id": "0440c87f641c44b1abe010941dd86c4e",
+    "inputs": {
+      "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
+    },
+    "model_a": "StableCascade",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731283200.5804
+  },
+  {
+    "model_a_conv_id": "e5e5f774b5c948b188500ccebb9538d9",
+    "model_b_conv_id": "3362d8d3888e4b72924ff2d96187c042",
+    "inputs": {
+      "prompt": "A close-up shot of Mickey Mouse firing the machine gun in the war. The war is going on in Germany."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731297298.0817
+  },
+  {
+    "model_a_conv_id": "57e39e988523429ebf8fe165a0d57f36",
+    "model_b_conv_id": "628cb8e890f94eeabb4b3450044296c6",
+    "inputs": {
+      "prompt": "a 4k photograph of a young English woman stands in a dimly lit room, her side profile visible as she looks down at the floor with a look of despair and discomfort. She is dressed in a black PVC corset that accentuates her curves, paired with fishnet stockings and high-heeled knee boots that add to an overall air of fetish wear. A BDSM collar adorns her neck, emphasizing her submissive role. Her hair is styled into an elegant fishtail braid, the strands hanging loose as they cling to her wet skin. Dark blue eye shadow adds depth to her dark eyes, which are cast downward in defeat. The plush carpet beneath her feet is illuminated by the soft glow of candles scattered around the room, casting long shadows across the scene. Her bound hands behind her back only add to the sense of vulnerability and pain that permeates the atmosphere. natural skin detail, high quality"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731330668.0894
+  },
+  {
+    "model_a_conv_id": "12bd266ef47349f2896b0255e695e2a0",
+    "model_b_conv_id": "0cfb47fb3aba43b1b6bbd7d52dea6a21",
+    "inputs": {
+      "prompt": "generate an image of a pondering pig with glasses "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731340076.4983
+  },
+  {
+    "model_a_conv_id": "a6ca513604e9445f8241749bb3390007",
+    "model_b_conv_id": "1b6466df41674f428cbb01b221c4c7fb",
+    "inputs": {
+      "prompt": "a robot in the city"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731340780.5368
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -32170,5 +32170,285 @@
     "judge": "arena_user_10.16.16.234",
     "anony": true,
     "tstamp": 1731229692.6163
+  },
+  {
+    "model_a_conv_id": "56295859a81841e085cb16dd506b9ae5",
+    "model_b_conv_id": "6cda417006f44f828f376cad5552589c",
+    "inputs": {
+      "prompt": "The bund Shanghai, zoom in"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731297350.0518
+  },
+  {
+    "model_a_conv_id": "da8bf690515e4571abb72b094badd0de",
+    "model_b_conv_id": "00bb6a9280784da0ba4936041b6bc683",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731336446.9624
+  },
+  {
+    "model_a_conv_id": "c9afa45c64b64900b800be806e7db757",
+    "model_b_conv_id": "7bdb3f2dd6354147a09788936aefba7a",
+    "inputs": {
+      "prompt": "arch"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731336461.1791
+  },
+  {
+    "model_a_conv_id": "5287cd3c63d5447086c042ccd3951947",
+    "model_b_conv_id": "4ba61b6b4d2d404d82e1d669c5acf324",
+    "inputs": {
+      "prompt": "a sheep bending down to drink water from a river"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731336478.2581
+  },
+  {
+    "model_a_conv_id": "7fade2f51c2d4b5ba0e8dc7eae6683b3",
+    "model_b_conv_id": "c3f3f93ca25a44c7b5488b4f26f37170",
+    "inputs": {
+      "prompt": "a white chair"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731336495.8853
+  },
+  {
+    "model_a_conv_id": "3163b86e7aa9427a8f962d58c59e4687",
+    "model_b_conv_id": "0b6e08eb3969439fb15e416c4eed9eee",
+    "inputs": {
+      "prompt": "a bicycle leaning against a tree"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731336508.9523
+  },
+  {
+    "model_a_conv_id": "3ef5066b3f384ac683c7e68132051ce4",
+    "model_b_conv_id": "f2d79e519c5e45d9b60b21996ed74f93",
+    "inputs": {
+      "prompt": "a cup and a couch"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731336518.2394
+  },
+  {
+    "model_a_conv_id": "a25342b5585e47979bac8c60106d5ead",
+    "model_b_conv_id": "addeb11753e3409d93f4d6ed92823495",
+    "inputs": {
+      "prompt": "arch"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731336532.4234
+  },
+  {
+    "model_a_conv_id": "b842f63dd7584f719f3e21e84d49df07",
+    "model_b_conv_id": "ebb9202c378d4ec198906e9f06492134",
+    "inputs": {
+      "prompt": "a dog"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731336543.6138
+  },
+  {
+    "model_a_conv_id": "acff4999a13744f6ac2be0db0403a500",
+    "model_b_conv_id": "f6a46066e48746ebaadb8e364b4914ce",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, featuring a steady and smooth perspective"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731339657.6618
+  },
+  {
+    "model_a_conv_id": "95f3620857a7421e9dcab350f3139dd6",
+    "model_b_conv_id": "48503982f1b347b5aabe69e936b1559b",
+    "inputs": {
+      "prompt": "The bund Shanghai, in super slow motion"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731339673.7454
+  },
+  {
+    "model_a_conv_id": "ced28a14e538402b93076ae5103fe98d",
+    "model_b_conv_id": "57bc2d04115b4da1bd8f9cf6b8f90a8a",
+    "inputs": {
+      "prompt": "A person is crawling baby"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731339685.3754
+  },
+  {
+    "model_a_conv_id": "68f02c8df26241dd8034e498bfb6bd2e",
+    "model_b_conv_id": "d5b0ccc941134714b95f1590bebbce02",
+    "inputs": {
+      "prompt": "skis on the top of a snowboard, front view"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731339699.945
+  },
+  {
+    "model_a_conv_id": "81e02e7fe55146f69f003d53d6ed55e6",
+    "model_b_conv_id": "c614449e7c7547b8b0659caa23c26c91",
+    "inputs": {
+      "prompt": "a blue clock"
+    },
+    "model_a": "Allegro",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731339716.7138
+  },
+  {
+    "model_a_conv_id": "d0c35d3bb8284eeb9eeb5b16ec1dba0c",
+    "model_b_conv_id": "a16bbfe9638a4ae0ae85cf0bcf1553f8",
+    "inputs": {
+      "prompt": "an airplane landing smoothly on a runway"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731339724.6869
+  },
+  {
+    "model_a_conv_id": "2012905337514f0f9fd04cabca1700da",
+    "model_b_conv_id": "d981e917c561490b9bb64aab2f84325c",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731339733.4809
+  },
+  {
+    "model_a_conv_id": "6b85baa50e1c4e36a77dac49b9b964d0",
+    "model_b_conv_id": "ab376f8393954e48ada1eb9ef7f8f78e",
+    "inputs": {
+      "prompt": "this is how I do makeup in the morning."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731339742.8876
+  },
+  {
+    "model_a_conv_id": "acfd6710f811432bb8033503d7b14824",
+    "model_b_conv_id": "429672aaea25474399f234cb8bf3ebcc",
+    "inputs": {
+      "prompt": "Yoda playing guitar on the stage"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731339754.1212
+  },
+  {
+    "model_a_conv_id": "61c4579110394337b634e2f98a57dadc",
+    "model_b_conv_id": "587588201f8b426b958365aeb4924e98",
+    "inputs": {
+      "prompt": "A tranquil tableau of tower"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731339765.6568
+  },
+  {
+    "model_a_conv_id": "a16aa2de718848309472e9f751928696",
+    "model_b_conv_id": "e2088e036bb54aefaadee250fbaabf3d",
+    "inputs": {
+      "prompt": "a sheep and a cow"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731339775.268
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0df21c996e704f3b44e2351f919b6a8b1a3e2dfdf5d36b29300d5aab0ec70a99
+oid sha256:68d029244de205988c24e15de399999151ca9d045dcffd46dcce3330a8e4b55e
 size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd99e10ac775e3608535aedd203952e68e945cd4e92a24eb18b52d6db01311fd
-size 75108
+oid sha256:29f3f69538a91e5c6756490101d09213eabc0fc5dcad810384681dd857dd8523
+size 75106

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.5038564122146,1120.3755246190728,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1119.9901423644335,1142.9367008623715,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1088.0944037204576,1076.7232735196021,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4940003596626,1069.9235604926855,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.9981064446497,1052.2582770323802,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.5590942823587,1040.6682333655197,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.296804086037,1022.7396827570559,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.8772681249438,1009.7627112076987,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.4735795289602,1017.9899656308975,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1018.3746309981287,1021.1830643807137,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1011.1228994042053,1004.9098383671706,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1009.5793858501969,1012.166216962329,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,964.7103706266315,964.657037085725,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.9227965264841,911.0235407881763,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.2006017995312,897.7061468043311,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.7941846284837,823.2017322253914,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.0078748426276,802.4940913583407,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1120.9739634958564,1120.6373751649965,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1117.6378166574189,1141.2956950328205,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.6525595094736,1074.702130596194,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9588570344579,1070.2736787982217,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.8611715794545,1052.1728034651246,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.2618041904416,1041.2343279309487,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.4762291414083,1022.881443794192,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1019.4723345134389,1018.9009391838413,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+PixArtAlpha,PixArtAlpha,1019.2559119299098,1010.0616922010983,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.733316775143,1021.411538975755,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1010.2589574673102,1004.1276298431916,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.7054853077997,1012.2811818476954,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.0945027514304,964.9639399885025,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.3190234323558,911.3351881948951,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7075815697272,898.0920758479728,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.20291589305,823.5183514271293,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.4275687513264,802.8136022148861,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1166.340481040691,1165.959412816273,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1150.6071632603127,1150.5614375529565,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1118.754474808648,1121.4494510246511,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2V-Turbo,T2V-Turbo,1051.5356580987295,1050.8836680043587,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1050.5877221813741,1047.5929647086566,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1039.970585916351,1039.8468436328349,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1039.538267196832,1040.4667112226182,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1004.9796332542962,1004.9056466034035,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,967.7075845088237,968.2941427985448,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,884.2378921051588,884.5002885023184,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,854.3873310513194,852.5359306175847,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,837.2761624749314,836.9705817011352,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,834.077044102532,836.0329208146636,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1158.5799256030284,1158.0045409481127,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1139.7612253369366,1139.6436853720256,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1121.9637799900572,1124.6549441192776,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1057.17943217164,1053.7689693084283,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1052.9819184551418,1052.5415201939925,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1043.6587620537005,1043.4884446247688,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1042.7037050257788,1043.5648588725242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,991.1762102045595,991.7279554118379,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,971.1572085028263,971.6489466962647,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,887.7047439549365,887.8923466937282,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,854.4192450993909,852.9048515400327,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,841.187623376143,840.8516561045404,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,837.5262202258618,839.3072801144626,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571