Auto Daily Leaderboard udpate Fri Dec 20 12:00:28 PM EST 2024

arena_elo/results/20241219/clean_battle_video_generation.json

@@ -34872,5 +34872,145 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1734623552.3146
+  },
+  {
+    "model_a_conv_id": "9dfad453425b4822993174caeefbd423",
+    "model_b_conv_id": "959a96ba928a4d318c61572f0d6bea9b",
+    "inputs": {
+      "prompt": "a white clock"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734640675.5932
+  },
+  {
+    "model_a_conv_id": "a67e986d7eb94fd6b99420ac370e8fa7",
+    "model_b_conv_id": "991eb0de3a3f46e0bc2cc336129b2743",
+    "inputs": {
+      "prompt": "a black vase"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734669166.7437
+  },
+  {
+    "model_a_conv_id": "b541691656354862aa90df55d54e8902",
+    "model_b_conv_id": "214672f8ba1d4c85afcbcf14c9b08d1c",
+    "inputs": {
+      "prompt": "an elephant spraying itself with water using its trunk to cool down"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734669204.3141
+  },
+  {
+    "model_a_conv_id": "11b9d1ad2d3044a891345d6c1f1ad890",
+    "model_b_conv_id": "5182116d9ea047f48555833ce26be70c",
+    "inputs": {
+      "prompt": "an orange suitcase"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734669224.214
+  },
+  {
+    "model_a_conv_id": "42f2f21d636942dc91cfc873f2a1425c",
+    "model_b_conv_id": "8be3abd06e88418c9dad03dad3fe50ec",
+    "inputs": {
+      "prompt": "a person"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669245.5956
+  },
+  {
+    "model_a_conv_id": "d455b4c1dd7b45b9870285eac1b7660a",
+    "model_b_conv_id": "8301ffc164254acb95f0823ad7a57dc5",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, tilt up"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669278.7493
+  },
+  {
+    "model_a_conv_id": "1cf9a95f28ee4bb987d6bcfa6bab4b1b",
+    "model_b_conv_id": "d37a03692cc04daf992cd52fcb2997fa",
+    "inputs": {
+      "prompt": "A person is folding clothes"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734669299.9348
+  },
+  {
+    "model_a_conv_id": "b96b8f3a9ff84f3abd1a6e4a6984656a",
+    "model_b_conv_id": "e44f7f3c14854ea9807d687ccb82200f",
+    "inputs": {
+      "prompt": "a fantasy landscape"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669366.1077
+  },
+  {
+    "model_a_conv_id": "fd1f85daecb14fca8c47136ca0339eba",
+    "model_b_conv_id": "89736ae3a68b4ff59638261ac63a6a8c",
+    "inputs": {
+      "prompt": "skis and a snowboard"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669382.3031
+  },
+  {
+    "model_a_conv_id": "77d462c6bc0445529e26ee985e3f8efe",
+    "model_b_conv_id": "246999a1439f4613882c38dfe3c3d317",
+    "inputs": {
+      "prompt": "In a still frame, parking lot"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669397.2675
   }
 ]

arena_elo/results/20241219/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e7ffda321869bcd64251fae59c4381b8e0bb8f5497c0e10d3cb1e94fabb05b6
+oid sha256:2e012281fcf0e273af1a856e63554e25d10b362849e0c943ed431ccba00495b5
 size 78092

arena_elo/results/20241219/video_generation_leaderboard.csv

@@ -1,15 +1,15 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1155.1481686878694,1150.013225297395,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1145.1097299322307,1147.8019383254752,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1130.3922897488167,1132.697073422429,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1071.7934921861854,1067.9539582252717,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1063.4408376024007,1063.3118010380986,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1048.4218332764326,1048.4568469897583,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1048.3749576621497,1048.899665918482,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,994.5834432565515,999.3436639693663,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,976.174499543673,976.4085275092121,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,933.9059742834609,934.9546041420717,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,892.4539351258353,892.278448933003,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,854.4010253272052,852.1516338787912,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,843.4798825238613,842.0433869258186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,842.3199308433282,843.6852254248247,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1148.4535183128785,1143.3659855863964,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1141.4750825914232,1143.8732195344155,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1128.9444840590202,1131.248867253254,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1067.9128530732846,1064.2111849189073,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1062.1277624368847,1062.0758577936374,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1047.9555311706738,1047.9716333612666,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1047.5531344958208,1047.9692137345212,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,993.1095150096462,997.8451006588207,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,975.5450277948887,975.6304320784307,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,958.7580072450261,960.3784267534755,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,891.7668965130134,891.5315517677448,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,851.7954428117274,849.4293393474436,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,842.9999207694684,841.5419569552539,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,841.6028237162429,842.9272302564355,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20241220/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc4801c6b270fdff958b993c3c1ea29201649ec1125c5bb44bc0cf91e8524d0
+size 88249

arena_elo/results/20241220/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1121.357690115723,1128.7241504128585,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.2313698278647,1116.6107455225333,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1087.8337873966625,1094.9826391502859,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.2895100714575,1072.7274527959187,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.2194747190917,1053.18298866156,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.7499385794804,1044.3547790832436,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1023.88337506819,1017.8601901429712,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1020.8294727477484,1024.619775455028,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1020.6751349746387,1012.8376071553073,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.8682866474683,1017.7167793438202,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.4765714961342,1010.1272670667985,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.4063686829481,993.6341556681649,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.9911093383606,969.1127396483605,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.9654780397316,913.3680192978794,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.0925806352235,900.1588104754068,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.5281260283564,828.6581515588127,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.6017256309184,806.1815472652377,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -113310,5 +113310,47 @@
     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1734624862.0182
+  },
+  {
+    "model_a_conv_id": "c83e8a0375a9452da798713b9248900d",
+    "model_b_conv_id": "434f82b30eda4f9aa9f02c2b2d99f22a",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1734641616.1915
+  },
+  {
+    "model_a_conv_id": "a21c70c78e694ee38bd651a2ff217eda",
+    "model_b_conv_id": "5181b29603d04d2eb9c702debd29b261",
+    "inputs": {
+      "prompt": "A tennis racket underneath a traffic light."
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734697198.2318
+  },
+  {
+    "model_a_conv_id": "a70991e4e3834002b40349b12fcc4772",
+    "model_b_conv_id": "377515e502ca43c582a9d5b3b95e8d64",
+    "inputs": {
+      "prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "AuraFlow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734697208.6221
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -34872,5 +34872,145 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1734623552.3146
+  },
+  {
+    "model_a_conv_id": "9dfad453425b4822993174caeefbd423",
+    "model_b_conv_id": "959a96ba928a4d318c61572f0d6bea9b",
+    "inputs": {
+      "prompt": "a white clock"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734640675.5932
+  },
+  {
+    "model_a_conv_id": "a67e986d7eb94fd6b99420ac370e8fa7",
+    "model_b_conv_id": "991eb0de3a3f46e0bc2cc336129b2743",
+    "inputs": {
+      "prompt": "a black vase"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734669166.7437
+  },
+  {
+    "model_a_conv_id": "b541691656354862aa90df55d54e8902",
+    "model_b_conv_id": "214672f8ba1d4c85afcbcf14c9b08d1c",
+    "inputs": {
+      "prompt": "an elephant spraying itself with water using its trunk to cool down"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734669204.3141
+  },
+  {
+    "model_a_conv_id": "11b9d1ad2d3044a891345d6c1f1ad890",
+    "model_b_conv_id": "5182116d9ea047f48555833ce26be70c",
+    "inputs": {
+      "prompt": "an orange suitcase"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734669224.214
+  },
+  {
+    "model_a_conv_id": "42f2f21d636942dc91cfc873f2a1425c",
+    "model_b_conv_id": "8be3abd06e88418c9dad03dad3fe50ec",
+    "inputs": {
+      "prompt": "a person"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669245.5956
+  },
+  {
+    "model_a_conv_id": "d455b4c1dd7b45b9870285eac1b7660a",
+    "model_b_conv_id": "8301ffc164254acb95f0823ad7a57dc5",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, tilt up"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669278.7493
+  },
+  {
+    "model_a_conv_id": "1cf9a95f28ee4bb987d6bcfa6bab4b1b",
+    "model_b_conv_id": "d37a03692cc04daf992cd52fcb2997fa",
+    "inputs": {
+      "prompt": "A person is folding clothes"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1734669299.9348
+  },
+  {
+    "model_a_conv_id": "b96b8f3a9ff84f3abd1a6e4a6984656a",
+    "model_b_conv_id": "e44f7f3c14854ea9807d687ccb82200f",
+    "inputs": {
+      "prompt": "a fantasy landscape"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669366.1077
+  },
+  {
+    "model_a_conv_id": "fd1f85daecb14fca8c47136ca0339eba",
+    "model_b_conv_id": "89736ae3a68b4ff59638261ac63a6a8c",
+    "inputs": {
+      "prompt": "skis and a snowboard"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669382.3031
+  },
+  {
+    "model_a_conv_id": "77d462c6bc0445529e26ee985e3f8efe",
+    "model_b_conv_id": "246999a1439f4613882c38dfe3c3d317",
+    "inputs": {
+      "prompt": "In a still frame, parking lot"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1734669397.2675
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cde094d8ce31cd9ac113383c5d876e6e3d1ff96cabbe44171e9e081158bd399
+oid sha256:1fc4801c6b270fdff958b993c3c1ea29201649ec1125c5bb44bc0cf91e8524d0
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e7ffda321869bcd64251fae59c4381b8e0bb8f5497c0e10d3cb1e94fabb05b6
+oid sha256:2e012281fcf0e273af1a856e63554e25d10b362849e0c943ed431ccba00495b5
 size 78092

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1120.9506671293125,1128.45040826581,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.2718192958064,1116.629690991484,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1086.8591871284143,1094.265185923597,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.3808341351014,1072.8084010366638,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1054.2081388845775,1053.189318693679,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.812306786192,1044.412538691523,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1023.906390661198,1017.8842288969576,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1020.8853673236794,1024.6568777129985,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1020.7490433943526,1012.9067168416146,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1017.9265793082003,1017.7700188578566,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1010.4965798792472,1010.151671484592,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.8230571480387,993.954089769824,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,968.1922372289625,969.2814334640951,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.0461879888117,913.4421375069267,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),906.1802278747518,900.2333157626266,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,833.6084878341677,828.7328445045579,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.702887999181,806.2687333885929,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1121.357690115723,1128.7241504128585,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.2313698278647,1116.6107455225333,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1087.8337873966625,1094.9826391502859,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.2895100714575,1072.7274527959187,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1054.2194747190917,1053.18298866156,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.7499385794804,1044.3547790832436,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1023.88337506819,1017.8601901429712,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1020.8294727477484,1024.619775455028,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1020.6751349746387,1012.8376071553073,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.8682866474683,1017.7167793438202,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.4765714961342,1010.1272670667985,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.4063686829481,993.6341556681649,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.9911093383606,969.1127396483605,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.9654780397316,913.3680192978794,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.0925806352235,900.1588104754068,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.5281260283564,828.6581515588127,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.6017256309184,806.1815472652377,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,15 +1,15 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1155.1481686878694,1150.013225297395,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1145.1097299322307,1147.8019383254752,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1130.3922897488167,1132.697073422429,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1071.7934921861854,1067.9539582252717,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1063.4408376024007,1063.3118010380986,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1048.4218332764326,1048.4568469897583,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1048.3749576621497,1048.899665918482,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,994.5834432565515,999.3436639693663,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,976.174499543673,976.4085275092121,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,933.9059742834609,934.9546041420717,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,892.4539351258353,892.278448933003,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,854.4010253272052,852.1516338787912,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,843.4798825238613,842.0433869258186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,842.3199308433282,843.6852254248247,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1148.4535183128785,1143.3659855863964,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1141.4750825914232,1143.8732195344155,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1128.9444840590202,1131.248867253254,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1067.9128530732846,1064.2111849189073,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1062.1277624368847,1062.0758577936374,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1047.9555311706738,1047.9716333612666,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1047.5531344958208,1047.9692137345212,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,993.1095150096462,997.8451006588207,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,975.5450277948887,975.6304320784307,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,958.7580072450261,960.3784267534755,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,891.7668965130134,891.5315517677448,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,851.7954428117274,849.4293393474436,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,842.9999207694684,841.5419569552539,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,841.6028237162429,842.9272302564355,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571