Auto Daily Leaderboard udpate Wed Jan 8 12:00:33 PM EST 2025

arena_elo/results/20250107/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45b6c9c2097fd14782d4863e970150eb69d3d1e3c38b6c521824d1707e3b3bb
+size 81357

arena_elo/results/20250107/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1149.6201196143747,1145.9252760596987,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1132.314790921998,1135.0933424044815,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1124.1312763937985,1125.020706320891,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1115.9350303399929,1118.2673148484018,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1053.7284460420374,1054.0143308961522,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1045.8653135496866,1043.3020066685735,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1034.696322985535,1035.3326737141504,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.4518791936666,1030.178096874155,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1000.6182068831794,1003.5195832589429,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,967.0370836511647,964.4571922075382,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,962.2554403406795,962.5753254449132,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,878.60428699252,878.5883608931338,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.0749931000105,842.9042707665734,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.3432147267634,830.8493085243841,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,828.3235952645952,829.97221111801,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_video_generation.json

@@ -36706,5 +36706,19 @@
     "judge": "arena_user_10.16.24.150",
     "anony": true,
     "tstamp": 1736178670.2295
+  },
+  {
+    "model_a_conv_id": "889f1c476bf44174b2a4210ba5e787e1",
+    "model_b_conv_id": "14f3d075f41644debdc35df0f76e1670",
+    "inputs": {
+      "prompt": "A person is air drumming"
+    },
+    "model_a": "Allegro",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736283966.0885
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7739a268420bf32dcdbf3f3718377c1a2cbb93708230bfec7960ecc281834717
-size 81355
+oid sha256:b45b6c9c2097fd14782d4863e970150eb69d3d1e3c38b6c521824d1707e3b3bb
+size 81357

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1149.995476500572,1146.2140653678398,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1132.274265197437,1134.966292235397,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-Mochi1,Mochi1,1128.1537101018666,1128.8169131105665,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1116.01789078432,1118.318123382891,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2V-Turbo,T2V-Turbo,1053.8120459977677,1054.0629490287715,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1045.934348485771,1043.3264498867832,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1034.7906859629613,1035.397887613075,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1029.5702285525695,1030.265925373843,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,995.3016308402371,998.2743328059292,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,967.3508602291125,965.357442185955,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,962.3191735726991,962.6267720307171,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,878.6679104931114,878.635694351629,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,845.054000933494,842.8810848749142,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,832.3579272471738,830.8393664001728,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,828.3998451009061,830.016701351515,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1149.6201196143747,1145.9252760596987,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1132.314790921998,1135.0933424044815,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1124.1312763937985,1125.020706320891,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1115.9350303399929,1118.2673148484018,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1053.7284460420374,1054.0143308961522,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1045.8653135496866,1043.3020066685735,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1034.696322985535,1035.3326737141504,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.4518791936666,1030.178096874155,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1000.6182068831794,1003.5195832589429,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,967.0370836511647,964.4571922075382,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,962.2554403406795,962.5753254449132,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,878.60428699252,878.5883608931338,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.0749931000105,842.9042707665734,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.3432147267634,830.8493085243841,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,828.3235952645952,829.97221111801,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571