Auto Daily Leaderboard udpate Mon Jan 20 08:26:57 PM EST 2025

arena_elo/results/20250120/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac1caaa003b3cedc76716836ce27e500da100ff5b19d07c18f2f37fffc25fec
+size 81356

arena_elo/results/20250120/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1150.1068963512328,1146.7516007033873,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1126.5062068960867,1129.22571842098,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1117.4018960992082,1120.0343042553577,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1107.6189946799773,1109.0815953444326,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1056.4716467593228,1056.5392306955562,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1046.9613644012677,1045.1077202061872,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1037.4006423128556,1038.14389578993,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.2140764530375,1031.1657093593458,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,995.920407961464,1000.1046080761868,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,975.0709717709243,967.9187636515449,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,963.6041271745465,964.3647172104372,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,879.9632539781151,880.339193019991,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.340335666801,847.2837422013342,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,833.4174751906041,832.1845163521884,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.0017043045531,831.7546847131364,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_video_generation.json

@@ -37294,5 +37294,131 @@
     "judge": "arena_user_10.16.5.183",
     "anony": true,
     "tstamp": 1736997137.1075
+  },
+  {
+    "model_a_conv_id": "21b2b30522ec42e398a2da65bcf21c10",
+    "model_b_conv_id": "10cad399fb21496497d2af3f100639c7",
+    "inputs": {
+      "prompt": "a white bird"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.14",
+    "anony": true,
+    "tstamp": 1737407863.6077
+  },
+  {
+    "model_a_conv_id": "a0966f3b38a649198b3206c9f6c9e3d6",
+    "model_b_conv_id": "a75dace359454ee0bb8b2952e54b1558",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, pixel art"
+    },
+    "model_a": "Mochi1",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1737407894.1149
+  },
+  {
+    "model_a_conv_id": "502f45b1aa084aa080e957b647d16a29",
+    "model_b_conv_id": "8ac29ba3ec0c46d29b078492fcca2dad",
+    "inputs": {
+      "prompt": "A person is folding clothes"
+    },
+    "model_a": "Mochi1",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1737407913.8985
+  },
+  {
+    "model_a_conv_id": "c93076cc94d54ddd80f4e532e7876fff",
+    "model_b_conv_id": "ec951a0e63204cdaaa451c247863ac9d",
+    "inputs": {
+      "prompt": "A person is rock climbing"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737407924.9026
+  },
+  {
+    "model_a_conv_id": "4fd8bab29e004b28b633d4dafe7c72d2",
+    "model_b_conv_id": "3aabd1911fd742c4b2db0bd949895b26",
+    "inputs": {
+      "prompt": "Hyper-realistic spaceship landing on Mars"
+    },
+    "model_a": "Mochi1",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.183",
+    "anony": true,
+    "tstamp": 1737407938.7463
+  },
+  {
+    "model_a_conv_id": "9ed817f70bda4d119638fe1275279698",
+    "model_b_conv_id": "7e0e6a4e629a4578800d2ed2dd25bfa7",
+    "inputs": {
+      "prompt": "a bicycle accelerating to gain speed"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1737407953.5366
+  },
+  {
+    "model_a_conv_id": "9307e8c52bca471dbbc759f5dc75a211",
+    "model_b_conv_id": "31f6c1f3bc374174a25d9762f7b14713",
+    "inputs": {
+      "prompt": "A tranquil tableau of a picturesque barn was painted a warm shade of red and nestled in a picturesque meadow"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737407964.628
+  },
+  {
+    "model_a_conv_id": "40099ed380a34a10b54dc4f664c7755f",
+    "model_b_conv_id": "24d7c99251a54fa7b6bec22e09aefe29",
+    "inputs": {
+      "prompt": "a bicycle accelerating to gain speed"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737407976.4601
+  },
+  {
+    "model_a_conv_id": "807e2b957f514317bb7f4ec78821660c",
+    "model_b_conv_id": "266c5244e3b24118bbe0df4188719e96",
+    "inputs": {
+      "prompt": "Vincent van Gogh is painting in the room"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.183",
+    "anony": true,
+    "tstamp": 1737407986.5103
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:add036342976972027caadbfa1210301de6ce7441d610b7989343509a51529c9
-size 81341
+oid sha256:9ac1caaa003b3cedc76716836ce27e500da100ff5b19d07c18f2f37fffc25fec
+size 81356

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1151.9969452682005,1148.2734900003766,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1127.9356195046228,1130.650924019603,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-Mochi1,Mochi1,1117.4396108826038,1117.9840600599998,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1116.719792220154,1119.2634993782724,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2V-Turbo,T2V-Turbo,1054.9533106495237,1055.3026416402097,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1047.7055575094034,1045.5400149892107,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1037.3275090858413,1038.0282237126999,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1030.2943807749282,1031.0806534534627,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,996.6096320515665,999.810920757353,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,963.5204011719995,964.0447478163959,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,963.2485470947483,959.6227386742063,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,879.869365509418,880.0304445517608,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,849.3372456962866,846.9987636519386,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,833.2759822028936,831.9341360693649,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,829.7661003778123,831.4347412251443,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1150.1068963512328,1146.7516007033873,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1126.5062068960867,1129.22571842098,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1117.4018960992082,1120.0343042553577,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1107.6189946799773,1109.0815953444326,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1056.4716467593228,1056.5392306955562,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1046.9613644012677,1045.1077202061872,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1037.4006423128556,1038.14389578993,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.2140764530375,1031.1657093593458,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,995.920407961464,1000.1046080761868,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,975.0709717709243,967.9187636515449,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,963.6041271745465,964.3647172104372,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,879.9632539781151,880.339193019991,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.340335666801,847.2837422013342,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,833.4174751906041,832.1845163521884,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.0017043045531,831.7546847131364,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571