Auto Daily Leaderboard udpate Thu Jan 16 12:00:29 PM EST 2025

arena_elo/results/20250115/clean_battle_video_generation.json

@@ -37266,5 +37266,33 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1736959142.1456
+  },
+  {
+    "model_a_conv_id": "571df27ce79e4cccb9400c147765016f",
+    "model_b_conv_id": "32ae6626efdd4a8495bc92a932366d9f",
+    "inputs": {
+      "prompt": "a motorcycle turning a corner"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736997051.8344
+  },
+  {
+    "model_a_conv_id": "6b89e482152046f994718bdca18e620f",
+    "model_b_conv_id": "2e3b7f4b575a473692259fc6be367c5a",
+    "inputs": {
+      "prompt": "indoor gymnasium"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.183",
+    "anony": true,
+    "tstamp": 1736997137.1075
   }
 ]

arena_elo/results/20250115/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eab4c8f7b990b875d5c371f265d5b3a2057591d1301bbf6b4ea3e85fc9ebdf24
-size 81356
+oid sha256:add036342976972027caadbfa1210301de6ce7441d610b7989343509a51529c9
+size 81341

arena_elo/results/20250115/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1152.5160501807397,1148.7664215050945,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1128.923102318362,1131.4514908732751,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-Mochi1,Mochi1,1124.3771912013221,1124.7502814714583,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1116.21658688733,1118.7466454463436,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2V-Turbo,T2V-Turbo,1054.5418798108801,1054.7142415481605,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1047.2780505485412,1045.07354388277,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1036.0184846339382,1036.7279681842806,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1029.6025645582004,1030.4141458481224,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,996.744214787464,1000.4133071860575,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,966.2061143551798,962.3962277097954,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,962.5927128435721,963.1798058574216,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,878.9294353966632,879.1571391314021,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,844.7814106116001,842.5539327907454,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,832.4256728048457,831.0799585927853,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,828.8465290613608,830.5748899722896,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1151.9969452682005,1148.2734900003766,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1127.9356195046228,1130.650924019603,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1117.4396108826038,1117.9840600599998,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1116.719792220154,1119.2634993782724,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1054.9533106495237,1055.3026416402097,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1047.7055575094034,1045.5400149892107,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1037.3275090858413,1038.0282237126999,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.2943807749282,1031.0806534534627,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,996.6096320515665,999.810920757353,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,963.5204011719995,964.0447478163959,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,963.2485470947483,959.6227386742063,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,879.869365509418,880.0304445517608,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.3372456962866,846.9987636519386,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,833.2759822028936,831.9341360693649,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,829.7661003778123,831.4347412251443,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_video_generation.json

@@ -37266,5 +37266,33 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1736959142.1456
+  },
+  {
+    "model_a_conv_id": "571df27ce79e4cccb9400c147765016f",
+    "model_b_conv_id": "32ae6626efdd4a8495bc92a932366d9f",
+    "inputs": {
+      "prompt": "a motorcycle turning a corner"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736997051.8344
+  },
+  {
+    "model_a_conv_id": "6b89e482152046f994718bdca18e620f",
+    "model_b_conv_id": "2e3b7f4b575a473692259fc6be367c5a",
+    "inputs": {
+      "prompt": "indoor gymnasium"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.183",
+    "anony": true,
+    "tstamp": 1736997137.1075
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eab4c8f7b990b875d5c371f265d5b3a2057591d1301bbf6b4ea3e85fc9ebdf24
-size 81356
+oid sha256:add036342976972027caadbfa1210301de6ce7441d610b7989343509a51529c9
+size 81341

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1152.5160501807397,1148.7664215050945,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1128.923102318362,1131.4514908732751,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-Mochi1,Mochi1,1124.3771912013221,1124.7502814714583,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1116.21658688733,1118.7466454463436,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2V-Turbo,T2V-Turbo,1054.5418798108801,1054.7142415481605,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1047.2780505485412,1045.07354388277,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1036.0184846339382,1036.7279681842806,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1029.6025645582004,1030.4141458481224,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,996.744214787464,1000.4133071860575,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,966.2061143551798,962.3962277097954,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,962.5927128435721,963.1798058574216,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,878.9294353966632,879.1571391314021,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,844.7814106116001,842.5539327907454,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,832.4256728048457,831.0799585927853,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,828.8465290613608,830.5748899722896,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1151.9969452682005,1148.2734900003766,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1127.9356195046228,1130.650924019603,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1117.4396108826038,1117.9840600599998,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1116.719792220154,1119.2634993782724,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1054.9533106495237,1055.3026416402097,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1047.7055575094034,1045.5400149892107,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1037.3275090858413,1038.0282237126999,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.2943807749282,1031.0806534534627,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,996.6096320515665,999.810920757353,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,963.5204011719995,964.0447478163959,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,963.2485470947483,959.6227386742063,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,879.869365509418,880.0304445517608,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.3372456962866,846.9987636519386,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,833.2759822028936,831.9341360693649,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,829.7661003778123,831.4347412251443,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571