Auto Daily Leaderboard udpate Sun Nov 17 12:00:26 PM EST 2024

arena_elo/results/20241116/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde909b17c22e17cb38b5a84777e0f5ea3c2b1537ce73e2187f96bf6695bb610
+size 75106

arena_elo/results/20241116/video_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1153.9697513946403,1154.1705705204247,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1146.3464329955402,1145.8103738200189,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1124.7959079452696,1127.4728272153493,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1056.468480703407,1053.0381095289924,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1053.5953785646457,1053.123593877951,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1044.1707149713445,1044.1077297175786,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1041.0676943690814,1042.0548904882774,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,997.837194130245,996.6173687267088,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,970.3060415379101,971.018609316758,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,886.5519181578851,886.9832337723722,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,850.6243900044078,849.4402854740082,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,837.87180589165,837.7512914344863,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,836.3942893339733,838.411116107076,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_video_generation.json

@@ -32954,5 +32954,19 @@
     "judge": "arena_user_10.16.38.196",
     "anony": true,
     "tstamp": 1731630224.2775
+  },
+  {
+    "model_a_conv_id": "2450871a70094d2cbbb347454a4bdcbc",
+    "model_b_conv_id": "ea184d7a94254d78ab13cf8b87ae526e",
+    "inputs": {
+      "prompt": "a blue vase"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731798006.3965
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9222f59cb86fddfa7f0addf6293c510d1a46b8960642d3bcfe2a80f0b017755c
+oid sha256:bde909b17c22e17cb38b5a84777e0f5ea3c2b1537ce73e2187f96bf6695bb610
 size 75106

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1154.0746875391364,1154.2622543222528,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1146.063309863397,1145.5146345992184,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1125.162235599651,1127.847147759942,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1056.6210587054395,1053.1956900728032,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1053.9427885791736,1053.4823025083467,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1044.6311835197605,1044.577685515244,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1041.5467396371912,1042.5351423022971,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,993.6399187905623,992.4187230087864,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,970.8332370582891,971.5457460214251,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,887.0970409089258,887.5292336302507,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,850.8119790680009,849.623560565014,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,838.6304160824781,838.5073593316952,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,836.9454046479962,838.9605203627252,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1153.9697513946403,1154.1705705204247,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1146.3464329955402,1145.8103738200189,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1124.7959079452696,1127.4728272153493,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1056.468480703407,1053.0381095289924,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1053.5953785646457,1053.123593877951,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1044.1707149713445,1044.1077297175786,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1041.0676943690814,1042.0548904882774,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,997.837194130245,996.6173687267088,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,970.3060415379101,971.018609316758,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,886.5519181578851,886.9832337723722,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,850.6243900044078,849.4402854740082,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,837.87180589165,837.7512914344863,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,836.3942893339733,838.411116107076,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571