Auto Daily Leaderboard udpate Tue Jan 28 12:00:28 PM EST 2025

arena_elo/results/20250127/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8018018bbd27630652c2061c07dadab3da84fa86bc698196a7f39701717886
+size 81355

arena_elo/results/20250127/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1156.4267583274182,1152.9272376691574,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1122.8542000939988,1125.7093454100232,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1118.8405317119973,1121.4161791733495,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1104.2530872423815,1105.4451466582193,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1057.1781687976497,1058.4913467420765,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.2585317205408,1046.4404978804428,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1037.935335862336,1038.7131146385882,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.8160428459705,1031.1724321655583,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,994.1407979144388,997.9258688465575,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,968.8650903230517,962.2451849098746,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,964.6119128435146,965.1818338798093,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,880.961167058922,881.1706642210239,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.0498618121593,846.9923155584196,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.8891013528003,833.5485660672223,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.9194120928217,832.6202661796807,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20250128/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3744ec5f07534f02df93c6b8e794373cb8700d7315cbff2a357827ddcab3755d
+size 88249

arena_elo/results/20250128/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1133.4650072983823,1135.5423158914014,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.2251580998068,1116.3642341469542,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.782950888963,1098.256319108728,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4835857245907,1071.306391809161,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.3326915066714,1052.4044504953745,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.7227464469609,1044.3654055487686,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1023.0595677221753,1017.5547901594234,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.6641939734538,1012.1147144529658,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.6239404041704,1022.9288108840218,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.9098496276528,1018.1091472419047,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.8798265250149,1012.7737818721835,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.4437993035709,996.1736755942392,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.1811056851934,966.119364770425,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.1442229397283,911.52157724088,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.454801978847,898.8476956800263,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.1225585105029,826.7715557603228,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5039933643129,804.4343522109826,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -116250,5 +116250,19 @@
     "judge": "arena_user_10.16.6.226",
     "anony": true,
     "tstamp": 1737985221.0346
+  },
+  {
+    "model_a_conv_id": "b997929a756b4cf78d02f99adb72c04b",
+    "model_b_conv_id": "4bb6641d731e491fb1f46ae3a383beb8",
+    "inputs": {
+      "prompt": "there is a white street sign with a orange sign underneath"
+    },
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1738080498.9141
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -37700,5 +37700,33 @@
     "judge": "arena_user_10.16.39.228",
     "anony": false,
     "tstamp": 1737844034.8303
+  },
+  {
+    "model_a_conv_id": "f178b592e73d4e6c9091c8ed003bdb21",
+    "model_b_conv_id": "512bc338ad8e4cb4ad6fb00ec3f68dea",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1738003971.0055
+  },
+  {
+    "model_a_conv_id": "1d6ec8014bd64ec6a765802c3dfb7d9f",
+    "model_b_conv_id": "1dc9af6ad2df45229673b8151c098f54",
+    "inputs": {
+      "prompt": "The bund Shanghai, in super slow motion"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1738003988.4999
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fc06b45634b94b850353148b31c7e2c6b449f07aaebd0fdf9ad4bf7bcb5bdbb
+oid sha256:3744ec5f07534f02df93c6b8e794373cb8700d7315cbff2a357827ddcab3755d
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a335b5aaa49d6540b4639487aa5aeaee2e1af8028a36bef9264cd91b588e4d38
+oid sha256:be8018018bbd27630652c2061c07dadab3da84fa86bc698196a7f39701717886
 size 81355

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1133.44257891619,1135.49690509576,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.0134639218338,1116.1821607624386,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1091.771189507987,1098.2405044806856,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4985627793171,1071.3282923691663,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.3259841267832,1052.3955916373568,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.7251553567398,1044.3708283124172,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1023.0475351976979,1017.5437186493975,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.6816966455391,1012.1358519020689,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.6252710664451,1022.9322058113568,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.9126719376313,1018.1139378215531,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.8725785035804,1012.7667675499658,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,999.4324207583649,996.1558321225002,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.3256909886288,966.2433168413681,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.1649632023751,911.5468002980388,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.4688549265815,898.8648139832336,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.1476089921828,826.7993430234785,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5437731721254,804.4741412320506,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1133.4650072983823,1135.5423158914014,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.2251580998068,1116.3642341469542,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.782950888963,1098.256319108728,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4835857245907,1071.306391809161,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.3326915066714,1052.4044504953745,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.7227464469609,1044.3654055487686,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1023.0595677221753,1017.5547901594234,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.6641939734538,1012.1147144529658,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.6239404041704,1022.9288108840218,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.9098496276528,1018.1091472419047,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.8798265250149,1012.7737818721835,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.4437993035709,996.1736755942392,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.1811056851934,966.119364770425,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.1442229397283,911.52157724088,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.454801978847,898.8476956800263,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.1225585105029,826.7715557603228,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5039933643129,804.4343522109826,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1156.6417840332238,1153.1480958292777,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1123.1149650238794,1125.909507013962,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1118.581520480976,1121.1443597675186,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1105.878145238358,1107.06677078985,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-T2V-Turbo,T2V-Turbo,1057.1398105470457,1058.2400605852563,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1048.1377833201407,1046.4132987875419,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1037.0077664486253,1037.751372519615,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1030.3962126571219,1030.7851465550445,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,994.2001823282873,998.1817203734253,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,969.624284204659,962.9210064432787,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,963.9974793986829,964.6732932576301,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,880.3912645506559,880.6725862962492,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,849.9673991905829,847.8594253200803,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,834.4651380163367,833.1217652234195,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,830.4562645614222,832.111591237852,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1156.4267583274182,1152.9272376691574,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1122.8542000939988,1125.7093454100232,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1118.8405317119973,1121.4161791733495,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1104.2530872423815,1105.4451466582193,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1057.1781687976497,1058.4913467420765,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.2585317205408,1046.4404978804428,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1037.935335862336,1038.7131146385882,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.8160428459705,1031.1724321655583,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,994.1407979144388,997.9258688465575,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,968.8650903230517,962.2451849098746,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,964.6119128435146,965.1818338798093,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,880.961167058922,881.1706642210239,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.0498618121593,846.9923155584196,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.8891013528003,833.5485660672223,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.9194120928217,832.6202661796807,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571