Auto Daily Leaderboard udpate Thu Mar 6 12:00:33 PM EST 2025

arena_elo/results/20250305/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d051a52563fc5125346e5be39283e2414f2351aad4e643d61eaf9a9e6723bb0
+size 81357

arena_elo/results/20250305/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1135.5077795480172,1137.5755683672373,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1125.831987892884,1125.4613211599928,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1117.6044984802086,1117.6520580127544,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1109.6872968305759,1111.6015590475083,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1053.6523841439077,1054.0704986393816,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1049.1006842570896,1047.508292820758,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.1426313813272,1038.5813305025872,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.1332063551247,1029.569351002137,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1000.6217815115585,1003.0832542585463,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,964.0768368214113,963.5709283643698,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,955.7176794365481,956.8440829617042,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,880.4491894542025,879.6616587824731,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,874.7109334348248,872.0996307284272,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,833.4573887616164,831.7067989748199,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.3057216907056,831.0136663773047,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20250306/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efc368b8b47b851bd713d5fba72c093fc6fea86361bd05ed701772e598b235e
+size 88249

arena_elo/results/20250306/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1140.5448748374358,1142.478063768735,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.0361767979384,1115.860219358971,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.9248756817387,1097.991374355709,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.749353891641,1071.4746199699766,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1058.6576529275274,1057.6747538550953,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.9082287270335,1045.2708501408144,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+PixArtAlpha,PixArtAlpha,1019.1543927458684,1011.7457413355298,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.2018484377294,1018.6243143848584,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+HunyuanDiT,HunyuanDiT,1018.0259925074653,1013.0464012728941,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1015.922075474844,1020.2780771031431,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.3820008537675,1007.9192480144183,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.3135515034253,992.2462860791444,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.7371430976264,966.0894064302383,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.0445016384779,912.4536699174449,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7403768595723,898.9865275914951,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.5836957981523,828.0298020474777,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.0732582197604,804.8804762606908,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -119610,5 +119610,19 @@
     "judge": "arena_user_10.16.10.234",
     "anony": true,
     "tstamp": 1741159133.6543
+  },
+  {
+    "model_a_conv_id": "8c0a6b19d0114ebc8a4d2981d42e51ee",
+    "model_b_conv_id": "f9c24418b1eb4c9ba4abdaa92ecad0a6",
+    "inputs": {
+      "prompt": "photo cartoon bd illustration comic manga painting of cloakroom environement : 5 fantasy environement, digital painting : 1 fat brush concept sketch artist bd enki bilal : 1 0 "
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtSigma",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.202",
+    "anony": true,
+    "tstamp": 1741254096.2891
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -40668,5 +40668,19 @@
     "judge": "arena_user_10.20.6.93",
     "anony": true,
     "tstamp": 1741126151.2247
+  },
+  {
+    "model_a_conv_id": "7149d0da0a37497cb79a10aa9fc2965a",
+    "model_b_conv_id": "258255de99ec4d65a2fd269adc56e211",
+    "inputs": {
+      "prompt": "a potted plant and a tv"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.202",
+    "anony": true,
+    "tstamp": 1741198565.2398
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a10ce90aa6854aa0f5e36960924d7b6f279ba0a0bdd8b277e30aafa53e3c5c6
+oid sha256:8efc368b8b47b851bd713d5fba72c093fc6fea86361bd05ed701772e598b235e
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16bad273fddfb469d5c43633cd7a0004bac850745af70690399441fce4101a53
+oid sha256:4d051a52563fc5125346e5be39283e2414f2351aad4e643d61eaf9a9e6723bb0
 size 81357

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1140.54064444776,1142.478433248384,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.0413282850327,1115.8660729402743,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1092.9274950720344,1097.9940464682022,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.7726265799272,1071.5040505618556,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1058.6589291047005,1057.6750924733155,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.913333399551,1045.2807916556396,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-PixArtAlpha,PixArtAlpha,1019.1762583059761,1011.770053541195,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-HunyuanDiT,HunyuanDiT,1018.0203471450936,1013.0401202408287,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1017.8332359128535,1018.2583849827981,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.929417091197,1020.2883464821336,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1006.3839266840495,1007.9240613567083,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.3106981605351,992.242324025994,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.9414706928835,966.2631624320217,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.0691290472807,912.4816793045377,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.7423661198958,898.9893685687374,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.6104126653283,828.0593272803596,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.1283812858934,804.9328295962027,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1140.5448748374358,1142.478063768735,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.0361767979384,1115.860219358971,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.9248756817387,1097.991374355709,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.749353891641,1071.4746199699766,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1058.6576529275274,1057.6747538550953,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.9082287270335,1045.2708501408144,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+PixArtAlpha,PixArtAlpha,1019.1543927458684,1011.7457413355298,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.2018484377294,1018.6243143848584,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+HunyuanDiT,HunyuanDiT,1018.0259925074653,1013.0464012728941,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1015.922075474844,1020.2780771031431,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.3820008537675,1007.9192480144183,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.3135515034253,992.2462860791444,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.7371430976264,966.0894064302383,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.0445016384779,912.4536699174449,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7403768595723,898.9865275914951,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.5836957981523,828.0298020474777,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.0732582197604,804.8804762606908,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1135.3687032647802,1137.4502071323247,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1125.7384643081691,1125.3719082547418,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1117.729420623102,1117.7784800711422,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1109.6318946208864,1111.5514173990646,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1053.7466599517436,1054.1656932519484,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1049.0498525063604,1047.4175015816522,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1039.3527292117005,1038.8077990227764,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1030.3385942855953,1029.772281835828,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1000.4880460748201,1002.9456853576637,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,964.3781718312032,963.8704115935535,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,955.7125101266762,956.8216700870381,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,880.7730380536314,879.9846635860854,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,872.9373563958695,870.3676769922687,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,834.1089618094404,832.3433342390309,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,830.6455969360253,831.3512695948783,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1135.5077795480172,1137.5755683672373,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1125.831987892884,1125.4613211599928,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1117.6044984802086,1117.6520580127544,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1109.6872968305759,1111.6015590475083,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1053.6523841439077,1054.0704986393816,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1049.1006842570896,1047.508292820758,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.1426313813272,1038.5813305025872,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.1332063551247,1029.569351002137,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1000.6217815115585,1003.0832542585463,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,964.0768368214113,963.5709283643698,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,955.7176794365481,956.8440829617042,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,880.4491894542025,879.6616587824731,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,874.7109334348248,872.0996307284272,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,833.4573887616164,831.7067989748199,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.3057216907056,831.0136663773047,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571