Spaces:

TIGER-Lab
/

GenAI-Arena

Running on Zero

App Files Files Community

DongfuJiang commited on Mar 4

Commit

5cad49d

1 Parent(s): 1d7d85e

Auto Daily Leaderboard udpate Tue Mar 4 12:00:35 PM EST 2025

Browse files

Files changed (12) hide show

arena_elo/results/20250303/clean_battle_video_generation.json +14 -0
arena_elo/results/20250303/elo_results_video_generation.pkl +1 -1
arena_elo/results/20250303/video_generation_leaderboard.csv +15 -15
arena_elo/results/20250304/clean_battle_t2i_generation.json +0 -0
arena_elo/results/20250304/elo_results_t2i_generation.pkl +3 -0
arena_elo/results/20250304/t2i_generation_leaderboard.csv +18 -0
arena_elo/results/latest/clean_battle_t2i_generation.json +112 -0
arena_elo/results/latest/clean_battle_video_generation.json +14 -0
arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/latest/video_generation_leaderboard.csv +15 -15

arena_elo/results/20250303/clean_battle_video_generation.json CHANGED Viewed

@@ -40584,5 +40584,19 @@
     "judge": "arena_user_10.16.29.175",
     "anony": true,
     "tstamp": 1740990464.6536
   }
 ]

     "judge": "arena_user_10.16.29.175",
     "anony": true,
     "tstamp": 1740990464.6536
+  },
+  {
+    "model_a_conv_id": "1db4b41772c5465aa5d27534c5251bb3",
+    "model_b_conv_id": "936301372044408a8075d9c4b58c542a",
+    "inputs": {
+      "prompt": "a red bowl"
+    },
+    "model_a": "Allegro",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1741054957.9658
   }
 ]

arena_elo/results/20250303/elo_results_video_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcf09541db79c4e734ab7c41ebc75b0c0a991ce4824db8c4bbd8a25a54899919
 size 81355

 version https://git-lfs.github.com/spec/v1
+oid sha256:7907b707a3ea241eb9164388e17ad7e235d058b3796084b2333702d2ba660b54
 size 81355

arena_elo/results/20250303/video_generation_leaderboard.csv CHANGED Viewed

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1132.8465382942743,1135.0192391286685,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1125.3490863466395,1124.9846702374894,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1119.8935677849063,1119.8983796411592,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1109.1808401451146,1111.0625519663267,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1055.578625078474,1055.986089770871,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1048.9623929401548,1047.340190293733,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1040.1397217962046,1039.6112953714378,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1031.71882439813,1031.1322247198025,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,992.9583692062964,995.5103822267577,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,965.6786020473376,965.1541828362505,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,955.481902265391,956.5778365731101,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,882.0523691224158,881.2520434545615,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,872.8690210278784,870.2927619655309,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,835.3484673568489,833.5460178727305,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,831.9416721899316,832.632133941566,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1132.8058625703793,1134.9792418769139,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1125.450546864127,1125.0881795936793,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1119.6541987548815,1119.6606846142206,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1109.3076186633843,1111.2037241143935,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1054.1637414990266,1054.5851746339542,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.8492617607403,1047.2260718567795,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.8088570323023,1039.282837198361,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1031.4364366567702,1030.8535421487534,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,996.4877909612346,998.9896994797994,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,965.2987009413192,964.778020952365,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,955.5655897899491,956.6621939138146,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,881.6768153618258,880.8791993411879,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,872.8694554892492,870.2903351385157,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.0510392691535,833.2532008948735,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,831.5740843856572,832.2678942423846,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20250304/clean_battle_t2i_generation.json ADDED Viewed

The diff for this file is too large to render. See raw diff

arena_elo/results/20250304/elo_results_t2i_generation.pkl ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:136315573bd9db9ec2d8323323fe110a66ecc8ccb196cc589b1981cfd3abd922
+size 88249

arena_elo/results/20250304/t2i_generation_leaderboard.csv ADDED Viewed

	@@ -0,0 +1,18 @@

+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1142.0581529119786,1143.4965181495513,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.4733917878725,1115.44974183415,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1095.1919208539869,1099.8402949195838,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.1953260421708,1070.9781943889616,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.9768091690526,1058.9278023578413,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.2740292337398,1044.698012486259,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1019.1725460542228,1014.14790770645,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.7688590382843,1011.3673764231929,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.5024468944063,1017.9587278893003,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.5898224267512,1020.0063006856607,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.1000828160398,1007.6715687753389,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.6438416026293,992.5777776758314,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.4887318172774,965.830368614938,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.5993709023219,912.0290237708969,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.1511961853133,898.4691494073832,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.3542903772337,826.9276283450821,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.4591818867234,804.3230828495077,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED Viewed

@@ -119414,5 +119414,117 @@
     "judge": "arena_user_10.20.28.164",
     "anony": false,
     "tstamp": 1740996665.2225
   }
 ]

     "judge": "arena_user_10.20.28.164",
     "anony": false,
     "tstamp": 1740996665.2225
+  },
+  {
+    "model_a_conv_id": "e3eb970372f0430cb1e02bc9586e5bda",
+    "model_b_conv_id": "c303658040b5465f864ef212bfb8f0a7",
+    "inputs": {
+      "prompt": "a brown uninstalled toilet on a white sheet"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741032825.1419
+  },
+  {
+    "model_a_conv_id": "bc29de3a9fda4a288c890bc0cf0e1557",
+    "model_b_conv_id": "99af2d9b30414cabb9d4819513762860",
+    "inputs": {
+      "prompt": "A fish eating a pelican."
+    },
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1741032842.0412
+  },
+  {
+    "model_a_conv_id": "cb5e8e67dccd414bbc0018221a8df28b",
+    "model_b_conv_id": "b967ecae201c4cb1b98b36ab8a36183b",
+    "inputs": {
+      "prompt": "hyperrealism backstreet, in front of a massive building, cinematic, neon signs, high resolution, realistic lighting, octane render, hyper realistic, 8k"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1741032869.9198
+  },
+  {
+    "model_a_conv_id": "bb6a3cd680fd4e7fbe77ed0ab96d010e",
+    "model_b_conv_id": "9f374748edf04467a653fef7eaa6e8a8",
+    "inputs": {
+      "prompt": "a beautiful very detailed painting of manor building unfinished building urbex architecture abandoned nature industrial architecture by ludwig mies van der rohe, water apocalyptic at night otherworldly postcyberpunk made of glass at summer scumm bar, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741032929.7757
+  },
+  {
+    "model_a_conv_id": "b85da3c6e2cb44ecb84f737958430591",
+    "model_b_conv_id": "1c4ed263ce8b4f759033e00af79616c0",
+    "inputs": {
+      "prompt": "Rbefraigerator."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.206",
+    "anony": false,
+    "tstamp": 1741077564.0634
+  },
+  {
+    "model_a_conv_id": "6c3e03b8a61c4ba59ff8faf1f80390c7",
+    "model_b_conv_id": "17dd11c0592443b59eaf38f3d3be9da0",
+    "inputs": {
+      "prompt": "image of a cat holding up a bird on a wall. 8k, photoreal, sharp details, soft light."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.167",
+    "anony": true,
+    "tstamp": 1741095763.412
+  },
+  {
+    "model_a_conv_id": "89525255031f48ab8147a212b4eb1bef",
+    "model_b_conv_id": "8ed807cc0607417c89c29c08ca5b6ebf",
+    "inputs": {
+      "prompt": "Motorcyclis in blue white and red clothing with matching colored motorcycle ."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1741095824.7657
+  },
+  {
+    "model_a_conv_id": "97e912a1f9c642d5844f16bdf1a501c8",
+    "model_b_conv_id": "4111e0241aba4d85aaa2ff4c75378a53",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.26.206",
+    "anony": true,
+    "tstamp": 1741095831.392
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json CHANGED Viewed

@@ -40584,5 +40584,19 @@
     "judge": "arena_user_10.16.29.175",
     "anony": true,
     "tstamp": 1740990464.6536
   }
 ]

     "judge": "arena_user_10.16.29.175",
     "anony": true,
     "tstamp": 1740990464.6536
+  },
+  {
+    "model_a_conv_id": "1db4b41772c5465aa5d27534c5251bb3",
+    "model_b_conv_id": "936301372044408a8075d9c4b58c542a",
+    "inputs": {
+      "prompt": "a red bowl"
+    },
+    "model_a": "Allegro",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1741054957.9658
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4492ca3c2812c05b97f415fd93c892522610f4093b4406545a639ceed281c95e
 size 88249

 version https://git-lfs.github.com/spec/v1
+oid sha256:136315573bd9db9ec2d8323323fe110a66ecc8ccb196cc589b1981cfd3abd922
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcf09541db79c4e734ab7c41ebc75b0c0a991ce4824db8c4bbd8a25a54899919
 size 81355

 version https://git-lfs.github.com/spec/v1
+oid sha256:7907b707a3ea241eb9164388e17ad7e235d058b3796084b2333702d2ba660b54
 size 81355

arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1142.1160110648966,1143.1330817470632,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.2458262439989,1115.2562792712295,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1095.2193147932253,1099.7760718855297,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.9741516766583,1070.8391090485295,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1060.0258378448002,1058.969128302151,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.1526600434834,1044.6198135984773,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1020.0971218884995,1015.0182388798903,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.6196638890334,1011.2786526880874,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1016.9716107198165,1017.4732676841232,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.4839558373118,1019.9808586599786,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1007.474130229486,1008.8717782204548,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.7136654092337,992.5942839437233,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.1408588303195,965.6779116689726,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.5100153289466,911.986896699517,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.9246490432427,898.3178378145184,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.0804400091126,826.7306875215753,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.2500871479376,804.1969596956919,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1142.0581529119786,1143.4965181495513,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.4733917878725,1115.44974183415,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1095.1919208539869,1099.8402949195838,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.1953260421708,1070.9781943889616,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.9768091690526,1058.9278023578413,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.2740292337398,1044.698012486259,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1019.1725460542228,1014.14790770645,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.7688590382843,1011.3673764231929,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.5024468944063,1017.9587278893003,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.5898224267512,1020.0063006856607,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.1000828160398,1007.6715687753389,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.6438416026293,992.5777776758314,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.4887318172774,965.830368614938,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.5993709023219,912.0290237708969,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.1511961853133,898.4691494073832,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.3542903772337,826.9276283450821,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.4591818867234,804.3230828495077,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv CHANGED Viewed

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1132.8465382942743,1135.0192391286685,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1125.3490863466395,1124.9846702374894,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1119.8935677849063,1119.8983796411592,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1109.1808401451146,1111.0625519663267,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1055.578625078474,1055.986089770871,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1048.9623929401548,1047.340190293733,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1040.1397217962046,1039.6112953714378,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1031.71882439813,1031.1322247198025,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,992.9583692062964,995.5103822267577,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,965.6786020473376,965.1541828362505,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,955.481902265391,956.5778365731101,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,882.0523691224158,881.2520434545615,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,872.8690210278784,870.2927619655309,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,835.3484673568489,833.5460178727305,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,831.9416721899316,832.632133941566,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1132.8058625703793,1134.9792418769139,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1125.450546864127,1125.0881795936793,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1119.6541987548815,1119.6606846142206,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1109.3076186633843,1111.2037241143935,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1054.1637414990266,1054.5851746339542,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.8492617607403,1047.2260718567795,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.8088570323023,1039.282837198361,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1031.4364366567702,1030.8535421487534,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,996.4877909612346,998.9896994797994,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,965.2987009413192,964.778020952365,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,955.5655897899491,956.6621939138146,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,881.6768153618258,880.8791993411879,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,872.8694554892492,870.2903351385157,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.0510392691535,833.2532008948735,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,831.5740843856572,832.2678942423846,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571