Spaces:

TIGER-Lab
/

GenAI-Arena

Running on Zero

App Files Files Community

DongfuJiang commited on Jan 15

Commit

af51680

1 Parent(s): fd3460f

Auto Daily Leaderboard udpate Wed Jan 15 12:00:28 PM EST 2025

Browse files

Files changed (12) hide show

arena_elo/results/20250114/clean_battle_t2i_generation.json +14 -0
arena_elo/results/20250114/elo_results_t2i_generation.pkl +1 -1
arena_elo/results/20250114/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20250115/clean_battle_video_generation.json +0 -0
arena_elo/results/20250115/elo_results_video_generation.pkl +3 -0
arena_elo/results/20250115/video_generation_leaderboard.csv +16 -0
arena_elo/results/latest/clean_battle_t2i_generation.json +14 -0
arena_elo/results/latest/clean_battle_video_generation.json +112 -0
arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/latest/video_generation_leaderboard.csv +15 -15

arena_elo/results/20250114/clean_battle_t2i_generation.json CHANGED Viewed

@@ -115130,5 +115130,19 @@
     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1736870062.014
   }
 ]

     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1736870062.014
+  },
+  {
+    "model_a_conv_id": "25ac8541a34e499294fdfaaed259dd54",
+    "model_b_conv_id": "8d05aaf5b11240a69680469e5a1efcc7",
+    "inputs": {
+      "prompt": "A giraffe underneath a microwave."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736924072.835
   }
 ]

arena_elo/results/20250114/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b238f475b4eb43a09ddb03d381908adec892111e11bbd942e52136ff66e40c5
 size 88249

 version https://git-lfs.github.com/spec/v1
+oid sha256:d32e0fe60859af6510abf0735118aeae8486d1ef5d3f975ab23c20f9f9e8ffcf
 size 88249

arena_elo/results/20250114/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.1041606589642,1134.3586178176306,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.965435288425,1116.0440589540867,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1096.1849113793912,1101.589158822972,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4521482453924,1071.3321355156513,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1055.084930517111,1054.1155485177167,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.4923033998684,1044.2013892283053,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1025.2411996181988,1019.3788327491618,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.5252084372482,1011.9721053947055,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.0207072906311,1023.3005660997613,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1015.6950012099896,1015.8764983531428,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.7714284840165,1011.171788793322,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,996.166790243772,992.9495120874249,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.2925667148811,967.1418582004937,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9740202663493,911.4664693604659,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.3163975604635,898.7650945963446,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.0953180355204,826.7608943830825,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.6174726497807,804.5660718314193,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1130.1042334978988,1134.3585070955305,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.9652823351078,1116.0435912921007,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1096.1847943778587,1101.5884682299604,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.452081972548,1071.331911129422,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.0849398036103,1054.1159854266007,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.4921567700137,1044.2008981825527,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.241190651553,1019.3787398768494,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.5250834915867,1011.9719427171925,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.0173852511111,1023.2936664677659,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1015.6992770243587,1015.8867387467918,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.7713799710804,1011.1711571294416,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.1668466823581,992.949961549246,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.2924723872092,967.1414949152166,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9739635991996,911.466378487242,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3164387794437,898.7650868902265,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.0952104910909,826.7605681710511,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6172629139627,804.5655633229459,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250115/clean_battle_video_generation.json ADDED Viewed

The diff for this file is too large to render. See raw diff

arena_elo/results/20250115/elo_results_video_generation.pkl ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:eab4c8f7b990b875d5c371f265d5b3a2057591d1301bbf6b4ea3e85fc9ebdf24
+size 81356

arena_elo/results/20250115/video_generation_leaderboard.csv ADDED Viewed

	@@ -0,0 +1,16 @@

+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1152.5160501807397,1148.7664215050945,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1128.923102318362,1131.4514908732751,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1124.3771912013221,1124.7502814714583,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1116.21658688733,1118.7466454463436,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1054.5418798108801,1054.7142415481605,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1047.2780505485412,1045.07354388277,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1036.0184846339382,1036.7279681842806,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.6025645582004,1030.4141458481224,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,996.744214787464,1000.4133071860575,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,966.2061143551798,962.3962277097954,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,962.5927128435721,963.1798058574216,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,878.9294353966632,879.1571391314021,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,844.7814106116001,842.5539327907454,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.4256728048457,831.0799585927853,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,828.8465290613608,830.5748899722896,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED Viewed

@@ -115130,5 +115130,19 @@
     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1736870062.014
   }
 ]

     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1736870062.014
+  },
+  {
+    "model_a_conv_id": "25ac8541a34e499294fdfaaed259dd54",
+    "model_b_conv_id": "8d05aaf5b11240a69680469e5a1efcc7",
+    "inputs": {
+      "prompt": "A giraffe underneath a microwave."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736924072.835
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json CHANGED Viewed

@@ -37154,5 +37154,117 @@
     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1736870124.2769
   }
 ]

     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1736870124.2769
+  },
+  {
+    "model_a_conv_id": "2cf6c6649a7b41f2b9cfca635214185e",
+    "model_b_conv_id": "4e14b8e122474ed489fcc1076e74dfbd",
+    "inputs": {
+      "prompt": "classroom"
+    },
+    "model_a": "Mochi1",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736883116.9807
+  },
+  {
+    "model_a_conv_id": "740585ee9e3543a9a4589ae6b1ade1fe",
+    "model_b_conv_id": "ccb1a15471d040b29e80bb32932b7489",
+    "inputs": {
+      "prompt": "Sunset time lapse at the beach with moving clouds and colors in the sky."
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736883128.4599
+  },
+  {
+    "model_a_conv_id": "16ed3eb76bb1424489c7f94446e75204",
+    "model_b_conv_id": "3b36fc8bce8246aa86f3f961d6b3b815",
+    "inputs": {
+      "prompt": "carrousel"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736883139.9281
+  },
+  {
+    "model_a_conv_id": "71bf373ffde946f5bca0d423e5137cc1",
+    "model_b_conv_id": "2c3e72dcdafa40058d3e7037a712c588",
+    "inputs": {
+      "prompt": "An epic tornado attacking above a glowing city at night, the tornado is made of smoke"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736883150.6346
+  },
+  {
+    "model_a_conv_id": "63c32f7268744aeb99bfe65cff5cc969",
+    "model_b_conv_id": "7c499c92342a403cb1ccd9cc28c22bb9",
+    "inputs": {
+      "prompt": "an elephant spraying itself with water using its trunk to cool down"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736883161.3559
+  },
+  {
+    "model_a_conv_id": "582ca075a3e347b98d6e837e553de28c",
+    "model_b_conv_id": "664b90226d094e8abfb6498b60b4c7d9",
+    "inputs": {
+      "prompt": "a truck slowing down to stop"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736947446.8819
+  },
+  {
+    "model_a_conv_id": "126c071b261e4b4facb48f69a5a3fe10",
+    "model_b_conv_id": "5e86f07e577e4de28540bdf97ba2a45a",
+    "inputs": {
+      "prompt": "bakery shop"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1736959111.6783
+  },
+  {
+    "model_a_conv_id": "9d867a9f441b4293997e0279359f2caf",
+    "model_b_conv_id": "ba719aef6d21482db3381b3ce96ce888",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, animated style"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1736959142.1456
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b238f475b4eb43a09ddb03d381908adec892111e11bbd942e52136ff66e40c5
 size 88249

 version https://git-lfs.github.com/spec/v1
+oid sha256:d32e0fe60859af6510abf0735118aeae8486d1ef5d3f975ab23c20f9f9e8ffcf
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7424dc9cbe9f0edd1b9ccc575470a40595e651e8004e7c5297f1bc1925bd662
 size 81356

 version https://git-lfs.github.com/spec/v1
+oid sha256:eab4c8f7b990b875d5c371f265d5b3a2057591d1301bbf6b4ea3e85fc9ebdf24
 size 81356

arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.1041606589642,1134.3586178176306,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.965435288425,1116.0440589540867,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1096.1849113793912,1101.589158822972,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.4521482453924,1071.3321355156513,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1055.084930517111,1054.1155485177167,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.4923033998684,1044.2013892283053,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1025.2411996181988,1019.3788327491618,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.5252084372482,1011.9721053947055,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.0207072906311,1023.3005660997613,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1015.6950012099896,1015.8764983531428,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.7714284840165,1011.171788793322,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,996.166790243772,992.9495120874249,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.2925667148811,967.1418582004937,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9740202663493,911.4664693604659,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.3163975604635,898.7650945963446,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.0953180355204,826.7608943830825,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.6174726497807,804.5660718314193,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1130.1042334978988,1134.3585070955305,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.9652823351078,1116.0435912921007,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1096.1847943778587,1101.5884682299604,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.452081972548,1071.331911129422,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1055.0849398036103,1054.1159854266007,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.4921567700137,1044.2008981825527,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1025.241190651553,1019.3787398768494,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.5250834915867,1011.9719427171925,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.0173852511111,1023.2936664677659,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1015.6992770243587,1015.8867387467918,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.7713799710804,1011.1711571294416,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,996.1668466823581,992.949961549246,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.2924723872092,967.1414949152166,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.9739635991996,911.466378487242,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.3164387794437,898.7650868902265,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.0952104910909,826.7605681710511,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6172629139627,804.5655633229459,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv CHANGED Viewed

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1150.1263105317723,1146.2845690893255,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1133.3221650141832,1133.1515728590348,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1130.1029338395977,1132.4800004481656,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1115.2071129742742,1117.3721734675119,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2V-Turbo,T2V-Turbo,1054.6212365614213,1054.3715355179597,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1048.0451584955367,1045.1992823917626,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1035.7907570328914,1036.0618682697682,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1028.6805200768615,1029.125412510577,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,998.1797731521868,1001.3099093198848,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,962.1217676145346,962.2752936385602,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,959.1048096691326,960.7815221248546,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,878.506379889196,878.2677622168235,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,845.6707862663665,843.289951613884,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,832.0832781740031,830.3575192684434,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,828.4370107080416,829.6716272634425,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1152.5160501807397,1148.7664215050945,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1128.923102318362,1131.4514908732751,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1124.3771912013221,1124.7502814714583,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1116.21658688733,1118.7466454463436,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1054.5418798108801,1054.7142415481605,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1047.2780505485412,1045.07354388277,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1036.0184846339382,1036.7279681842806,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.6025645582004,1030.4141458481224,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,996.744214787464,1000.4133071860575,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,966.2061143551798,962.3962277097954,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,962.5927128435721,963.1798058574216,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,878.9294353966632,879.1571391314021,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,844.7814106116001,842.5539327907454,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.4256728048457,831.0799585927853,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,828.8465290613608,830.5748899722896,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571