DongfuJiang commited on
Commit
90255bc
·
1 Parent(s): cbb6308

Auto Daily Leaderboard udpate Sun Feb 16 12:00:30 PM EST 2025

Browse files
arena_elo/results/20250215/clean_battle_t2i_generation.json CHANGED
@@ -118000,5 +118000,61 @@
118000
  "judge": "arena_user_10.16.17.134",
118001
  "anony": true,
118002
  "tstamp": 1739612646.5693
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
118003
  }
118004
  ]
 
118000
  "judge": "arena_user_10.16.17.134",
118001
  "anony": true,
118002
  "tstamp": 1739612646.5693
118003
+ },
118004
+ {
118005
+ "model_a_conv_id": "4b4af925557e4fd58e5b3f2f66744ad2",
118006
+ "model_b_conv_id": "762cd9f6982a437aa3bd4d1601d2a615",
118007
+ "inputs": {
118008
+ "prompt": "kids, moslem, mascot 3d, smiling, full body, man, woman market by night"
118009
+ },
118010
+ "model_a": "PlayGround V2.5",
118011
+ "model_b": "SDXLTurbo",
118012
+ "vote_type": "bothbad_vote",
118013
+ "winner": "tie (bothbad)",
118014
+ "judge": "arena_user_10.16.39.39",
118015
+ "anony": true,
118016
+ "tstamp": 1739645132.3297
118017
+ },
118018
+ {
118019
+ "model_a_conv_id": "5d992395d434409cadfe4dd366ce4cb1",
118020
+ "model_b_conv_id": "c1abe5d732bc48f6b531fcfd87145b0b",
118021
+ "inputs": {
118022
+ "prompt": "an anthropomorphic cat in a blue tracksuit with a gold chain around his neck rides a skateboard. Dynamic angle, realistic photo, asymmetry, fish eye"
118023
+ },
118024
+ "model_a": "AuraFlow",
118025
+ "model_b": "FLUX.1-dev",
118026
+ "vote_type": "rightvote",
118027
+ "winner": "model_b",
118028
+ "judge": "arena_user_10.16.1.166",
118029
+ "anony": true,
118030
+ "tstamp": 1739653314.727
118031
+ },
118032
+ {
118033
+ "model_a_conv_id": "601c0f0aa40f469b94581e5a43522e68",
118034
+ "model_b_conv_id": "ec0c25bc4e2d499592107e80d9d8a52f",
118035
+ "inputs": {
118036
+ "prompt": "A woman in a snow jacket is purple skiing ."
118037
+ },
118038
+ "model_a": "HunyuanDiT",
118039
+ "model_b": "AuraFlow",
118040
+ "vote_type": "leftvote",
118041
+ "winner": "model_a",
118042
+ "judge": "arena_user_10.16.17.134",
118043
+ "anony": true,
118044
+ "tstamp": 1739690986.7549
118045
+ },
118046
+ {
118047
+ "model_a_conv_id": "9851caa0a6de425088f914189948aa8c",
118048
+ "model_b_conv_id": "ee6d2f1077574d88aa5b8be63b8cd662",
118049
+ "inputs": {
118050
+ "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
118051
+ },
118052
+ "model_a": "HunyuanDiT",
118053
+ "model_b": "SD3",
118054
+ "vote_type": "leftvote",
118055
+ "winner": "model_a",
118056
+ "judge": "arena_user_10.16.39.39",
118057
+ "anony": true,
118058
+ "tstamp": 1739691009.9344
118059
  }
118060
  ]
arena_elo/results/20250215/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5c7b9b45a5a4420f1badc9accd2c7cd203a985365157daf23822c2c16f0d1d6
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84d24aaf9e4715b971c9f856eeb305c49a84eb36db48cb9f2fa63863495332d
3
  size 88249
arena_elo/results/20250215/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1134.0686489558109,1135.0566591319475,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1115.8726122540584,1117.8619228600276,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1097.3485259556787,1100.826480724185,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1070.643633621909,1070.7401246088184,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1058.0029260283407,1056.9678669992727,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.6210412019502,1044.3911301299208,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1020.5781597877155,1015.4776036843008,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1017.9270604211744,1010.7627593009771,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- PixArtSigma,PixArtSigma,1016.6089601041824,1016.9826794496762,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- SDXL-Lightning,SDXL-Lightning,1015.9222210236035,1020.7335201621518,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1013.9987229548022,1014.374813525474,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,998.5881109847938,995.5267637084812,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,963.7774513206087,965.7165724558662,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,912.8562131569324,911.3673622330908,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),903.5747773271271,898.2260350121611,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,830.001866698778,825.8974076669314,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,788.6090682025397,803.7642160680091,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1134.666298457848,1135.3067266143985,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1115.7330407521506,1117.7638127440623,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1097.2333310458744,1100.7589286144919,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1070.6994815716591,1070.8051232401253,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1057.9869382055147,1056.9334062096789,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.658104234974,1044.4395228304218,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1022.2276129229191,1017.0869178015068,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1017.9919464185682,1010.8325211702457,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1016.653958442178,1017.0358321377211,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1015.9613313704906,1020.764707286756,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1013.1363556058876,1013.6593792436016,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,996.8042535061384,993.8747818586052,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,963.8236697854666,965.7678891792774,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.0254779323765,911.5296438569977,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),903.6290681260801,898.2901817676839,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,830.0766079765388,825.9776852694157,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,788.6925236453433,803.8513698586544,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20250216/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20250216/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:affbe3e97530486097a4b2ede2917e7f870ef61ea239d7fa38fe6b4b922dccac
3
+ size 81355
arena_elo/results/20250216/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1126.3680923077075,1128.6132540390263,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ StableVideoDiffusion,StableVideoDiffusion,1122.0298275539053,1121.9626888475304,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
+ Mochi1,Mochi1,1117.9633858972404,1117.4561227024365,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
+ Pyramid Flow,Pyramid Flow,1102.3978762708393,1104.4105516195846,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
+ T2V-Turbo,T2V-Turbo,1058.7910946149138,1059.1599030900284,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1052.4144540279865,1050.8810869352963,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1043.9382780824164,1043.4103020955815,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1035.951035778923,1035.3328869005963,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,989.7105338329308,992.0480030676432,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,969.0620187061984,968.5900961659664,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,944.6568575791424,946.5188040776087,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,885.4721055050314,884.7072023632593,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,877.2992559929796,874.1809060680793,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,838.5595293293023,836.6721633330542,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,835.3856545204836,836.056028694309,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -118000,5 +118000,61 @@
118000
  "judge": "arena_user_10.16.17.134",
118001
  "anony": true,
118002
  "tstamp": 1739612646.5693
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
118003
  }
118004
  ]
 
118000
  "judge": "arena_user_10.16.17.134",
118001
  "anony": true,
118002
  "tstamp": 1739612646.5693
118003
+ },
118004
+ {
118005
+ "model_a_conv_id": "4b4af925557e4fd58e5b3f2f66744ad2",
118006
+ "model_b_conv_id": "762cd9f6982a437aa3bd4d1601d2a615",
118007
+ "inputs": {
118008
+ "prompt": "kids, moslem, mascot 3d, smiling, full body, man, woman market by night"
118009
+ },
118010
+ "model_a": "PlayGround V2.5",
118011
+ "model_b": "SDXLTurbo",
118012
+ "vote_type": "bothbad_vote",
118013
+ "winner": "tie (bothbad)",
118014
+ "judge": "arena_user_10.16.39.39",
118015
+ "anony": true,
118016
+ "tstamp": 1739645132.3297
118017
+ },
118018
+ {
118019
+ "model_a_conv_id": "5d992395d434409cadfe4dd366ce4cb1",
118020
+ "model_b_conv_id": "c1abe5d732bc48f6b531fcfd87145b0b",
118021
+ "inputs": {
118022
+ "prompt": "an anthropomorphic cat in a blue tracksuit with a gold chain around his neck rides a skateboard. Dynamic angle, realistic photo, asymmetry, fish eye"
118023
+ },
118024
+ "model_a": "AuraFlow",
118025
+ "model_b": "FLUX.1-dev",
118026
+ "vote_type": "rightvote",
118027
+ "winner": "model_b",
118028
+ "judge": "arena_user_10.16.1.166",
118029
+ "anony": true,
118030
+ "tstamp": 1739653314.727
118031
+ },
118032
+ {
118033
+ "model_a_conv_id": "601c0f0aa40f469b94581e5a43522e68",
118034
+ "model_b_conv_id": "ec0c25bc4e2d499592107e80d9d8a52f",
118035
+ "inputs": {
118036
+ "prompt": "A woman in a snow jacket is purple skiing ."
118037
+ },
118038
+ "model_a": "HunyuanDiT",
118039
+ "model_b": "AuraFlow",
118040
+ "vote_type": "leftvote",
118041
+ "winner": "model_a",
118042
+ "judge": "arena_user_10.16.17.134",
118043
+ "anony": true,
118044
+ "tstamp": 1739690986.7549
118045
+ },
118046
+ {
118047
+ "model_a_conv_id": "9851caa0a6de425088f914189948aa8c",
118048
+ "model_b_conv_id": "ee6d2f1077574d88aa5b8be63b8cd662",
118049
+ "inputs": {
118050
+ "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
118051
+ },
118052
+ "model_a": "HunyuanDiT",
118053
+ "model_b": "SD3",
118054
+ "vote_type": "leftvote",
118055
+ "winner": "model_a",
118056
+ "judge": "arena_user_10.16.39.39",
118057
+ "anony": true,
118058
+ "tstamp": 1739691009.9344
118059
  }
118060
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -39730,5 +39730,89 @@
39730
  "judge": "arena_user_10.16.17.134",
39731
  "anony": true,
39732
  "tstamp": 1739568714.8067
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39733
  }
39734
  ]
 
39730
  "judge": "arena_user_10.16.17.134",
39731
  "anony": true,
39732
  "tstamp": 1739568714.8067
39733
+ },
39734
+ {
39735
+ "model_a_conv_id": "d20e9d57dbb74aeda39d17882714b688",
39736
+ "model_b_conv_id": "d15f10d69dab4aeeaffaef749b3d5cbd",
39737
+ "inputs": {
39738
+ "prompt": "Sewing machine, old sewing machine working."
39739
+ },
39740
+ "model_a": "CogVideoX-2B",
39741
+ "model_b": "AnimateDiff Turbo",
39742
+ "vote_type": "leftvote",
39743
+ "winner": "model_a",
39744
+ "judge": "arena_user_10.20.28.164",
39745
+ "anony": true,
39746
+ "tstamp": 1739696242.3546
39747
+ },
39748
+ {
39749
+ "model_a_conv_id": "8aca3e02e7894f85a4fd07555d7f61c6",
39750
+ "model_b_conv_id": "55be94c7a7df423a8bacd564a98ca428",
39751
+ "inputs": {
39752
+ "prompt": "a sheep and a cow"
39753
+ },
39754
+ "model_a": "CogVideoX-2B",
39755
+ "model_b": "T2V-Turbo",
39756
+ "vote_type": "bothbad_vote",
39757
+ "winner": "tie (bothbad)",
39758
+ "judge": "arena_user_10.20.34.20",
39759
+ "anony": true,
39760
+ "tstamp": 1739696264.0672
39761
+ },
39762
+ {
39763
+ "model_a_conv_id": "5d65a230161e4578b848a78db1df9736",
39764
+ "model_b_conv_id": "c84ed4188e8148e79140cbbf555194c9",
39765
+ "inputs": {
39766
+ "prompt": "A panda drinking coffee in a cafe in Paris by Hokusai, in the style of Ukiyo"
39767
+ },
39768
+ "model_a": "StableVideoDiffusion",
39769
+ "model_b": "AnimateDiff Turbo",
39770
+ "vote_type": "leftvote",
39771
+ "winner": "model_a",
39772
+ "judge": "arena_user_10.20.34.20",
39773
+ "anony": true,
39774
+ "tstamp": 1739696278.9955
39775
+ },
39776
+ {
39777
+ "model_a_conv_id": "a9e19ea10ed34bf9a2581f413076b685",
39778
+ "model_b_conv_id": "9b5f5c7f9a3546678c1cdc76bb548cf4",
39779
+ "inputs": {
39780
+ "prompt": "a bird soaring gracefully in the sky"
39781
+ },
39782
+ "model_a": "StableVideoDiffusion",
39783
+ "model_b": "AnimateDiff Turbo",
39784
+ "vote_type": "leftvote",
39785
+ "winner": "model_a",
39786
+ "judge": "arena_user_10.20.34.20",
39787
+ "anony": true,
39788
+ "tstamp": 1739696298.3777
39789
+ },
39790
+ {
39791
+ "model_a_conv_id": "fc0a836e4d10405a9bc791ed34b24911",
39792
+ "model_b_conv_id": "f632d6b9b7ab4ae2abfac953be39be2f",
39793
+ "inputs": {
39794
+ "prompt": "Splash of turquoise water in extreme slow motion, alpha channel included."
39795
+ },
39796
+ "model_a": "LTXVideo",
39797
+ "model_b": "VideoCrafter2",
39798
+ "vote_type": "rightvote",
39799
+ "winner": "model_b",
39800
+ "judge": "arena_user_10.20.34.20",
39801
+ "anony": true,
39802
+ "tstamp": 1739696311.5914
39803
+ },
39804
+ {
39805
+ "model_a_conv_id": "b2bf0e2642144871b771e0f21922a8ee",
39806
+ "model_b_conv_id": "2b855b9b561e44e9bb726ac983b48008",
39807
+ "inputs": {
39808
+ "prompt": "a bird flying over a snowy forest"
39809
+ },
39810
+ "model_a": "OpenSora v1.2",
39811
+ "model_b": "Allegro",
39812
+ "vote_type": "rightvote",
39813
+ "winner": "model_b",
39814
+ "judge": "arena_user_10.20.34.20",
39815
+ "anony": true,
39816
+ "tstamp": 1739696340.4003
39817
  }
39818
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5c7b9b45a5a4420f1badc9accd2c7cd203a985365157daf23822c2c16f0d1d6
3
  size 88249
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84d24aaf9e4715b971c9f856eeb305c49a84eb36db48cb9f2fa63863495332d
3
  size 88249
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1314ddb6c3d9c7291d5f3aa507398ca0966ba4939f1044273302860b17665ac7
3
  size 81355
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:affbe3e97530486097a4b2ede2917e7f870ef61ea239d7fa38fe6b4b922dccac
3
  size 81355
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1134.0686489558109,1135.0566591319475,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1115.8726122540584,1117.8619228600276,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1097.3485259556787,1100.826480724185,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1070.643633621909,1070.7401246088184,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1058.0029260283407,1056.9678669992727,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1041.6210412019502,1044.3911301299208,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1020.5781597877155,1015.4776036843008,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1017.9270604211744,1010.7627593009771,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- PixArtSigma,PixArtSigma,1016.6089601041824,1016.9826794496762,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- SDXL-Lightning,SDXL-Lightning,1015.9222210236035,1020.7335201621518,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- SD3,SD3,1013.9987229548022,1014.374813525474,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
- AuraFlow,AuraFlow,998.5881109847938,995.5267637084812,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
- SDXL,SDXL,963.7774513206087,965.7165724558662,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,912.8562131569324,911.3673622330908,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),903.5747773271271,898.2260350121611,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,830.001866698778,825.8974076669314,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,788.6090682025397,803.7642160680091,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1134.666298457848,1135.3067266143985,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1115.7330407521506,1117.7638127440623,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1097.2333310458744,1100.7589286144919,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1070.6994815716591,1070.8051232401253,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1057.9869382055147,1056.9334062096789,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1041.658104234974,1044.4395228304218,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1022.2276129229191,1017.0869178015068,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1017.9919464185682,1010.8325211702457,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1016.653958442178,1017.0358321377211,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1015.9613313704906,1020.764707286756,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ SD3,SD3,1013.1363556058876,1013.6593792436016,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,996.8042535061384,993.8747818586052,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,963.8236697854666,965.7678891792774,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.0254779323765,911.5296438569977,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),903.6290681260801,898.2901817676839,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,830.0766079765388,825.9776852694157,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,788.6925236453433,803.8513698586544,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,16 +1,16 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1126.2499585058854,1128.544116815071,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- StableVideoDiffusion,StableVideoDiffusion,1121.264677961272,1121.2392871098173,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
- Mochi1,Mochi1,1117.9225295613612,1117.5617181132238,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
- Pyramid Flow,Pyramid Flow,1102.1040906768226,1104.143247686754,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
- T2V-Turbo,T2V-Turbo,1058.662821198253,1059.061115591758,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- CogVideoX-2B,CogVideoX-2B,1051.294514473794,1049.8360553217444,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
- AnimateDiff,AnimateDiff,1043.7592722829077,1043.2647791343215,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
- VideoCrafter2,VideoCrafter2,1035.4112056949261,1034.8225732437227,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
- Allegro,Allegro,987.3016169891268,989.8587023415042,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
- LaVie,LaVie,968.923235852309,968.4498340498388,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
- LTXVideo,LTXVideo,948.9854804644077,950.1669242129402,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
- OpenSora,OpenSora,885.3803999167022,884.6184814597435,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
- OpenSora v1.2,OpenSora v1.2,878.4741877387015,875.3723537367391,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
- AnimateDiff Turbo,AnimateDiff Turbo,838.9870160349908,837.0949321434236,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
- ModelScope,ModelScope,835.278992648539,835.9658790393983,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1126.3680923077075,1128.6132540390263,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ StableVideoDiffusion,StableVideoDiffusion,1122.0298275539053,1121.9626888475304,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
+ Mochi1,Mochi1,1117.9633858972404,1117.4561227024365,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
5
+ Pyramid Flow,Pyramid Flow,1102.3978762708393,1104.4105516195846,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
6
+ T2V-Turbo,T2V-Turbo,1058.7910946149138,1059.1599030900284,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ CogVideoX-2B,CogVideoX-2B,1052.4144540279865,1050.8810869352963,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
8
+ AnimateDiff,AnimateDiff,1043.9382780824164,1043.4103020955815,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
9
+ VideoCrafter2,VideoCrafter2,1035.951035778923,1035.3328869005963,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
10
+ Allegro,Allegro,989.7105338329308,992.0480030676432,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
11
+ LaVie,LaVie,969.0620187061984,968.5900961659664,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
12
+ LTXVideo,LTXVideo,944.6568575791424,946.5188040776087,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
13
+ OpenSora,OpenSora,885.4721055050314,884.7072023632593,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
14
+ OpenSora v1.2,OpenSora v1.2,877.2992559929796,874.1809060680793,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
15
+ AnimateDiff Turbo,AnimateDiff Turbo,838.5595293293023,836.6721633330542,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
16
+ ModelScope,ModelScope,835.3856545204836,836.056028694309,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571