DongfuJiang commited on
Commit
d13d572
·
1 Parent(s): d6c0944

Auto Daily Leaderboard udpate Thu Nov 7 12:00:27 PM EST 2024

Browse files
arena_elo/results/20241106/clean_battle_video_generation.json CHANGED
@@ -30700,5 +30700,257 @@
30700
  "judge": "arena_user_10.16.38.196",
30701
  "anony": false,
30702
  "tstamp": 1730906696.7044
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30703
  }
30704
  ]
 
30700
  "judge": "arena_user_10.16.38.196",
30701
  "anony": false,
30702
  "tstamp": 1730906696.7044
30703
+ },
30704
+ {
30705
+ "model_a_conv_id": "8f2285778f60431b9f3927ba25e731cf",
30706
+ "model_b_conv_id": "9315ae09473a43e5a4e8caa068883788",
30707
+ "inputs": {
30708
+ "prompt": "a green bicycle"
30709
+ },
30710
+ "model_a": "CogVideoX-5B",
30711
+ "model_b": "AnimateDiff Turbo",
30712
+ "vote_type": "rightvote",
30713
+ "winner": "model_b",
30714
+ "judge": "arena_user_10.16.13.73",
30715
+ "anony": true,
30716
+ "tstamp": 1730917493.6948
30717
+ },
30718
+ {
30719
+ "model_a_conv_id": "ec35081d191f4bdaa775cb7a81c3c45f",
30720
+ "model_b_conv_id": "062350dc658448c985cec8e1d01c43f8",
30721
+ "inputs": {
30722
+ "prompt": "a zebra taking a peaceful walk"
30723
+ },
30724
+ "model_a": "Allegro",
30725
+ "model_b": "CogVideoX-2B",
30726
+ "vote_type": "tievote",
30727
+ "winner": "tie",
30728
+ "judge": "arena_user_10.16.38.136",
30729
+ "anony": true,
30730
+ "tstamp": 1730917507.4172
30731
+ },
30732
+ {
30733
+ "model_a_conv_id": "96ca4d727156499f98915ad5bfef0d27",
30734
+ "model_b_conv_id": "851b4367b74b4cf383b552f3398c0ee2",
30735
+ "inputs": {
30736
+ "prompt": "parking lot"
30737
+ },
30738
+ "model_a": "Allegro",
30739
+ "model_b": "VideoCrafter2",
30740
+ "vote_type": "tievote",
30741
+ "winner": "tie",
30742
+ "judge": "arena_user_10.16.38.136",
30743
+ "anony": true,
30744
+ "tstamp": 1730917527.9829
30745
+ },
30746
+ {
30747
+ "model_a_conv_id": "0d310de0d1674fc685d3060896ab0e42",
30748
+ "model_b_conv_id": "1b2ff1da5103499a8588437c58f1fcb3",
30749
+ "inputs": {
30750
+ "prompt": "A person is dunking basketball"
30751
+ },
30752
+ "model_a": "AnimateDiff",
30753
+ "model_b": "Allegro",
30754
+ "vote_type": "bothbad_vote",
30755
+ "winner": "tie (bothbad)",
30756
+ "judge": "arena_user_10.16.16.234",
30757
+ "anony": true,
30758
+ "tstamp": 1730917534.816
30759
+ },
30760
+ {
30761
+ "model_a_conv_id": "1165782c4b8d42539051b41dc71de61f",
30762
+ "model_b_conv_id": "8fd8e8dcc5ae4c29b13327592134911c",
30763
+ "inputs": {
30764
+ "prompt": "bedroom"
30765
+ },
30766
+ "model_a": "StableVideoDiffusion",
30767
+ "model_b": "Allegro",
30768
+ "vote_type": "leftvote",
30769
+ "winner": "model_a",
30770
+ "judge": "arena_user_10.16.12.226",
30771
+ "anony": true,
30772
+ "tstamp": 1730917546.8872
30773
+ },
30774
+ {
30775
+ "model_a_conv_id": "7d840ef0372f4a9d8412cad5a298e128",
30776
+ "model_b_conv_id": "890b9767b60148529f9ebaf0b863c4bb",
30777
+ "inputs": {
30778
+ "prompt": "a cat drinking water"
30779
+ },
30780
+ "model_a": "StableVideoDiffusion",
30781
+ "model_b": "T2V-Turbo",
30782
+ "vote_type": "leftvote",
30783
+ "winner": "model_a",
30784
+ "judge": "arena_user_10.16.12.226",
30785
+ "anony": true,
30786
+ "tstamp": 1730917564.0743
30787
+ },
30788
+ {
30789
+ "model_a_conv_id": "cfd47efd9ca34998803f09b9dcc72e68",
30790
+ "model_b_conv_id": "3b9d4837ba2a4a9b843b8c2b64b5b598",
30791
+ "inputs": {
30792
+ "prompt": "a car turning a corner"
30793
+ },
30794
+ "model_a": "Pyramid Flow",
30795
+ "model_b": "StableVideoDiffusion",
30796
+ "vote_type": "rightvote",
30797
+ "winner": "model_b",
30798
+ "judge": "arena_user_10.16.38.136",
30799
+ "anony": true,
30800
+ "tstamp": 1730917574.2751
30801
+ },
30802
+ {
30803
+ "model_a_conv_id": "008b377aa5fa4eac95ceace4e4564d34",
30804
+ "model_b_conv_id": "1996523691784b52abef100acfcd79f1",
30805
+ "inputs": {
30806
+ "prompt": "a cat drinking water"
30807
+ },
30808
+ "model_a": "CogVideoX-5B",
30809
+ "model_b": "VideoCrafter2",
30810
+ "vote_type": "bothbad_vote",
30811
+ "winner": "tie (bothbad)",
30812
+ "judge": "arena_user_10.16.31.254",
30813
+ "anony": true,
30814
+ "tstamp": 1730917583.6619
30815
+ },
30816
+ {
30817
+ "model_a_conv_id": "702eedb1298d42fa881bb5dffa8fccff",
30818
+ "model_b_conv_id": "c4284fa9974d4077acb5d2603680048f",
30819
+ "inputs": {
30820
+ "prompt": "Balloon full of water exploding in extreme slow motion."
30821
+ },
30822
+ "model_a": "AnimateDiff",
30823
+ "model_b": "T2V-Turbo",
30824
+ "vote_type": "rightvote",
30825
+ "winner": "model_b",
30826
+ "judge": "arena_user_10.16.13.73",
30827
+ "anony": true,
30828
+ "tstamp": 1730917596.5459
30829
+ },
30830
+ {
30831
+ "model_a_conv_id": "a6b61408f36d4e6a95b0129f96701dac",
30832
+ "model_b_conv_id": "25421534c7054ddfb2ac9bb3627cae77",
30833
+ "inputs": {
30834
+ "prompt": "a white bird"
30835
+ },
30836
+ "model_a": "T2V-Turbo",
30837
+ "model_b": "AnimateDiff",
30838
+ "vote_type": "leftvote",
30839
+ "winner": "model_a",
30840
+ "judge": "arena_user_10.16.12.226",
30841
+ "anony": true,
30842
+ "tstamp": 1730917609.2721
30843
+ },
30844
+ {
30845
+ "model_a_conv_id": "511bc71d490c438dacc39c6a242384fc",
30846
+ "model_b_conv_id": "97bb908f6d09463b83e6629861571dfe",
30847
+ "inputs": {
30848
+ "prompt": "A person is dancing ballet"
30849
+ },
30850
+ "model_a": "OpenSora v1.2",
30851
+ "model_b": "AnimateDiff Turbo",
30852
+ "vote_type": "bothbad_vote",
30853
+ "winner": "tie (bothbad)",
30854
+ "judge": "arena_user_10.16.38.196",
30855
+ "anony": true,
30856
+ "tstamp": 1730936708.5115
30857
+ },
30858
+ {
30859
+ "model_a_conv_id": "3adc3f6c1c6f40569cdd522e408159d9",
30860
+ "model_b_conv_id": "f7d501cf61d540de96a24004666d42b2",
30861
+ "inputs": {
30862
+ "prompt": "a sheep running to join a herd of its kind"
30863
+ },
30864
+ "model_a": "CogVideoX-5B",
30865
+ "model_b": "StableVideoDiffusion",
30866
+ "vote_type": "leftvote",
30867
+ "winner": "model_a",
30868
+ "judge": "arena_user_10.16.38.136",
30869
+ "anony": true,
30870
+ "tstamp": 1730936716.3895
30871
+ },
30872
+ {
30873
+ "model_a_conv_id": "d463b5fa67c546a78ceaa33efa814f55",
30874
+ "model_b_conv_id": "fdc38d574f89431aab8b5751446b2be1",
30875
+ "inputs": {
30876
+ "prompt": "a purple bird"
30877
+ },
30878
+ "model_a": "Allegro",
30879
+ "model_b": "OpenSora v1.2",
30880
+ "vote_type": "bothbad_vote",
30881
+ "winner": "tie (bothbad)",
30882
+ "judge": "arena_user_10.16.12.226",
30883
+ "anony": true,
30884
+ "tstamp": 1730936732.44
30885
+ },
30886
+ {
30887
+ "model_a_conv_id": "a522850266654f9a990a7531cd13c0e3",
30888
+ "model_b_conv_id": "13f3cff106504e13aeb756c379b43da9",
30889
+ "inputs": {
30890
+ "prompt": "a bus and a traffic light"
30891
+ },
30892
+ "model_a": "T2V-Turbo",
30893
+ "model_b": "AnimateDiff",
30894
+ "vote_type": "rightvote",
30895
+ "winner": "model_b",
30896
+ "judge": "arena_user_10.16.38.136",
30897
+ "anony": true,
30898
+ "tstamp": 1730936754.4381
30899
+ },
30900
+ {
30901
+ "model_a_conv_id": "203869a58ebf4b718f5211307dd1153a",
30902
+ "model_b_conv_id": "1db78b277d214ad1a6afa6f4c0fd5b54",
30903
+ "inputs": {
30904
+ "prompt": "indoor museum"
30905
+ },
30906
+ "model_a": "StableVideoDiffusion",
30907
+ "model_b": "T2V-Turbo",
30908
+ "vote_type": "leftvote",
30909
+ "winner": "model_a",
30910
+ "judge": "arena_user_10.16.38.136",
30911
+ "anony": true,
30912
+ "tstamp": 1730936764.4839
30913
+ },
30914
+ {
30915
+ "model_a_conv_id": "993b8a355d74473cad3cc0e0d6de552e",
30916
+ "model_b_conv_id": "71bce09ffb974550bd2fd4ed56ddca6b",
30917
+ "inputs": {
30918
+ "prompt": "A panda drinking coffee in a cafe in Paris, zoom in"
30919
+ },
30920
+ "model_a": "OpenSora v1.2",
30921
+ "model_b": "VideoCrafter2",
30922
+ "vote_type": "rightvote",
30923
+ "winner": "model_b",
30924
+ "judge": "arena_user_10.16.38.136",
30925
+ "anony": true,
30926
+ "tstamp": 1730936772.3812
30927
+ },
30928
+ {
30929
+ "model_a_conv_id": "c4f48aa92352482eb2f8e7783bf7ec0f",
30930
+ "model_b_conv_id": "af23106012d74bd78ef8c76e7b257dcb",
30931
+ "inputs": {
30932
+ "prompt": "Gwen Stacy reading a book, animated style"
30933
+ },
30934
+ "model_a": "VideoCrafter2",
30935
+ "model_b": "CogVideoX-2B",
30936
+ "vote_type": "tievote",
30937
+ "winner": "tie",
30938
+ "judge": "arena_user_10.16.19.51",
30939
+ "anony": true,
30940
+ "tstamp": 1730936780.3044
30941
+ },
30942
+ {
30943
+ "model_a_conv_id": "96803a1480244d33837297e180628b87",
30944
+ "model_b_conv_id": "0ae38a0c68ac43c7a6c332075bb5ae11",
30945
+ "inputs": {
30946
+ "prompt": "In a still frame, a tranquil pond was fringed by weeping cherry trees, their blossoms drifting lazily onto the glassy surface"
30947
+ },
30948
+ "model_a": "AnimateDiff",
30949
+ "model_b": "T2V-Turbo",
30950
+ "vote_type": "leftvote",
30951
+ "winner": "model_a",
30952
+ "judge": "arena_user_10.16.12.226",
30953
+ "anony": true,
30954
+ "tstamp": 1730936788.6334
30955
  }
30956
  ]
arena_elo/results/20241106/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f51868a8776916576d15659037a84141179c60d308916ebe5bb79742b2028b25
3
  size 72204
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6589c0e837391be894d056a30682bdb610a427a6db63d72fa7d0969091c47e8f
3
  size 72204
arena_elo/results/20241106/video_generation_leaderboard.csv CHANGED
@@ -1,13 +1,13 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- Pyramid Flow,Pyramid Flow,1183.0075494052357,1182.1841072366228,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
3
- CogVideoX-5B,CogVideoX-5B,1143.6987091808912,1143.5696179271924,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
- StableVideoDiffusion,StableVideoDiffusion,1116.0775926920523,1119.2197952966687,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1061.2416728301762,1056.7439824116245,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1052.6466718974486,1052.1097072936363,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1039.3696945538554,1039.381618232055,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1035.8262848168495,1036.804041735242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- LaVie,LaVie,965.9622979989477,966.7534362718595,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
10
- OpenSora,OpenSora,882.527395725188,882.9575442986447,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
11
- OpenSora v1.2,OpenSora v1.2,851.3136563769121,850.2143961516379,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- AnimateDiff Turbo,AnimateDiff Turbo,835.9460882123473,835.7719381200667,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
13
- ModelScope,ModelScope,832.3823863100939,834.28981502475,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ Pyramid Flow,Pyramid Flow,1168.8579972073376,1168.5661713543354,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
3
+ CogVideoX-5B,CogVideoX-5B,1134.8022770748578,1134.5826285912144,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
+ StableVideoDiffusion,StableVideoDiffusion,1120.6051690315965,1123.5963054536228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1061.8234654186065,1057.3479215535576,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1052.3421688601582,1051.7815252127227,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1042.0728438908316,1042.0616590750476,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1039.3196552981851,1040.2180411566085,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ LaVie,LaVie,969.1225383432953,969.8838669955059,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
10
+ OpenSora,OpenSora,885.6754857171028,886.1266298772335,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
11
+ OpenSora v1.2,OpenSora v1.2,850.0103362016764,848.7993991853739,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ AnimateDiff Turbo,AnimateDiff Turbo,839.7497031285941,839.5355434102744,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
13
+ ModelScope,ModelScope,835.6183598277607,837.5003081345012,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/20241107/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241107/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbdf58f480545ce44df1b01adf83fada0ec912a2686e97e889bffdd9e0e03f5
3
+ size 88251
arena_elo/results/20241107/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1121.0291619251366,1123.5601386703631,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1113.995512885236,1120.0907361286288,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1084.9538351595952,1076.6357113829135,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.0817584024865,1071.6262823391826,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.9496856606381,1051.830118211353,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1038.9772627863797,1041.9962448487888,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1030.0591867029004,1022.9995520340212,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.7926909776414,1011.6053095836533,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1018.8712977991094,1019.2335426785327,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1018.420894806514,1022.2024457143509,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1014.5552871725456,1008.8837535231028,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1009.6567477742087,1012.8554565564117,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.1962391378946,966.3269999151801,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.7051113203615,912.5371689733513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.7536488655549,899.3273401427057,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.3220132176745,824.7003475479694,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.6796654061335,804.1468935262737,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -106058,5 +106058,215 @@
106058
  "judge": "arena_user_10.16.16.234",
106059
  "anony": true,
106060
  "tstamp": 1730890133.0663
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
106061
  }
106062
  ]
 
106058
  "judge": "arena_user_10.16.16.234",
106059
  "anony": true,
106060
  "tstamp": 1730890133.0663
106061
+ },
106062
+ {
106063
+ "model_a_conv_id": "29ff5a75c162448caa9a03b7d96c39b2",
106064
+ "model_b_conv_id": "a83e5fd2d5cf421db3c01a9da2262591",
106065
+ "inputs": {
106066
+ "prompt": "evolution of the man from monkey to ai"
106067
+ },
106068
+ "model_a": "PlayGround V2.5",
106069
+ "model_b": "SD3",
106070
+ "vote_type": "leftvote",
106071
+ "winner": "model_a",
106072
+ "judge": "arena_user_10.16.31.254",
106073
+ "anony": true,
106074
+ "tstamp": 1730915513.3417
106075
+ },
106076
+ {
106077
+ "model_a_conv_id": "123b8987802d47468a1c3b7c496d3fe5",
106078
+ "model_b_conv_id": "f32f4715c20644e294f5631417061a67",
106079
+ "inputs": {
106080
+ "prompt": "a female robot being disassembled, broken up, repaired"
106081
+ },
106082
+ "model_a": "AuraFlow",
106083
+ "model_b": "PixArtAlpha",
106084
+ "vote_type": "tievote",
106085
+ "winner": "tie",
106086
+ "judge": "arena_user_10.16.19.51",
106087
+ "anony": true,
106088
+ "tstamp": 1730931433.8647
106089
+ },
106090
+ {
106091
+ "model_a_conv_id": "ac6081ef598d44168fcd351bb595b2da",
106092
+ "model_b_conv_id": "813e53580b8c4c33a936575ead850a74",
106093
+ "inputs": {
106094
+ "prompt": "A couple of glasses are sitting on a table."
106095
+ },
106096
+ "model_a": "SDXLTurbo",
106097
+ "model_b": "StableCascade",
106098
+ "vote_type": "leftvote",
106099
+ "winner": "model_a",
106100
+ "judge": "arena_user_10.16.38.136",
106101
+ "anony": true,
106102
+ "tstamp": 1730936587.4965
106103
+ },
106104
+ {
106105
+ "model_a_conv_id": "9df3b5989aad48d8a38bf9cee20a2658",
106106
+ "model_b_conv_id": "71d5cccd86fa47e298ff0841f4f9c7b9",
106107
+ "inputs": {
106108
+ "prompt": "A couch on the left of a chair."
106109
+ },
106110
+ "model_a": "PixArtSigma",
106111
+ "model_b": "StableCascade",
106112
+ "vote_type": "rightvote",
106113
+ "winner": "model_b",
106114
+ "judge": "arena_user_10.16.31.254",
106115
+ "anony": true,
106116
+ "tstamp": 1730936597.0736
106117
+ },
106118
+ {
106119
+ "model_a_conv_id": "93fcc2cd2e6640f987b6a188cd60af1a",
106120
+ "model_b_conv_id": "89b0ad97232a41ba9207d2be5eff1589",
106121
+ "inputs": {
106122
+ "prompt": "image of man watching computer screen"
106123
+ },
106124
+ "model_a": "SDXL-Lightning",
106125
+ "model_b": "AuraFlow",
106126
+ "vote_type": "rightvote",
106127
+ "winner": "model_b",
106128
+ "judge": "arena_user_10.16.19.51",
106129
+ "anony": true,
106130
+ "tstamp": 1730936605.4818
106131
+ },
106132
+ {
106133
+ "model_a_conv_id": "2b7d3a806fdf4844865e0bcf11528b7d",
106134
+ "model_b_conv_id": "cb3cbe84b3f44ee49242f77eeaf73689",
106135
+ "inputs": {
106136
+ "prompt": "photograph of a dolphin standing on a grassland"
106137
+ },
106138
+ "model_a": "PixArtAlpha",
106139
+ "model_b": "StableCascade",
106140
+ "vote_type": "bothbad_vote",
106141
+ "winner": "tie (bothbad)",
106142
+ "judge": "arena_user_10.16.19.51",
106143
+ "anony": true,
106144
+ "tstamp": 1730936612.4843
106145
+ },
106146
+ {
106147
+ "model_a_conv_id": "4a1f00c4d58e44c2a274bd5d8fdcf540",
106148
+ "model_b_conv_id": "a79eb508ffbc4bf9b6bb5ad93d677d66",
106149
+ "inputs": {
106150
+ "prompt": "A clean bathroom with pink walls and white appliances."
106151
+ },
106152
+ "model_a": "FLUX.1-dev",
106153
+ "model_b": "Kolors",
106154
+ "vote_type": "leftvote",
106155
+ "winner": "model_a",
106156
+ "judge": "arena_user_10.16.12.226",
106157
+ "anony": true,
106158
+ "tstamp": 1730936621.6592
106159
+ },
106160
+ {
106161
+ "model_a_conv_id": "2aea4baf94474106acc33f21c1826a49",
106162
+ "model_b_conv_id": "7bb5b6df8a14461695eed9f23687ae43",
106163
+ "inputs": {
106164
+ "prompt": "a woman cyborg watering flowers, airbrush painting, 1 9 8 0 s digital scan "
106165
+ },
106166
+ "model_a": "PixArtSigma",
106167
+ "model_b": "Kolors",
106168
+ "vote_type": "bothbad_vote",
106169
+ "winner": "tie (bothbad)",
106170
+ "judge": "arena_user_10.16.38.136",
106171
+ "anony": true,
106172
+ "tstamp": 1730936627.0491
106173
+ },
106174
+ {
106175
+ "model_a_conv_id": "485cf32888464f26bd0ea47efe455a20",
106176
+ "model_b_conv_id": "5e72143160e8458ba07b659967ffce83",
106177
+ "inputs": {
106178
+ "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
106179
+ },
106180
+ "model_a": "FLUX.1-dev",
106181
+ "model_b": "AuraFlow",
106182
+ "vote_type": "leftvote",
106183
+ "winner": "model_a",
106184
+ "judge": "arena_user_10.16.38.196",
106185
+ "anony": true,
106186
+ "tstamp": 1730936684.9155
106187
+ },
106188
+ {
106189
+ "model_a_conv_id": "be49cba7f4c64786a932f7f00d9c4eb5",
106190
+ "model_b_conv_id": "d068800f49e344daa2aaa2369114fbc5",
106191
+ "inputs": {
106192
+ "prompt": "image of massive statue of Donald Trump in columbus mall, highly detailed"
106193
+ },
106194
+ "model_a": "AuraFlow",
106195
+ "model_b": "HunyuanDiT",
106196
+ "vote_type": "rightvote",
106197
+ "winner": "model_b",
106198
+ "judge": "arena_user_10.16.13.73",
106199
+ "anony": true,
106200
+ "tstamp": 1730961179.6028
106201
+ },
106202
+ {
106203
+ "model_a_conv_id": "df8dd49b869d45139edcfc911f3404d6",
106204
+ "model_b_conv_id": "3a95bea513b746c493fbcd81aa302f3c",
106205
+ "inputs": {
106206
+ "prompt": "Homer Simpson drinking from a 500ml bottle of Spirytus Rektyfikowany (clear bottle of 96% alcohol, with a green-font label saying \"Spirytus Rektyfikowany\" and \"96%\") on his couch, in the style of a mid-1990s episode of The Simpsons"
106207
+ },
106208
+ "model_a": "Kolors",
106209
+ "model_b": "FLUX.1-dev",
106210
+ "vote_type": "rightvote",
106211
+ "winner": "model_b",
106212
+ "judge": "arena_user_10.16.19.51",
106213
+ "anony": true,
106214
+ "tstamp": 1730968281.738
106215
+ },
106216
+ {
106217
+ "model_a_conv_id": "9161d2af535d49f68cda9b3b50362f5b",
106218
+ "model_b_conv_id": "a37900e3b8dc4348a1f23cad763f199a",
106219
+ "inputs": {
106220
+ "prompt": "a black hole between two galaxies "
106221
+ },
106222
+ "model_a": "PlayGround V2.5",
106223
+ "model_b": "FLUX.1-dev",
106224
+ "vote_type": "tievote",
106225
+ "winner": "tie",
106226
+ "judge": "arena_user_10.16.13.73",
106227
+ "anony": false,
106228
+ "tstamp": 1730990984.7908
106229
+ },
106230
+ {
106231
+ "model_a_conv_id": "be383a23d04d49ff8bf0fa28168ace03",
106232
+ "model_b_conv_id": "400729e5d2ff4ffdb88fa3c4ad54be79",
106233
+ "inputs": {
106234
+ "prompt": "a green plant from outer space"
106235
+ },
106236
+ "model_a": "PlayGround V2.5",
106237
+ "model_b": "FLUX.1-dev",
106238
+ "vote_type": "leftvote",
106239
+ "winner": "model_a",
106240
+ "judge": "arena_user_10.16.38.196",
106241
+ "anony": false,
106242
+ "tstamp": 1730991014.4701
106243
+ },
106244
+ {
106245
+ "model_a_conv_id": "7f999663c4364de7b655263c8da196e8",
106246
+ "model_b_conv_id": "5dc3d1ac7952433383a937f0e8a56014",
106247
+ "inputs": {
106248
+ "prompt": "blonde girl on the beach"
106249
+ },
106250
+ "model_a": "PlayGround V2.5",
106251
+ "model_b": "FLUX.1-dev",
106252
+ "vote_type": "rightvote",
106253
+ "winner": "model_b",
106254
+ "judge": "arena_user_10.16.12.226",
106255
+ "anony": false,
106256
+ "tstamp": 1730991043.2279
106257
+ },
106258
+ {
106259
+ "model_a_conv_id": "eae71305b2df47f29fab90b7a10a60e6",
106260
+ "model_b_conv_id": "16bd992a4fe44aa69450e8c663b09315",
106261
+ "inputs": {
106262
+ "prompt": "In a chaotic spiral into an abyss, tormented plus-size athletes, draped in silver latex adorned with Maori-inspired tattoos, whirl amidst tumultuous cream-swirls. Expressive faces, surrounded by orbs resembling frenzied pralines, convey emotional turmoil against a futuristic backdrop. The helter-skelter descent echoes team formations, mid-game struggles, and triumphant celebrations, portraying a captivating fusion of strength and agility in this visually frenetic athletic display."
106263
+ },
106264
+ "model_a": "OpenJourney",
106265
+ "model_b": "FLUX.1-dev",
106266
+ "vote_type": "rightvote",
106267
+ "winner": "model_b",
106268
+ "judge": "arena_user_10.16.13.73",
106269
+ "anony": true,
106270
+ "tstamp": 1730996143.3508
106271
  }
106272
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -30700,5 +30700,257 @@
30700
  "judge": "arena_user_10.16.38.196",
30701
  "anony": false,
30702
  "tstamp": 1730906696.7044
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30703
  }
30704
  ]
 
30700
  "judge": "arena_user_10.16.38.196",
30701
  "anony": false,
30702
  "tstamp": 1730906696.7044
30703
+ },
30704
+ {
30705
+ "model_a_conv_id": "8f2285778f60431b9f3927ba25e731cf",
30706
+ "model_b_conv_id": "9315ae09473a43e5a4e8caa068883788",
30707
+ "inputs": {
30708
+ "prompt": "a green bicycle"
30709
+ },
30710
+ "model_a": "CogVideoX-5B",
30711
+ "model_b": "AnimateDiff Turbo",
30712
+ "vote_type": "rightvote",
30713
+ "winner": "model_b",
30714
+ "judge": "arena_user_10.16.13.73",
30715
+ "anony": true,
30716
+ "tstamp": 1730917493.6948
30717
+ },
30718
+ {
30719
+ "model_a_conv_id": "ec35081d191f4bdaa775cb7a81c3c45f",
30720
+ "model_b_conv_id": "062350dc658448c985cec8e1d01c43f8",
30721
+ "inputs": {
30722
+ "prompt": "a zebra taking a peaceful walk"
30723
+ },
30724
+ "model_a": "Allegro",
30725
+ "model_b": "CogVideoX-2B",
30726
+ "vote_type": "tievote",
30727
+ "winner": "tie",
30728
+ "judge": "arena_user_10.16.38.136",
30729
+ "anony": true,
30730
+ "tstamp": 1730917507.4172
30731
+ },
30732
+ {
30733
+ "model_a_conv_id": "96ca4d727156499f98915ad5bfef0d27",
30734
+ "model_b_conv_id": "851b4367b74b4cf383b552f3398c0ee2",
30735
+ "inputs": {
30736
+ "prompt": "parking lot"
30737
+ },
30738
+ "model_a": "Allegro",
30739
+ "model_b": "VideoCrafter2",
30740
+ "vote_type": "tievote",
30741
+ "winner": "tie",
30742
+ "judge": "arena_user_10.16.38.136",
30743
+ "anony": true,
30744
+ "tstamp": 1730917527.9829
30745
+ },
30746
+ {
30747
+ "model_a_conv_id": "0d310de0d1674fc685d3060896ab0e42",
30748
+ "model_b_conv_id": "1b2ff1da5103499a8588437c58f1fcb3",
30749
+ "inputs": {
30750
+ "prompt": "A person is dunking basketball"
30751
+ },
30752
+ "model_a": "AnimateDiff",
30753
+ "model_b": "Allegro",
30754
+ "vote_type": "bothbad_vote",
30755
+ "winner": "tie (bothbad)",
30756
+ "judge": "arena_user_10.16.16.234",
30757
+ "anony": true,
30758
+ "tstamp": 1730917534.816
30759
+ },
30760
+ {
30761
+ "model_a_conv_id": "1165782c4b8d42539051b41dc71de61f",
30762
+ "model_b_conv_id": "8fd8e8dcc5ae4c29b13327592134911c",
30763
+ "inputs": {
30764
+ "prompt": "bedroom"
30765
+ },
30766
+ "model_a": "StableVideoDiffusion",
30767
+ "model_b": "Allegro",
30768
+ "vote_type": "leftvote",
30769
+ "winner": "model_a",
30770
+ "judge": "arena_user_10.16.12.226",
30771
+ "anony": true,
30772
+ "tstamp": 1730917546.8872
30773
+ },
30774
+ {
30775
+ "model_a_conv_id": "7d840ef0372f4a9d8412cad5a298e128",
30776
+ "model_b_conv_id": "890b9767b60148529f9ebaf0b863c4bb",
30777
+ "inputs": {
30778
+ "prompt": "a cat drinking water"
30779
+ },
30780
+ "model_a": "StableVideoDiffusion",
30781
+ "model_b": "T2V-Turbo",
30782
+ "vote_type": "leftvote",
30783
+ "winner": "model_a",
30784
+ "judge": "arena_user_10.16.12.226",
30785
+ "anony": true,
30786
+ "tstamp": 1730917564.0743
30787
+ },
30788
+ {
30789
+ "model_a_conv_id": "cfd47efd9ca34998803f09b9dcc72e68",
30790
+ "model_b_conv_id": "3b9d4837ba2a4a9b843b8c2b64b5b598",
30791
+ "inputs": {
30792
+ "prompt": "a car turning a corner"
30793
+ },
30794
+ "model_a": "Pyramid Flow",
30795
+ "model_b": "StableVideoDiffusion",
30796
+ "vote_type": "rightvote",
30797
+ "winner": "model_b",
30798
+ "judge": "arena_user_10.16.38.136",
30799
+ "anony": true,
30800
+ "tstamp": 1730917574.2751
30801
+ },
30802
+ {
30803
+ "model_a_conv_id": "008b377aa5fa4eac95ceace4e4564d34",
30804
+ "model_b_conv_id": "1996523691784b52abef100acfcd79f1",
30805
+ "inputs": {
30806
+ "prompt": "a cat drinking water"
30807
+ },
30808
+ "model_a": "CogVideoX-5B",
30809
+ "model_b": "VideoCrafter2",
30810
+ "vote_type": "bothbad_vote",
30811
+ "winner": "tie (bothbad)",
30812
+ "judge": "arena_user_10.16.31.254",
30813
+ "anony": true,
30814
+ "tstamp": 1730917583.6619
30815
+ },
30816
+ {
30817
+ "model_a_conv_id": "702eedb1298d42fa881bb5dffa8fccff",
30818
+ "model_b_conv_id": "c4284fa9974d4077acb5d2603680048f",
30819
+ "inputs": {
30820
+ "prompt": "Balloon full of water exploding in extreme slow motion."
30821
+ },
30822
+ "model_a": "AnimateDiff",
30823
+ "model_b": "T2V-Turbo",
30824
+ "vote_type": "rightvote",
30825
+ "winner": "model_b",
30826
+ "judge": "arena_user_10.16.13.73",
30827
+ "anony": true,
30828
+ "tstamp": 1730917596.5459
30829
+ },
30830
+ {
30831
+ "model_a_conv_id": "a6b61408f36d4e6a95b0129f96701dac",
30832
+ "model_b_conv_id": "25421534c7054ddfb2ac9bb3627cae77",
30833
+ "inputs": {
30834
+ "prompt": "a white bird"
30835
+ },
30836
+ "model_a": "T2V-Turbo",
30837
+ "model_b": "AnimateDiff",
30838
+ "vote_type": "leftvote",
30839
+ "winner": "model_a",
30840
+ "judge": "arena_user_10.16.12.226",
30841
+ "anony": true,
30842
+ "tstamp": 1730917609.2721
30843
+ },
30844
+ {
30845
+ "model_a_conv_id": "511bc71d490c438dacc39c6a242384fc",
30846
+ "model_b_conv_id": "97bb908f6d09463b83e6629861571dfe",
30847
+ "inputs": {
30848
+ "prompt": "A person is dancing ballet"
30849
+ },
30850
+ "model_a": "OpenSora v1.2",
30851
+ "model_b": "AnimateDiff Turbo",
30852
+ "vote_type": "bothbad_vote",
30853
+ "winner": "tie (bothbad)",
30854
+ "judge": "arena_user_10.16.38.196",
30855
+ "anony": true,
30856
+ "tstamp": 1730936708.5115
30857
+ },
30858
+ {
30859
+ "model_a_conv_id": "3adc3f6c1c6f40569cdd522e408159d9",
30860
+ "model_b_conv_id": "f7d501cf61d540de96a24004666d42b2",
30861
+ "inputs": {
30862
+ "prompt": "a sheep running to join a herd of its kind"
30863
+ },
30864
+ "model_a": "CogVideoX-5B",
30865
+ "model_b": "StableVideoDiffusion",
30866
+ "vote_type": "leftvote",
30867
+ "winner": "model_a",
30868
+ "judge": "arena_user_10.16.38.136",
30869
+ "anony": true,
30870
+ "tstamp": 1730936716.3895
30871
+ },
30872
+ {
30873
+ "model_a_conv_id": "d463b5fa67c546a78ceaa33efa814f55",
30874
+ "model_b_conv_id": "fdc38d574f89431aab8b5751446b2be1",
30875
+ "inputs": {
30876
+ "prompt": "a purple bird"
30877
+ },
30878
+ "model_a": "Allegro",
30879
+ "model_b": "OpenSora v1.2",
30880
+ "vote_type": "bothbad_vote",
30881
+ "winner": "tie (bothbad)",
30882
+ "judge": "arena_user_10.16.12.226",
30883
+ "anony": true,
30884
+ "tstamp": 1730936732.44
30885
+ },
30886
+ {
30887
+ "model_a_conv_id": "a522850266654f9a990a7531cd13c0e3",
30888
+ "model_b_conv_id": "13f3cff106504e13aeb756c379b43da9",
30889
+ "inputs": {
30890
+ "prompt": "a bus and a traffic light"
30891
+ },
30892
+ "model_a": "T2V-Turbo",
30893
+ "model_b": "AnimateDiff",
30894
+ "vote_type": "rightvote",
30895
+ "winner": "model_b",
30896
+ "judge": "arena_user_10.16.38.136",
30897
+ "anony": true,
30898
+ "tstamp": 1730936754.4381
30899
+ },
30900
+ {
30901
+ "model_a_conv_id": "203869a58ebf4b718f5211307dd1153a",
30902
+ "model_b_conv_id": "1db78b277d214ad1a6afa6f4c0fd5b54",
30903
+ "inputs": {
30904
+ "prompt": "indoor museum"
30905
+ },
30906
+ "model_a": "StableVideoDiffusion",
30907
+ "model_b": "T2V-Turbo",
30908
+ "vote_type": "leftvote",
30909
+ "winner": "model_a",
30910
+ "judge": "arena_user_10.16.38.136",
30911
+ "anony": true,
30912
+ "tstamp": 1730936764.4839
30913
+ },
30914
+ {
30915
+ "model_a_conv_id": "993b8a355d74473cad3cc0e0d6de552e",
30916
+ "model_b_conv_id": "71bce09ffb974550bd2fd4ed56ddca6b",
30917
+ "inputs": {
30918
+ "prompt": "A panda drinking coffee in a cafe in Paris, zoom in"
30919
+ },
30920
+ "model_a": "OpenSora v1.2",
30921
+ "model_b": "VideoCrafter2",
30922
+ "vote_type": "rightvote",
30923
+ "winner": "model_b",
30924
+ "judge": "arena_user_10.16.38.136",
30925
+ "anony": true,
30926
+ "tstamp": 1730936772.3812
30927
+ },
30928
+ {
30929
+ "model_a_conv_id": "c4f48aa92352482eb2f8e7783bf7ec0f",
30930
+ "model_b_conv_id": "af23106012d74bd78ef8c76e7b257dcb",
30931
+ "inputs": {
30932
+ "prompt": "Gwen Stacy reading a book, animated style"
30933
+ },
30934
+ "model_a": "VideoCrafter2",
30935
+ "model_b": "CogVideoX-2B",
30936
+ "vote_type": "tievote",
30937
+ "winner": "tie",
30938
+ "judge": "arena_user_10.16.19.51",
30939
+ "anony": true,
30940
+ "tstamp": 1730936780.3044
30941
+ },
30942
+ {
30943
+ "model_a_conv_id": "96803a1480244d33837297e180628b87",
30944
+ "model_b_conv_id": "0ae38a0c68ac43c7a6c332075bb5ae11",
30945
+ "inputs": {
30946
+ "prompt": "In a still frame, a tranquil pond was fringed by weeping cherry trees, their blossoms drifting lazily onto the glassy surface"
30947
+ },
30948
+ "model_a": "AnimateDiff",
30949
+ "model_b": "T2V-Turbo",
30950
+ "vote_type": "leftvote",
30951
+ "winner": "model_a",
30952
+ "judge": "arena_user_10.16.12.226",
30953
+ "anony": true,
30954
+ "tstamp": 1730936788.6334
30955
  }
30956
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a85ec783bc8cc0967e075fcbfc6ef94122c8957e2d45fb5a8f180a0229a8adcd
3
  size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbdf58f480545ce44df1b01adf83fada0ec912a2686e97e889bffdd9e0e03f5
3
  size 88251
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f51868a8776916576d15659037a84141179c60d308916ebe5bb79742b2028b25
3
  size 72204
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6589c0e837391be894d056a30682bdb610a427a6db63d72fa7d0969091c47e8f
3
  size 72204
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1120.8282148617816,1123.0917008273493,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1107.836792237165,1115.7854831868506,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1084.8183788613621,1076.5261728105393,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.2105211609482,1071.6162540305731,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1057.3818915016905,1055.057620020667,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.2691488104786,1042.1630513939067,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1029.0013522074344,1022.0146727178237,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1019.9093065925333,1011.6058148629353,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- PixArtSigma,PixArtSigma,1019.387655933087,1019.645696025236,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
- SDXL-Lightning,SDXL-Lightning,1018.9468015677668,1022.5790476146381,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- AuraFlow,AuraFlow,1015.7445143548996,1009.910565016153,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1010.5647993825687,1013.6330435219954,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.310873884194,966.3294856274842,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.5344702764174,912.292112980649,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.946437399,899.3733614958592,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.5157598899556,824.7610732637411,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.7930810787215,804.1269150331776,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1121.0291619251366,1123.5601386703631,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1113.995512885236,1120.0907361286288,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1084.9538351595952,1076.6357113829135,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.0817584024865,1071.6262823391826,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1053.9496856606381,1051.830118211353,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1038.9772627863797,1041.9962448487888,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1030.0591867029004,1022.9995520340212,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.7926909776414,1011.6053095836533,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1018.8712977991094,1019.2335426785327,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1018.420894806514,1022.2024457143509,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1014.5552871725456,1008.8837535231028,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1009.6567477742087,1012.8554565564117,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.1962391378946,966.3269999151801,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.7051113203615,912.5371689733513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.7536488655549,899.3273401427057,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.3220132176745,824.7003475479694,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.6796654061335,804.1468935262737,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,13 +1,13 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- Pyramid Flow,Pyramid Flow,1183.0075494052357,1182.1841072366228,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
3
- CogVideoX-5B,CogVideoX-5B,1143.6987091808912,1143.5696179271924,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
- StableVideoDiffusion,StableVideoDiffusion,1116.0775926920523,1119.2197952966687,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1061.2416728301762,1056.7439824116245,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1052.6466718974486,1052.1097072936363,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1039.3696945538554,1039.381618232055,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1035.8262848168495,1036.804041735242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- LaVie,LaVie,965.9622979989477,966.7534362718595,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
10
- OpenSora,OpenSora,882.527395725188,882.9575442986447,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
11
- OpenSora v1.2,OpenSora v1.2,851.3136563769121,850.2143961516379,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- AnimateDiff Turbo,AnimateDiff Turbo,835.9460882123473,835.7719381200667,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
13
- ModelScope,ModelScope,832.3823863100939,834.28981502475,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ Pyramid Flow,Pyramid Flow,1168.8579972073376,1168.5661713543354,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
3
+ CogVideoX-5B,CogVideoX-5B,1134.8022770748578,1134.5826285912144,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
+ StableVideoDiffusion,StableVideoDiffusion,1120.6051690315965,1123.5963054536228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1061.8234654186065,1057.3479215535576,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1052.3421688601582,1051.7815252127227,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1042.0728438908316,1042.0616590750476,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1039.3196552981851,1040.2180411566085,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ LaVie,LaVie,969.1225383432953,969.8838669955059,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
10
+ OpenSora,OpenSora,885.6754857171028,886.1266298772335,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
11
+ OpenSora v1.2,OpenSora v1.2,850.0103362016764,848.7993991853739,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ AnimateDiff Turbo,AnimateDiff Turbo,839.7497031285941,839.5355434102744,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
13
+ ModelScope,ModelScope,835.6183598277607,837.5003081345012,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571