DongfuJiang commited on
Commit
7e523c3
·
1 Parent(s): 6522e56

Auto Daily Leaderboard udpate Fri Nov 29 12:00:29 PM EST 2024

Browse files
arena_elo/results/20241129/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241129/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241129/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb8efb5db83f522392c6a2d5be36722727e55f8af33cfb3570e7bcdec202be7b
3
+ size 88251
arena_elo/results/20241129/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f558fe489f36224fd4e896b51aba0db6082493148af1c4cc2a4c7728897a84a
3
+ size 75107
arena_elo/results/20241129/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1121.0681306997553,1141.479028257148,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1120.1918763242697,1120.1537550379562,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1088.645629728061,1078.3628616913006,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.297276622861,1070.7834355334658,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1049.2906146410369,1047.9478567441456,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.4346235468527,1042.3715199518888,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.5462330313062,1024.9244323524367,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.2757540455292,1010.2925236195102,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1018.7625813791092,1018.283099652818,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1018.7065158721568,1021.5359561789053,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1007.1783034943172,1001.5664928756485,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1005.5696447726589,1008.650080773021,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.8480767094303,965.8046586321951,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.8281557350607,911.999003075013,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.0613440295901,898.517623473304,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,830.3042121086908,824.6827985109679,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.991027259319,803.5176483404457,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20241129/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1163.5038818404653,1157.747700897498,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1151.724096152535,1154.3672169568226,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.2081455519228,1125.6680377640848,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1058.2244371247211,1054.6800739137782,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1054.546904469049,1053.8172973001897,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1042.1950177455046,1040.9357583271901,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1038.0419685104114,1038.7848746746215,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,997.0356364165068,999.9560260004389,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.0724511775296,968.6575348756312,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,884.2374750498662,884.6423384244869,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.0728640025143,848.8078913982674,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.0334590328861,835.8650326190276,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.1036629260863,836.0702168479638,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -107654,5 +107654,215 @@
107654
  "judge": "arena_user_10.16.38.196",
107655
  "anony": true,
107656
  "tstamp": 1732775083.5566
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107657
  }
107658
  ]
 
107654
  "judge": "arena_user_10.16.38.196",
107655
  "anony": true,
107656
  "tstamp": 1732775083.5566
107657
+ },
107658
+ {
107659
+ "model_a_conv_id": "f932e431975540ed8562d181427838cb",
107660
+ "model_b_conv_id": "3bbe976fe9aa4e9d84984aabed461b06",
107661
+ "inputs": {
107662
+ "prompt": "Lonely evil bananas on a table, hard light chiaroscuro, realistic"
107663
+ },
107664
+ "model_a": "FLUX.1-schnell",
107665
+ "model_b": "FLUX.1-dev",
107666
+ "vote_type": "bothbad_vote",
107667
+ "winner": "tie (bothbad)",
107668
+ "judge": "arena_user_10.20.26.107",
107669
+ "anony": true,
107670
+ "tstamp": 1732833410.4139
107671
+ },
107672
+ {
107673
+ "model_a_conv_id": "3a13526ad6fb4265b336fbf14071db9c",
107674
+ "model_b_conv_id": "f44805c390fd4bf8a04fedf22ffa8c87",
107675
+ "inputs": {
107676
+ "prompt": "Tall Baboon Tapping Keyboard"
107677
+ },
107678
+ "model_a": "AuraFlow",
107679
+ "model_b": "FLUX.1-dev",
107680
+ "vote_type": "rightvote",
107681
+ "winner": "model_b",
107682
+ "judge": "arena_user_10.16.19.51",
107683
+ "anony": true,
107684
+ "tstamp": 1732845592.0473
107685
+ },
107686
+ {
107687
+ "model_a_conv_id": "b2f386f0cebd44968e1e41e0e54a8844",
107688
+ "model_b_conv_id": "1bef731699de4796ad65705679563486",
107689
+ "inputs": {
107690
+ "prompt": "the train is traveling on rails"
107691
+ },
107692
+ "model_a": "PlayGround V2.5",
107693
+ "model_b": "FLUX.1-dev",
107694
+ "vote_type": "leftvote",
107695
+ "winner": "model_a",
107696
+ "judge": "arena_user_10.20.26.107",
107697
+ "anony": true,
107698
+ "tstamp": 1732876186.3573
107699
+ },
107700
+ {
107701
+ "model_a_conv_id": "bab6ff8a4b224f6d9242d04f08af67c2",
107702
+ "model_b_conv_id": "fa90cdc069a642db89f87d4cb6bc8409",
107703
+ "inputs": {
107704
+ "prompt": "A pink scooter with a black seat next to a blue car."
107705
+ },
107706
+ "model_a": "PlayGround V2.5",
107707
+ "model_b": "PixArtAlpha",
107708
+ "vote_type": "leftvote",
107709
+ "winner": "model_a",
107710
+ "judge": "arena_user_10.16.13.73",
107711
+ "anony": true,
107712
+ "tstamp": 1732876475.2437
107713
+ },
107714
+ {
107715
+ "model_a_conv_id": "7a4c5759d9684fba9fee87cc6d8339f7",
107716
+ "model_b_conv_id": "e06da7ce64294e8d85f4e66bd4417d14",
107717
+ "inputs": {
107718
+ "prompt": "Rainbow coloured penguin."
107719
+ },
107720
+ "model_a": "StableCascade",
107721
+ "model_b": "SD3",
107722
+ "vote_type": "leftvote",
107723
+ "winner": "model_a",
107724
+ "judge": "arena_user_10.16.38.196",
107725
+ "anony": true,
107726
+ "tstamp": 1732876496.0757
107727
+ },
107728
+ {
107729
+ "model_a_conv_id": "7fe180ac3a694b81a31f281ec7b685f8",
107730
+ "model_b_conv_id": "6445abf257694681ad5e825d00291162",
107731
+ "inputs": {
107732
+ "prompt": "Matutinal."
107733
+ },
107734
+ "model_a": "AuraFlow",
107735
+ "model_b": "SD3",
107736
+ "vote_type": "rightvote",
107737
+ "winner": "model_b",
107738
+ "judge": "arena_user_10.16.19.51",
107739
+ "anony": true,
107740
+ "tstamp": 1732876513.4331
107741
+ },
107742
+ {
107743
+ "model_a_conv_id": "cbea3413574149ca8b02a16da44f1f37",
107744
+ "model_b_conv_id": "13647c1779f9460193b7c00f6a156444",
107745
+ "inputs": {
107746
+ "prompt": "A baseball player in a blue and white uniform is next to a player in black and white ."
107747
+ },
107748
+ "model_a": "PixArtSigma",
107749
+ "model_b": "FLUX.1-dev",
107750
+ "vote_type": "rightvote",
107751
+ "winner": "model_b",
107752
+ "judge": "arena_user_10.16.3.13",
107753
+ "anony": true,
107754
+ "tstamp": 1732876537.5757
107755
+ },
107756
+ {
107757
+ "model_a_conv_id": "babf94b8b77f46eb8cbd1a1861f8180a",
107758
+ "model_b_conv_id": "21013092cb95464b83113931c87a6225",
107759
+ "inputs": {
107760
+ "prompt": "A type of digital currency in which a record of transactions is maintained and new units of currency are generated by the computational solution of mathematical problems, and which operates independently of a central bank."
107761
+ },
107762
+ "model_a": "PixArtSigma",
107763
+ "model_b": "AuraFlow",
107764
+ "vote_type": "rightvote",
107765
+ "winner": "model_b",
107766
+ "judge": "arena_user_10.16.38.196",
107767
+ "anony": true,
107768
+ "tstamp": 1732876566.5303
107769
+ },
107770
+ {
107771
+ "model_a_conv_id": "5a84fc04a1f34a2fac33fdbb5ba14a80",
107772
+ "model_b_conv_id": "b01d55bf7c1b4b25b8c92f2ce085e2cd",
107773
+ "inputs": {
107774
+ "prompt": "photograph of a black-eyed woman floating in a black gown"
107775
+ },
107776
+ "model_a": "PlayGround V2.5",
107777
+ "model_b": "HunyuanDiT",
107778
+ "vote_type": "tievote",
107779
+ "winner": "tie",
107780
+ "judge": "arena_user_10.16.3.13",
107781
+ "anony": true,
107782
+ "tstamp": 1732876583.7862
107783
+ },
107784
+ {
107785
+ "model_a_conv_id": "565943661dc3448ca1956a01774f841a",
107786
+ "model_b_conv_id": "5952a3cfd6f94303bbfc18e81f87eb4b",
107787
+ "inputs": {
107788
+ "prompt": "Bzaseball galove."
107789
+ },
107790
+ "model_a": "HunyuanDiT",
107791
+ "model_b": "PixArtSigma",
107792
+ "vote_type": "bothbad_vote",
107793
+ "winner": "tie (bothbad)",
107794
+ "judge": "arena_user_10.16.3.13",
107795
+ "anony": true,
107796
+ "tstamp": 1732876597.4524
107797
+ },
107798
+ {
107799
+ "model_a_conv_id": "c0292ad1cdc34f5daae76982ec3ab1d0",
107800
+ "model_b_conv_id": "bc8318e58a504081adeda59074989c76",
107801
+ "inputs": {
107802
+ "prompt": "A pizza on the right of a suitcase."
107803
+ },
107804
+ "model_a": "SD3",
107805
+ "model_b": "OpenJourney",
107806
+ "vote_type": "bothbad_vote",
107807
+ "winner": "tie (bothbad)",
107808
+ "judge": "arena_user_10.16.38.196",
107809
+ "anony": true,
107810
+ "tstamp": 1732876615.5743
107811
+ },
107812
+ {
107813
+ "model_a_conv_id": "71906e1792a44bda8c37db62923b3429",
107814
+ "model_b_conv_id": "c6651b5a8b9b4343a43f29e0dfd86de9",
107815
+ "inputs": {
107816
+ "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
107817
+ },
107818
+ "model_a": "OpenJourney",
107819
+ "model_b": "PixArtSigma",
107820
+ "vote_type": "tievote",
107821
+ "winner": "tie",
107822
+ "judge": "arena_user_10.16.13.73",
107823
+ "anony": true,
107824
+ "tstamp": 1732876629.6646
107825
+ },
107826
+ {
107827
+ "model_a_conv_id": "34805c7844974ac79a5fc239ca8ea169",
107828
+ "model_b_conv_id": "7f2edd41b4c743519bda7f4d945c253d",
107829
+ "inputs": {
107830
+ "prompt": "Matutinal."
107831
+ },
107832
+ "model_a": "HunyuanDiT",
107833
+ "model_b": "PlayGround V2.5",
107834
+ "vote_type": "rightvote",
107835
+ "winner": "model_b",
107836
+ "judge": "arena_user_10.16.38.196",
107837
+ "anony": true,
107838
+ "tstamp": 1732876643.4103
107839
+ },
107840
+ {
107841
+ "model_a_conv_id": "08b8b71e2db444d4850c4f150a8f6b59",
107842
+ "model_b_conv_id": "c728d5023510406caf74621d0ec75961",
107843
+ "inputs": {
107844
+ "prompt": "A silver suitcase and other bags lie in the back seat of a pink car ."
107845
+ },
107846
+ "model_a": "FLUX.1-schnell",
107847
+ "model_b": "AuraFlow",
107848
+ "vote_type": "leftvote",
107849
+ "winner": "model_a",
107850
+ "judge": "arena_user_10.16.38.196",
107851
+ "anony": true,
107852
+ "tstamp": 1732881110.2081
107853
+ },
107854
+ {
107855
+ "model_a_conv_id": "6a5a96ea4f5245bd8a8717c642bbc770",
107856
+ "model_b_conv_id": "d5c6156287d1434db395932704ce932b",
107857
+ "inputs": {
107858
+ "prompt": "image of woman on a bicycle climbing mountains surrounded by sunset, photorealistic, high detail, cinematic, epic, photorealistic, 8k"
107859
+ },
107860
+ "model_a": "PixArtAlpha",
107861
+ "model_b": "StableCascade",
107862
+ "vote_type": "leftvote",
107863
+ "winner": "model_a",
107864
+ "judge": "arena_user_10.16.38.196",
107865
+ "anony": true,
107866
+ "tstamp": 1732881147.8332
107867
  }
107868
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -33276,5 +33276,117 @@
33276
  "judge": "arena_user_10.16.19.51",
33277
  "anony": true,
33278
  "tstamp": 1732688232.0047
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33279
  }
33280
  ]
 
33276
  "judge": "arena_user_10.16.19.51",
33277
  "anony": true,
33278
  "tstamp": 1732688232.0047
33279
+ },
33280
+ {
33281
+ "model_a_conv_id": "b440446caaaa4162bf808b7f844dee32",
33282
+ "model_b_conv_id": "365bfa9dfab74f12b95fb1ef1b208d2f",
33283
+ "inputs": {
33284
+ "prompt": "a car turning a corner"
33285
+ },
33286
+ "model_a": "StableVideoDiffusion",
33287
+ "model_b": "Pyramid Flow",
33288
+ "vote_type": "tievote",
33289
+ "winner": "tie",
33290
+ "judge": "arena_user_10.16.13.73",
33291
+ "anony": true,
33292
+ "tstamp": 1732823743.9709
33293
+ },
33294
+ {
33295
+ "model_a_conv_id": "6ced5d8be3f84c8c88c1f65167d5f836",
33296
+ "model_b_conv_id": "4aa30faee4c54581b2b2383cabb14e8e",
33297
+ "inputs": {
33298
+ "prompt": "high Baboon Tapping Keyboard"
33299
+ },
33300
+ "model_a": "AnimateDiff",
33301
+ "model_b": "AnimateDiff Turbo",
33302
+ "vote_type": "rightvote",
33303
+ "winner": "model_b",
33304
+ "judge": "arena_user_10.16.13.73",
33305
+ "anony": false,
33306
+ "tstamp": 1732845987.3791
33307
+ },
33308
+ {
33309
+ "model_a_conv_id": "ffe524cbc21a44e6a088b8d53cdf6da0",
33310
+ "model_b_conv_id": "d3ce4bf13c6d48178c07ae8df82ec2fc",
33311
+ "inputs": {
33312
+ "prompt": "Tall baboon posing as hacker"
33313
+ },
33314
+ "model_a": "AnimateDiff",
33315
+ "model_b": "AnimateDiff Turbo",
33316
+ "vote_type": "tievote",
33317
+ "winner": "tie",
33318
+ "judge": "arena_user_10.16.13.73",
33319
+ "anony": false,
33320
+ "tstamp": 1732846166.97
33321
+ },
33322
+ {
33323
+ "model_a_conv_id": "de56c6e25f8940fab7ee76c75e917f03",
33324
+ "model_b_conv_id": "42c06e6512c9406e9b30e469e7f2787d",
33325
+ "inputs": {
33326
+ "prompt": "a motorcycle and a bus"
33327
+ },
33328
+ "model_a": "AnimateDiff",
33329
+ "model_b": "T2V-Turbo",
33330
+ "vote_type": "bothbad_vote",
33331
+ "winner": "tie (bothbad)",
33332
+ "judge": "arena_user_10.16.3.13",
33333
+ "anony": true,
33334
+ "tstamp": 1732855276.768
33335
+ },
33336
+ {
33337
+ "model_a_conv_id": "e2c8a792ef164f3d8660ab9c921601b2",
33338
+ "model_b_conv_id": "a7e00007c653416685a925aac7e5b4e3",
33339
+ "inputs": {
33340
+ "prompt": "a cow bending down to drink water from a river"
33341
+ },
33342
+ "model_a": "VideoCrafter2",
33343
+ "model_b": "T2V-Turbo",
33344
+ "vote_type": "rightvote",
33345
+ "winner": "model_b",
33346
+ "judge": "arena_user_10.20.38.195",
33347
+ "anony": true,
33348
+ "tstamp": 1732872005.1702
33349
+ },
33350
+ {
33351
+ "model_a_conv_id": "6f5ebde1b04340d6addf1f0597df9d85",
33352
+ "model_b_conv_id": "cc64c432dc8f4b93a943c99442b84b48",
33353
+ "inputs": {
33354
+ "prompt": "a truck turning a corner"
33355
+ },
33356
+ "model_a": "Allegro",
33357
+ "model_b": "AnimateDiff Turbo",
33358
+ "vote_type": "leftvote",
33359
+ "winner": "model_a",
33360
+ "judge": "arena_user_10.16.31.254",
33361
+ "anony": true,
33362
+ "tstamp": 1732895798.4824
33363
+ },
33364
+ {
33365
+ "model_a_conv_id": "4af1ad8d46ff45d99edb6233fcea4183",
33366
+ "model_b_conv_id": "d21a7cfcb44e4c77950bb2295fc7b2ab",
33367
+ "inputs": {
33368
+ "prompt": "castle"
33369
+ },
33370
+ "model_a": "CogVideoX-5B",
33371
+ "model_b": "Pyramid Flow",
33372
+ "vote_type": "leftvote",
33373
+ "winner": "model_a",
33374
+ "judge": "arena_user_10.16.38.136",
33375
+ "anony": true,
33376
+ "tstamp": 1732895825.9535
33377
+ },
33378
+ {
33379
+ "model_a_conv_id": "22f48ec9dd5448b78f5e90488944e9d0",
33380
+ "model_b_conv_id": "44acf07d258a4a7a827690c178081473",
33381
+ "inputs": {
33382
+ "prompt": "An astronaut is riding a horse in the space in a photorealistic style."
33383
+ },
33384
+ "model_a": "CogVideoX-5B",
33385
+ "model_b": "Pyramid Flow",
33386
+ "vote_type": "rightvote",
33387
+ "winner": "model_b",
33388
+ "judge": "arena_user_10.16.38.136",
33389
+ "anony": false,
33390
+ "tstamp": 1732895922.2835
33391
  }
33392
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:837a895ae4defa9353e972eebe7483381f596ee58b35e2f57586378599f275ed
3
- size 88232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb8efb5db83f522392c6a2d5be36722727e55f8af33cfb3570e7bcdec202be7b
3
+ size 88251
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6a73a079be8f60ccf09d9ebf12a7900d85aaa3ac5b5cadd7f3097a8e0211737
3
- size 75106
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f558fe489f36224fd4e896b51aba0db6082493148af1c4cc2a4c7728897a84a
3
+ size 75107
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1120.366472125881,1141.156942940764,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1119.2697301402502,1119.3464288663115,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1087.3080411619192,1077.0267543658451,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.1281139592516,1070.6039573956496,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1049.346679463856,1047.9863327898056,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1040.407488540791,1042.3223850324257,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1033.1341826823532,1025.4302885541467,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtSigma,PixArtSigma,1019.7620892408033,1019.2670663394681,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
10
- PixArtAlpha,PixArtAlpha,1019.0807586209788,1010.0814993708258,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- SDXL-Lightning,SDXL-Lightning,1018.6027886818798,1021.4043566578376,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
- AuraFlow,AuraFlow,1009.4526912460085,1003.5795502253005,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1006.0643684178841,1009.0955948659292,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.7066374122362,965.6555567579987,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.6996417525628,911.8579753846444,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),904.9610401636824,898.4213704268019,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.9260604481883,824.3146099094909,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.7832159414795,803.3001230400567,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1121.0681306997553,1141.479028257148,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1120.1918763242697,1120.1537550379562,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1088.645629728061,1078.3628616913006,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.297276622861,1070.7834355334658,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1049.2906146410369,1047.9478567441456,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1040.4346235468527,1042.3715199518888,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1032.5462330313062,1024.9244323524367,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1019.2757540455292,1010.2925236195102,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ PixArtSigma,PixArtSigma,1018.7625813791092,1018.283099652818,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
11
+ SDXL-Lightning,SDXL-Lightning,1018.7065158721568,1021.5359561789053,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
12
+ AuraFlow,AuraFlow,1007.1783034943172,1001.5664928756485,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1005.5696447726589,1008.650080773021,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.8480767094303,965.8046586321951,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,914.8281557350607,911.999003075013,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.0613440295901,898.517623473304,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,830.3042121086908,824.6827985109679,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,789.991027259319,803.5176483404457,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,14 +1,14 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- CogVideoX-5B,CogVideoX-5B,1158.4712183241957,1157.9004108237482,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
- Pyramid Flow,Pyramid Flow,1156.9539696086872,1154.4322404783106,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
- StableVideoDiffusion,StableVideoDiffusion,1123.4951477499626,1125.9613803238692,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
- CogVideoX-2B,CogVideoX-2B,1058.3926455587043,1054.957594401839,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
- T2V-Turbo,T2V-Turbo,1053.6628610248301,1052.9671689613504,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
- AnimateDiff,AnimateDiff,1042.642208408001,1042.3612727928826,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
- VideoCrafter2,VideoCrafter2,1039.0838425029929,1039.71324317346,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
- Allegro,Allegro,993.423747693099,996.9285780209442,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
- LaVie,LaVie,968.631319370324,969.1143861920405,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
- OpenSora,OpenSora,884.821872630605,885.0306642170412,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
- OpenSora v1.2,OpenSora v1.2,849.9580298118626,848.7959001126806,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
- AnimateDiff Turbo,AnimateDiff Turbo,835.7727497465606,835.4310886964707,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
- ModelScope,ModelScope,834.6903875701718,836.4060718053638,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ CogVideoX-5B,CogVideoX-5B,1163.5038818404653,1157.747700897498,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
3
+ Pyramid Flow,Pyramid Flow,1151.724096152535,1154.3672169568226,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
4
+ StableVideoDiffusion,StableVideoDiffusion,1123.2081455519228,1125.6680377640848,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
+ CogVideoX-2B,CogVideoX-2B,1058.2244371247211,1054.6800739137782,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
6
+ T2V-Turbo,T2V-Turbo,1054.546904469049,1053.8172973001897,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
7
+ AnimateDiff,AnimateDiff,1042.1950177455046,1040.9357583271901,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
8
+ VideoCrafter2,VideoCrafter2,1038.0419685104114,1038.7848746746215,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
9
+ Allegro,Allegro,997.0356364165068,999.9560260004389,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
10
+ LaVie,LaVie,968.0724511775296,968.6575348756312,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
11
+ OpenSora,OpenSora,884.2374750498662,884.6423384244869,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
12
+ OpenSora v1.2,OpenSora v1.2,850.0728640025143,848.8078913982674,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
13
+ AnimateDiff Turbo,AnimateDiff Turbo,835.0334590328861,835.8650326190276,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
14
+ ModelScope,ModelScope,834.1036629260863,836.0702168479638,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571