Auto Daily Leaderboard udpate Mon Mar 3 12:00:30 PM EST 2025

arena_elo/results/20250303/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32da2091c8f5cd03778d90e04d8ba7ff32e8de5d4f2019e7c6364f734423101
+size 66042

arena_elo/results/20250303/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4492ca3c2812c05b97f415fd93c892522610f4093b4406545a639ceed281c95e
+size 88249

arena_elo/results/20250303/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf09541db79c4e734ab7c41ebc75b0c0a991ce4824db8c4bbd8a25a54899919
+size 81355

arena_elo/results/20250303/image_editing_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1098.11909638452,1102.0924438876038,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+UltraEdit,UltraEdit,1067.6922568512323,1067.5514176443478,other,Peking University; BIGAI,https://ultra-editing.github.io/
+InfEdit,InfEdit,1064.0583455960025,1063.8632624383984,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1055.6699311266136,1056.6547463387872,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1029.426353576916,1027.3387401625496,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,992.668005312241,997.0839601892403,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,983.8617890677732,984.9626360844215,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,934.7740837892117,928.6484309741794,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,918.7969153614958,917.3007920540573,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.933222933994,854.5035702264144,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20250303/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1142.1160110648966,1143.1330817470632,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.2458262439989,1115.2562792712295,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1095.2193147932253,1099.7760718855297,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.9741516766583,1070.8391090485295,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1060.0258378448002,1058.969128302151,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.1526600434834,1044.6198135984773,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.0971218884995,1015.0182388798903,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.6196638890334,1011.2786526880874,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.9716107198165,1017.4732676841232,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.4839558373118,1019.9808586599786,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1007.474130229486,1008.8717782204548,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.7136654092337,992.5942839437233,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.1408588303195,965.6779116689726,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.5100153289466,911.986896699517,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.9246490432427,898.3178378145184,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.0804400091126,826.7306875215753,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.2500871479376,804.1969596956919,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250303/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1132.8465382942743,1135.0192391286685,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1125.3490863466395,1124.9846702374894,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1119.8935677849063,1119.8983796411592,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1109.1808401451146,1111.0625519663267,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1055.578625078474,1055.986089770871,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.9623929401548,1047.340190293733,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1040.1397217962046,1039.6112953714378,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1031.71882439813,1031.1322247198025,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,992.9583692062964,995.5103822267577,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,965.6786020473376,965.1541828362505,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,955.481902265391,956.5778365731101,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,882.0523691224158,881.2520434545615,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,872.8690210278784,870.2927619655309,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.3484673568489,833.5460178727305,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,831.9416721899316,832.632133941566,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_image_editing.json

@@ -20280,5 +20280,21 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1739810648.8631
+  },
+  {
+    "model_a_conv_id": "59d89fb2ff4a4526b6879976012d8476",
+    "model_b_conv_id": "0542d333d9a947238b6a1666b417be79",
+    "inputs": {
+      "source_prompt": "A black cat with blue eyes in a bow tie laying on a carpet next to bookshelf.",
+      "target_prompt": "A black cat with blue eyes in a bow tie laying on a wooden floor next to bookshelf.",
+      "instruct_prompt": "let the cat lay on a wooden floor instead of a carpet"
+    },
+    "model_a": "PNP",
+    "model_b": "InstructPix2Pix",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740990144.7425
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -119274,5 +119274,145 @@
     "judge": "arena_user_10.16.29.175",
     "anony": true,
     "tstamp": 1740916872.4033
+  },
+  {
+    "model_a_conv_id": "8b9c2ef062a746a6be7e1749258190cc",
+    "model_b_conv_id": "bbefe72c1585417b8ecc827f01c1c909",
+    "inputs": {
+      "prompt": "Close together group of white, beige, and brown sheep, from the rear, standing in grass at fence gate."
+    },
+    "model_a": "SDXL",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740987724.637
+  },
+  {
+    "model_a_conv_id": "224349f04f624e92856c926d61a9e81f",
+    "model_b_conv_id": "66a2e4a71f6c4b269c4347ba5bcb5477",
+    "inputs": {
+      "prompt": "a snow skier in red pants is laying down and people"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.29.175",
+    "anony": false,
+    "tstamp": 1740990046.3948
+  },
+  {
+    "model_a_conv_id": "1b41f940c754413d97503351e37f62f2",
+    "model_b_conv_id": "4bd6329eab644c04ae2e6a594e1b0899",
+    "inputs": {
+      "prompt": "An illustration of a weekly team meeting of Data Management Solutions team in a Dutch bank "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": false,
+    "tstamp": 1740995971.8008
+  },
+  {
+    "model_a_conv_id": "ee7a42a8282641c6b83d2a7ef20f5f44",
+    "model_b_conv_id": "9a072107701448e689ff18eef611f9d3",
+    "inputs": {
+      "prompt": "A weekly team meeting of Data Management Solutions in a Dutch bank in a cartoon style"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.28.164",
+    "anony": false,
+    "tstamp": 1740996013.0338
+  },
+  {
+    "model_a_conv_id": "b4aacac1684a4102b54082a71b6da6b6",
+    "model_b_conv_id": "8795f808fe3d4d5b940332ce310de80c",
+    "inputs": {
+      "prompt": "A weekly team meeting of Data Management Solutions in a Dutch yellow-green bank. There are 12 participants, one of them is a blonde woman"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.6.93",
+    "anony": false,
+    "tstamp": 1740996201.3675
+  },
+  {
+    "model_a_conv_id": "9b68717eb4bf46c59ebda6258e029441",
+    "model_b_conv_id": "79310a5c9d8c47a79b9245e3a919991c",
+    "inputs": {
+      "prompt": "An illustration of a team meeting of Data Management Solutions"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": false,
+    "tstamp": 1740996239.9561
+  },
+  {
+    "model_a_conv_id": "5386380dd2f94d489885d94592887361",
+    "model_b_conv_id": "35fa6db300114364abf4cae6b723cb05",
+    "inputs": {
+      "prompt": "A drawing of a weekly team meeting of Data Management Solutions in a Dutch bank"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.6.93",
+    "anony": false,
+    "tstamp": 1740996267.5857
+  },
+  {
+    "model_a_conv_id": "ef5b202605bb4dd181f5bec426bec8cb",
+    "model_b_conv_id": "d3ee664f7d524bc0b95f4157c4104d99",
+    "inputs": {
+      "prompt": "A weekly team meeting of Data Management Solutions with 12 people in a large room"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": false,
+    "tstamp": 1740996309.4102
+  },
+  {
+    "model_a_conv_id": "0ff04de03e704651813de9234eff6233",
+    "model_b_conv_id": "ec80ceab110249e6b7692e38a243f00c",
+    "inputs": {
+      "prompt": "A weekly team meeting of Data Management Solutions team working on data and AI"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.6.93",
+    "anony": false,
+    "tstamp": 1740996424.2224
+  },
+  {
+    "model_a_conv_id": "82c0e04721cf4f75995fc621d2ad3ae0",
+    "model_b_conv_id": "15969b52bc77487fa8dac204dce9d8be",
+    "inputs": {
+      "prompt": "Generate an image of a weekly team meeting of Data Management Solutions team working on data and AI in a Dutch bank. There should be 12 people in the team"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.28.164",
+    "anony": false,
+    "tstamp": 1740996665.2225
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -40500,5 +40500,89 @@
     "judge": "arena_user_10.20.6.93",
     "anony": false,
     "tstamp": 1740922316.8195
+  },
+  {
+    "model_a_conv_id": "ca4e7914ff4b4427a2a61f6a26ce4aa4",
+    "model_b_conv_id": "4edd32947c3f4c3f9434063c858e5dd7",
+    "inputs": {
+      "prompt": "castle"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740990250.8287
+  },
+  {
+    "model_a_conv_id": "6d375c274e43412ebf4f38e3b2f6ad23",
+    "model_b_conv_id": "dd71d6ec9a344a12aeb854c5b3dfc952",
+    "inputs": {
+      "prompt": "A tranquil tableau of the jail cell was small and dimly lit, with cold, steel bars"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740990336.7321
+  },
+  {
+    "model_a_conv_id": "0ad6fb2d86454a1ba1a84caebe5fd6ec",
+    "model_b_conv_id": "8228476972eb419ba8bb1f041d20533d",
+    "inputs": {
+      "prompt": "a cat and a dog"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740990369.8323
+  },
+  {
+    "model_a_conv_id": "cde5e5e3f8f643b99b1ba2754a157e02",
+    "model_b_conv_id": "f9b1547e44bb456cafe3c0581f965155",
+    "inputs": {
+      "prompt": "an elephant spraying itself with water using its trunk to cool down"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740990382.2932
+  },
+  {
+    "model_a_conv_id": "06c7cfde4c0647c6bb2ea50df875b055",
+    "model_b_conv_id": "d311293dff35442eb7c2e5f826d4d8f8",
+    "inputs": {
+      "prompt": "an orange bird"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740990404.4143
+  },
+  {
+    "model_a_conv_id": "a77c3a3f97c94b33a890f7817781eabf",
+    "model_b_conv_id": "289ac83380c04d4593e0d64dc63b0eda",
+    "inputs": {
+      "prompt": "a bear climbing a tree"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740990464.6536
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2562b870c8375cf1cac3bd56dabe85c2e6f0a7b90451847aa5ac1ef16909d9c
-size 66025
+oid sha256:f32da2091c8f5cd03778d90e04d8ba7ff32e8de5d4f2019e7c6364f734423101
+size 66042

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63dbf15aa26b8b2b369373df116d1d24d987f712081d20692da094f5f5b27d95
+oid sha256:4492ca3c2812c05b97f415fd93c892522610f4093b4406545a639ceed281c95e
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0681d8e3f8ce34f2d20de90413387e905ecda5bd8b09387e6922c0ca3d73f4a6
+oid sha256:fcf09541db79c4e734ab7c41ebc75b0c0a991ce4824db8c4bbd8a25a54899919
 size 81355

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1098.1235749576215,1102.119706123162,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-UltraEdit,UltraEdit,1067.7677518311405,1067.6239831253197,other,Peking University; BIGAI,https://ultra-editing.github.io/
-InfEdit,InfEdit,1064.1137736939024,1063.9132078748696,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1055.6346253269558,1056.6223091819759,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1030.788425358858,1028.6187681214512,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,991.27816691656,995.7516580343394,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,983.8508707800156,984.9516876592888,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,934.7850922720994,928.661221084011,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,918.793223253551,917.2984189750662,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,854.8644956092962,854.4390398205157,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1098.11909638452,1102.0924438876038,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+UltraEdit,UltraEdit,1067.6922568512323,1067.5514176443478,other,Peking University; BIGAI,https://ultra-editing.github.io/
+InfEdit,InfEdit,1064.0583455960025,1063.8632624383984,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1055.6699311266136,1056.6547463387872,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1029.426353576916,1027.3387401625496,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,992.668005312241,997.0839601892403,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,983.8617890677732,984.9626360844215,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,934.7740837892117,928.6484309741794,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,918.7969153614958,917.3007920540573,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.933222933994,854.5035702264144,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1142.112390379867,1138.3047211898725,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.2417276451602,1117.248545391814,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1095.2118164933304,1099.2642394085974,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.9945288850886,1071.3626819356546,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1060.0208684082033,1058.8848691929727,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.150437254075,1045.044371277998,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1020.0885444105875,1015.2227870100409,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.631588065109,1011.6650123985901,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1016.9713248537824,1017.8074215819955,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.2004264439491,1020.1191335144053,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1007.471271377597,1008.854522133864,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.7099309378694,992.0073720460473,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.3393840425979,966.2143902640547,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.5301722124198,912.3036972441694,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.9322049158155,898.80386711014,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.101193905027,827.1190236494888,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.2921897695156,804.6097389434616,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1142.1160110648966,1143.1330817470632,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.2458262439989,1115.2562792712295,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1095.2193147932253,1099.7760718855297,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.9741516766583,1070.8391090485295,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1060.0258378448002,1058.969128302151,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.1526600434834,1044.6198135984773,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.0971218884995,1015.0182388798903,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.6196638890334,1011.2786526880874,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.9716107198165,1017.4732676841232,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.4839558373118,1019.9808586599786,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1007.474130229486,1008.8717782204548,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.7136654092337,992.5942839437233,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.1408588303195,965.6779116689726,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.5100153289466,911.986896699517,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.9246490432427,898.3178378145184,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.0804400091126,826.7306875215753,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.2500871479376,804.1969596956919,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1132.925159664805,1135.0982584525286,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1125.1106706454923,1124.737696633387,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1119.6076955655947,1119.613458193588,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1108.9461101457714,1110.8121652424368,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1055.8620215128847,1056.266884841949,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1049.0348969420825,1047.4345676555026,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1040.7891462587384,1040.2520828123386,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1032.7516393058327,1032.1470606868284,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,988.4057808780616,991.1063406036561,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,966.3120235763104,965.7780389173241,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,955.2840792644713,956.39077016098,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,882.721843956462,881.911726464153,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,873.5572911234422,870.9027729304647,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,836.0954492040325,834.2730948209512,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,832.5961919560206,833.2750815839162,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1132.8465382942743,1135.0192391286685,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1125.3490863466395,1124.9846702374894,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1119.8935677849063,1119.8983796411592,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1109.1808401451146,1111.0625519663267,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1055.578625078474,1055.986089770871,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.9623929401548,1047.340190293733,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1040.1397217962046,1039.6112953714378,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1031.71882439813,1031.1322247198025,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,992.9583692062964,995.5103822267577,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,965.6786020473376,965.1541828362505,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,955.481902265391,956.5778365731101,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,882.0523691224158,881.2520434545615,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,872.8690210278784,870.2927619655309,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.3484673568489,833.5460178727305,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,831.9416721899316,832.632133941566,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571