Auto Daily Leaderboard udpate Fri Jan 31 12:00:28 PM EST 2025

arena_elo/results/20250130/clean_battle_video_generation.json

@@ -37882,5 +37882,47 @@
     "judge": "arena_user_10.16.46.168",
     "anony": true,
     "tstamp": 1738244704.8622
+  },
+  {
+    "model_a_conv_id": "250b2e684c95494c98ced3a087b60dcb",
+    "model_b_conv_id": "d2d64e7e45ad4dd1986878ebc1a7494a",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, zoom in"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Mochi1",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738279135.0776
+  },
+  {
+    "model_a_conv_id": "f8d88d515a32457f91a58a3a5d123c86",
+    "model_b_conv_id": "06b0f880cade470d8f3f56d4255fc0f3",
+    "inputs": {
+      "prompt": "a sports ball on the right of a baseball bat, front view"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738279153.3538
+  },
+  {
+    "model_a_conv_id": "d5cf880f2cab405eb70fef096795e790",
+    "model_b_conv_id": "829458533c6f41f0aa1a7044dd776bfa",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, featuring a steady and smooth perspective"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738279171.2649
   }
 ]

arena_elo/results/20250130/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c06f7e10fd17deaf0365af0b56dbcbf86691e622d91fe15c91dcd52f941a9ab
+size 66016

arena_elo/results/20250130/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afe6c975568a6d19d4c7b4ca86c4a12928b27145b93c6f932f223654f06c9ceb
-size 81355
+oid sha256:7fd7ead5675d344b13634f052c0ddf4c7cce863b12e116d42aedcaddea732c3a
+size 81340

arena_elo/results/20250130/image_editing_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1098.7731433590961,1102.7510536662396,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1064.3497434036017,1064.1606105638375,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+UltraEdit,UltraEdit,1061.315191375879,1061.191194960473,other,Peking University; BIGAI,https://ultra-editing.github.io/
+CosXLEdit,CosXLEdit,1058.0692243323438,1059.0263857648517,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1031.3355045951696,1029.1675974125637,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,991.9264808236329,996.3970882005107,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,984.2284662440023,985.3388436345095,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,935.4636678691932,929.3616288498197,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,919.1715129349325,917.660501897148,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,855.3670650621492,854.945095050047,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20250130/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1158.015140037087,1154.482244262217,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1119.4743099303432,1122.0570174876473,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1109.5530804756415,1112.5241213182721,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-Mochi1,Mochi1,1104.4363165816096,1105.5206995717626,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-T2V-Turbo,T2V-Turbo,1057.8651235974799,1059.1983191890347,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1049.051937893046,1047.4096122728752,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1038.6583163447103,1039.4570307535914,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1032.3141804376194,1032.676093890844,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,993.0540302426419,996.7276200816042,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,968.7030858293559,962.0542061213175,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,965.5910073484995,966.1766083145712,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,881.9642309092337,882.1876176582986,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,853.6334118642726,851.4677677123974,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,835.795070428639,834.4576004760767,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,831.89075807982,833.6034408894933,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1157.673820888773,1154.1898583231884,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1119.3105948844127,1121.882119137654,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1109.781392631246,1112.731647967639,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1105.9315921348002,1106.9483512223474,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1057.70414347676,1059.0294009831532,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1049.4136588172485,1047.7501539727596,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1038.0122097006904,1038.8142053042186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1032.0751789250398,1032.4303470712264,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,993.2506834480978,996.9210194551487,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,969.2662360762474,962.7327964312597,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,965.2537532042825,965.8320091486089,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,881.6354905873151,881.8488093668514,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,853.6168698077872,851.4636190298802,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.5136199809959,834.1600726017688,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,831.5607554363054,833.2655899842935,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20250131/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c142cae2ec91a4759a43ff8e348805cf61a64fa026f33f7b3de61a57bbb07255
+size 88249

arena_elo/results/20250131/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1133.0373706593462,1135.728802589779,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.8964732071256,1116.9218567160842,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.1125896698702,1097.7880771585303,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.636669150067,1071.3551076707963,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.3052861754413,1052.3900497394222,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.8474242146501,1044.4336282508307,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1023.1087447638994,1017.5886155587345,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.8366153664616,1012.2034438859407,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.7296405090818,1022.9518603423843,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.4850854152958,1018.6246795931702,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.9193443260489,1011.9631760663522,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.4749771313601,996.2875173109414,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.2681094338303,966.0259976613645,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0536445511935,911.3817599472221,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.6157310680164,898.9142901524042,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.1127013316554,826.6963427771916,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5595930266572,804.4030904889241,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_image_editing.json

@@ -20184,5 +20184,37 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1737920831.2983
+  },
+  {
+    "model_a_conv_id": "9db2c9f1495e4273bc61d129f7105bc6",
+    "model_b_conv_id": "8f2da94ef7d04f57906d7a5c637d31b3",
+    "inputs": {
+      "source_prompt": "A dog laying down licking popcorn off of a plate.",
+      "target_prompt": "A sleeping dog laying down with popcorn on a plate.",
+      "instruct_prompt": "Make the dog's eyes closed."
+    },
+    "model_a": "UltraEdit",
+    "model_b": "CycleDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738279231.7118
+  },
+  {
+    "model_a_conv_id": "d90559fb916d44108e80d50cbb52ba05",
+    "model_b_conv_id": "28aa66d0c7b847e8be56f825dd69d5dd",
+    "inputs": {
+      "source_prompt": "A black cat in a tie laying on a carpet next to bookshelf.",
+      "target_prompt": "A black cat in a bow tie laying on a carpet next to bookshelf.",
+      "instruct_prompt": "let the cat wear a bow tie instead of a tie"
+    },
+    "model_a": "Pix2PixZero",
+    "model_b": "InstructPix2Pix",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738279254.648
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -116320,5 +116320,75 @@
     "judge": "arena_user_10.16.17.80",
     "anony": true,
     "tstamp": 1738174582.2498
+  },
+  {
+    "model_a_conv_id": "5d1265fce7d74b11ba6743641787e7ec",
+    "model_b_conv_id": "ee32784143dc4de89cd6eb741889d41c",
+    "inputs": {
+      "prompt": "hyperrealism backstreet, in front of a massive building, cinematic, neon signs, high resolution, realistic lighting, octane render, hyper realistic, 8k"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.168",
+    "anony": true,
+    "tstamp": 1738266164.5817
+  },
+  {
+    "model_a_conv_id": "dec01eecb95a4b09b19f45166b4e17b7",
+    "model_b_conv_id": "5e074637d3254358bfdef8e5369436e9",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.168",
+    "anony": true,
+    "tstamp": 1738295099.5758
+  },
+  {
+    "model_a_conv_id": "27c881dee6374515b1e0037e90e5b81c",
+    "model_b_conv_id": "df9c058843b24b4f9ea5b6aa86068507",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtAlpha",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.46.168",
+    "anony": true,
+    "tstamp": 1738295294.942
+  },
+  {
+    "model_a_conv_id": "9f8a1f0af7a44995b879ef6af80556b7",
+    "model_b_conv_id": "10c841e5aa5c42dfb420b090e00582d9",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style architecture, straight edges, shop signs, video screens, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtSigma",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.11.166",
+    "anony": true,
+    "tstamp": 1738295315.9967
+  },
+  {
+    "model_a_conv_id": "98d12e35c9554b5d9ba712a9ad43d16d",
+    "model_b_conv_id": "eb2d1d63c5154f1ab1aa30282d39c796",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style, straight edges, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": false,
+    "tstamp": 1738338829.8895
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -37882,5 +37882,47 @@
     "judge": "arena_user_10.16.46.168",
     "anony": true,
     "tstamp": 1738244704.8622
+  },
+  {
+    "model_a_conv_id": "250b2e684c95494c98ced3a087b60dcb",
+    "model_b_conv_id": "d2d64e7e45ad4dd1986878ebc1a7494a",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, zoom in"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Mochi1",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738279135.0776
+  },
+  {
+    "model_a_conv_id": "f8d88d515a32457f91a58a3a5d123c86",
+    "model_b_conv_id": "06b0f880cade470d8f3f56d4255fc0f3",
+    "inputs": {
+      "prompt": "a sports ball on the right of a baseball bat, front view"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738279153.3538
+  },
+  {
+    "model_a_conv_id": "d5cf880f2cab405eb70fef096795e790",
+    "model_b_conv_id": "829458533c6f41f0aa1a7044dd776bfa",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, featuring a steady and smooth perspective"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738279171.2649
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c290e086972a9e1e55d5cff8219f39f9d23742d6e26d7415f7546c411936a1d6
+oid sha256:5c06f7e10fd17deaf0365af0b56dbcbf86691e622d91fe15c91dcd52f941a9ab
 size 66016

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:725c8b9c31176242913fee6715928e0a8c3faeedcba5daa1672a222a2161f550
-size 88250
+oid sha256:c142cae2ec91a4759a43ff8e348805cf61a64fa026f33f7b3de61a57bbb07255
+size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afe6c975568a6d19d4c7b4ca86c4a12928b27145b93c6f932f223654f06c9ceb
-size 81355
+oid sha256:7fd7ead5675d344b13634f052c0ddf4c7cce863b12e116d42aedcaddea732c3a
+size 81340

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1097.3100007907678,1101.2646640130924,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-UltraEdit,UltraEdit,1076.7199437786915,1076.7884302702805,other,Peking University; BIGAI,https://ultra-editing.github.io/
-InfEdit,InfEdit,1062.815033110414,1062.6026636381005,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1056.5947844690245,1057.5018344986509,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1030.435699372457,1028.2128077361917,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,990.3325816090269,994.7833768417363,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,982.5795240614932,983.6699944939771,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,932.0949704375688,926.0519442182516,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,917.7253904750747,916.1720307867208,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,853.3920718954819,852.9522535029976,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1098.7731433590961,1102.7510536662396,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1064.3497434036017,1064.1606105638375,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+UltraEdit,UltraEdit,1061.315191375879,1061.191194960473,other,Peking University; BIGAI,https://ultra-editing.github.io/
+CosXLEdit,CosXLEdit,1058.0692243323438,1059.0263857648517,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1031.3355045951696,1029.1675974125637,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,991.9264808236329,996.3970882005107,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,984.2284662440023,985.3388436345095,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,935.4636678691932,929.3616288498197,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,919.1715129349325,917.660501897148,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,855.3670650621492,854.945095050047,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1133.51320656307,1135.6106605853138,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.5650664166171,1116.656560423584,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1091.2263845021516,1097.8195526242403,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.5024886363958,1071.314163888098,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.3421877076214,1052.4074297605216,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.7389350063136,1044.3826154433414,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1023.0629845184011,1017.5528331262328,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.6747531812322,1012.1134622168482,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.6247821770202,1022.9053444075905,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.9091275643414,1018.1018308191997,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1010.9185635588934,1011.9582670583991,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1000.6473559022509,997.3093798257966,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.3575463871532,966.2474951980506,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9567286608586,911.3598127178495,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.4652039963336,898.8456201267345,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.0181931921011,826.6770833292192,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.476492029242,804.4048353625417,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1133.0373706593462,1135.728802589779,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.8964732071256,1116.9218567160842,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.1125896698702,1097.7880771585303,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.636669150067,1071.3551076707963,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.3052861754413,1052.3900497394222,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.8474242146501,1044.4336282508307,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1023.1087447638994,1017.5886155587345,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.8366153664616,1012.2034438859407,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.7296405090818,1022.9518603423843,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.4850854152958,1018.6246795931702,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1010.9193443260489,1011.9631760663522,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.4749771313601,996.2875173109414,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.2681094338303,966.0259976613645,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0536445511935,911.3817599472221,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.6157310680164,898.9142901524042,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.1127013316554,826.6963427771916,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5595930266572,804.4030904889241,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1158.015140037087,1154.482244262217,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1119.4743099303432,1122.0570174876473,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1109.5530804756415,1112.5241213182721,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-Mochi1,Mochi1,1104.4363165816096,1105.5206995717626,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-T2V-Turbo,T2V-Turbo,1057.8651235974799,1059.1983191890347,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1049.051937893046,1047.4096122728752,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1038.6583163447103,1039.4570307535914,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1032.3141804376194,1032.676093890844,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,993.0540302426419,996.7276200816042,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,968.7030858293559,962.0542061213175,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,965.5910073484995,966.1766083145712,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,881.9642309092337,882.1876176582986,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,853.6334118642726,851.4677677123974,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,835.795070428639,834.4576004760767,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,831.89075807982,833.6034408894933,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1157.673820888773,1154.1898583231884,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1119.3105948844127,1121.882119137654,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1109.781392631246,1112.731647967639,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+Mochi1,Mochi1,1105.9315921348002,1106.9483512223474,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1057.70414347676,1059.0294009831532,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1049.4136588172485,1047.7501539727596,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1038.0122097006904,1038.8142053042186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1032.0751789250398,1032.4303470712264,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,993.2506834480978,996.9210194551487,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,969.2662360762474,962.7327964312597,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,965.2537532042825,965.8320091486089,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,881.6354905873151,881.8488093668514,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,853.6168698077872,851.4636190298802,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.5136199809959,834.1600726017688,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,831.5607554363054,833.2655899842935,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571