Auto Daily Leaderboard udpate Mon Mar 10 12:00:31 PM EDT 2025

arena_elo/results/20250309/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dafa47bc72285288bbce6979a347f6ef7b11fe3f34a19e720b6f45be99b9f9a
+size 66025

arena_elo/results/20250309/image_editing_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1097.5985476475437,1101.569829948584,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+UltraEdit,UltraEdit,1067.6534586608389,1067.514829727905,other,Peking University; BIGAI,https://ultra-editing.github.io/
+InfEdit,InfEdit,1063.991860642696,1063.7800545785665,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1055.6900939361308,1056.6956386864624,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1028.795194083413,1026.6995054615916,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,992.6666238604507,997.0789592457581,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,983.8583179362016,984.958212923892,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,936.0216636869458,929.8782990065476,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,918.7609828658035,917.2791501841954,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.9632566799752,854.5455202364969,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20250310/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451e83496b7b68f511a18495a90fb96a14e06bbec061434adc324b4ff41aa0f5
+size 88249

arena_elo/results/20250310/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655611e3f8b7be60824645429eb4bd8fb04c502745e654ddeab81e57eb066621
+size 81357

arena_elo/results/20250310/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1141.9178773611793,1142.5926348731114,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.6682691135647,1115.885115133184,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.7232465730913,1098.4299622823773,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.5042661930427,1071.3557618689144,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.3833294699723,1058.3630940822172,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.5677620831143,1045.0261021556512,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+PixArtAlpha,PixArtAlpha,1019.054507608147,1011.7416379788145,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+HunyuanDiT,HunyuanDiT,1019.026387668886,1014.0537769340363,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1018.4416269543534,1018.9476391430269,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.1738999777182,1019.6649738799507,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1005.7957098507767,1007.3676920967436,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.8097430173507,991.747198220671,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.5012362677462,965.9423461344444,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9267656951856,912.4169379678306,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.4883063356386,898.851165420396,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.1829591578336,827.7486852254842,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8341066723972,804.7429435936215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250310/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1128.9081335386288,1131.1589903535405,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1124.7566116788091,1124.535824821588,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1117.35791155533,1117.3680134850044,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1116.951639295809,1118.7281677618387,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1053.561555001608,1053.9491517520414,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1049.6049203430825,1047.993611064097,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.5931251162829,1038.9701187385351,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.3510536805861,1028.7433333244874,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,999.9413782230805,1002.5823879489849,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,963.8199097127498,963.261224777267,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,957.9722472713281,958.962762858127,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,880.1573778329888,879.3205698716157,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,875.0952325451888,872.5765594259667,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.9111029383694,831.1671168499347,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.0178012661572,830.6821669669746,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_image_editing.json

@@ -20328,5 +20328,37 @@
     "judge": "arena_user_10.20.6.93",
     "anony": true,
     "tstamp": 1741126037.3003
+  },
+  {
+    "model_a_conv_id": "a44e17fc1d9943fba5fe225ecfed9230",
+    "model_b_conv_id": "3174d7cc8b284081be806ec0c0622727",
+    "inputs": {
+      "source_prompt": "A woman wearing a blue tank top hits a tennis ball.",
+      "target_prompt": "A blonde woman wearing a blue tank top hits a tennis ball.",
+      "instruct_prompt": "Change the woman's hair to blonde"
+    },
+    "model_a": "InstructPix2Pix",
+    "model_b": "CycleDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741536568.2128
+  },
+  {
+    "model_a_conv_id": "a44e17fc1d9943fba5fe225ecfed9230",
+    "model_b_conv_id": "3174d7cc8b284081be806ec0c0622727",
+    "inputs": {
+      "source_prompt": "A woman wearing a blue tank top hits a tennis ball.",
+      "target_prompt": "A blonde woman wearing a blue tank top hits a tennis ball.",
+      "instruct_prompt": "Change the woman's hair to blonde"
+    },
+    "model_a": "InstructPix2Pix",
+    "model_b": "CycleDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741536569.1257
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -119750,5 +119750,257 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1741531882.4255
+  },
+  {
+    "model_a_conv_id": "13394b38706a4ea397ddd0a47c4888a3",
+    "model_b_conv_id": "629492614c624be3a5cad655f43d7176",
+    "inputs": {
+      "prompt": "A blue and white cat next to a blanket and shelf with grey bottle ."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741537881.3711
+  },
+  {
+    "model_a_conv_id": "214e911f77744801afb5c36e42144412",
+    "model_b_conv_id": "fdcb8a8bb4114f5881a2f0e3f838d76e",
+    "inputs": {
+      "prompt": "Close together group of white, beige, and brown sheep, from the rear, standing in grass at fence gate."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1741541842.9777
+  },
+  {
+    "model_a_conv_id": "62758b57264e49bfbf57d28e41e40c2a",
+    "model_b_conv_id": "9d5b73408eaf418b80c199a557ef1a87",
+    "inputs": {
+      "prompt": "A woman in a snow jacket is purple skiing ."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741556225.2326
+  },
+  {
+    "model_a_conv_id": "c73e817be5df4041bb7352b4e2874d07",
+    "model_b_conv_id": "1cdcfcdca99047389325484c111cb7d3",
+    "inputs": {
+      "prompt": "A melting clock dripping down a staircase, inspired by Salvador Dalí"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741561459.0494
+  },
+  {
+    "model_a_conv_id": "c13b0e4f379341fe9f9cf0fd1a34abb5",
+    "model_b_conv_id": "aa284517d4e3420da5296b46e9848444",
+    "inputs": {
+      "prompt": "Artophagous."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.16",
+    "anony": true,
+    "tstamp": 1741561467.8438
+  },
+  {
+    "model_a_conv_id": "6d1762349e8749f7b45cf46f3b763cca",
+    "model_b_conv_id": "c6316d22463e4e3c922e5be142171612",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "StableCascade",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.10.16",
+    "anony": true,
+    "tstamp": 1741561478.0926
+  },
+  {
+    "model_a_conv_id": "43de81ef14944b36bf1e75e4f17afa46",
+    "model_b_conv_id": "8876a50609084dad969d4de132b5d0b3",
+    "inputs": {
+      "prompt": "A storefront with 'Diffusion' written on it."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741561489.8075
+  },
+  {
+    "model_a_conv_id": "4c39ea271d064f0a8aa1bff05516e4dc",
+    "model_b_conv_id": "122fd8b8d7ad4874823fe221b5763a4e",
+    "inputs": {
+      "prompt": "emperor palpatine in the desert of tatooine, film still, wide shot, heat, desert, sci fi, epic, dramatic light "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741561495.0091
+  },
+  {
+    "model_a_conv_id": "8cb52c3b3ab34090bf49d79c0e4a509a",
+    "model_b_conv_id": "e6134699e84048018493495eebc6ef9f",
+    "inputs": {
+      "prompt": "Four cars on the street."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741561510.5423
+  },
+  {
+    "model_a_conv_id": "8878184baa214911b497229f6e4b65e2",
+    "model_b_conv_id": "78250a6203124b3f8132da9535e80eab",
+    "inputs": {
+      "prompt": "checkerboard "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741579507.5316
+  },
+  {
+    "model_a_conv_id": "a445ab4e3dfa49d286412df22bf6826b",
+    "model_b_conv_id": "2df5cfed5df046379e32504a132492ed",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741579524.4107
+  },
+  {
+    "model_a_conv_id": "85792e67fe774d4dab14516a287f7855",
+    "model_b_conv_id": "1cafc3135f61457cb752771b96340a8d",
+    "inputs": {
+      "prompt": "Photo of a mega Lego space station inside a kid's bedroom."
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741579537.057
+  },
+  {
+    "model_a_conv_id": "fcb5c0a45d9f4e038dc44cc5c154ae60",
+    "model_b_conv_id": "6ab5a32c73fb4b1b850e8c91b6b508ff",
+    "inputs": {
+      "prompt": "image of a hyper realistic alien hand puppet on a white background"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741587566.7214
+  },
+  {
+    "model_a_conv_id": "359ee0fc5bd840d8bf31600c856289f0",
+    "model_b_conv_id": "aad22db457f54ec498164e0e8ef60b06",
+    "inputs": {
+      "prompt": "A woman in a snow jacket is purple skiing ."
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.16",
+    "anony": true,
+    "tstamp": 1741587629.2805
+  },
+  {
+    "model_a_conv_id": "9500d15072f1488b96601d4cd51d73e5",
+    "model_b_conv_id": "aa8e17f915ce4e8f86b57d4ff0ae662c",
+    "inputs": {
+      "prompt": "a woman walking down a rainy street with tears in her eyes"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741595893.7191
+  },
+  {
+    "model_a_conv_id": "3a81f7fe038b4245aca0e35a26fcf53a",
+    "model_b_conv_id": "90634d87307d4135998e6cb8528faafa",
+    "inputs": {
+      "prompt": "Jentacular."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741595951.9714
+  },
+  {
+    "model_a_conv_id": "c68fd83298f84366954510be558a5e8c",
+    "model_b_conv_id": "1c19c58d306f4b5aa53db0d4a8035158",
+    "inputs": {
+      "prompt": "A couch on the left of a chair."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "StableCascade",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741605491.8763
+  },
+  {
+    "model_a_conv_id": "0979143b48ce4207b072abc18a04ea7a",
+    "model_b_conv_id": "09200228bf484d6f9e6a5fc34525fc1d",
+    "inputs": {
+      "prompt": "there is a white street sign with a orange sign underneath"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.26.206",
+    "anony": true,
+    "tstamp": 1741615294.6292
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -40682,5 +40682,159 @@
     "judge": "arena_user_10.16.30.202",
     "anony": true,
     "tstamp": 1741198565.2398
+  },
+  {
+    "model_a_conv_id": "b904b50a7c644c95bb2bd32248b4fee8",
+    "model_b_conv_id": "e0de783a983445d39f8acb79a8bd40ca",
+    "inputs": {
+      "prompt": "a truck turning a corner"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.16",
+    "anony": true,
+    "tstamp": 1741537601.0747
+  },
+  {
+    "model_a_conv_id": "3982451c66dc4b92b956f43216bd5c7a",
+    "model_b_conv_id": "c626206d965e47a382f3654f703ad5ed",
+    "inputs": {
+      "prompt": "a train speeding down the tracks"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.16",
+    "anony": true,
+    "tstamp": 1741537630.2791
+  },
+  {
+    "model_a_conv_id": "d4336e16c0bd48f09aaa1e17b577dda4",
+    "model_b_conv_id": "b52bd9f926d04f239ed65754cc07ce81",
+    "inputs": {
+      "prompt": "Yellow flowers swing in the wind"
+    },
+    "model_a": "Mochi1",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741561548.3443
+  },
+  {
+    "model_a_conv_id": "5bc8dcf5083a49c5ae949da07c28995a",
+    "model_b_conv_id": "70eeb4b240aa485ab048339a17dfc030",
+    "inputs": {
+      "prompt": "corridor"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741561559.4917
+  },
+  {
+    "model_a_conv_id": "81fd2648f72c4e5eac5bf40dd070a46d",
+    "model_b_conv_id": "95644bad45254a0eb38b6e914e48084c",
+    "inputs": {
+      "prompt": "bar"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.59",
+    "anony": true,
+    "tstamp": 1741561572.7915
+  },
+  {
+    "model_a_conv_id": "678fd22838fd4754931e0ba320fce241",
+    "model_b_conv_id": "f9c92292551b45f397f22960267b44e9",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, featuring a steady and smooth perspective"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741579586.157
+  },
+  {
+    "model_a_conv_id": "de7898c4a2bd40488598cebf9c45fad0",
+    "model_b_conv_id": "8c01e2b5de2a434da40535e56ef26d03",
+    "inputs": {
+      "prompt": "Yoda playing guitar on the stage"
+    },
+    "model_a": "Allegro",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741579623.53
+  },
+  {
+    "model_a_conv_id": "2c16f3eed06449f49dac164caf91409e",
+    "model_b_conv_id": "5f5aec4d7bba4a2b916d5bd81bcbc20c",
+    "inputs": {
+      "prompt": "Fireworks."
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741579647.1926
+  },
+  {
+    "model_a_conv_id": "961c6ce6ce0c44fabcc17f5614e194fd",
+    "model_b_conv_id": "68f1796f33044d61b861169f8586c09b",
+    "inputs": {
+      "prompt": "a train accelerating to gain speed"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741579678.294
+  },
+  {
+    "model_a_conv_id": "c5ba65cfd9af4f1bbab0bd75b9204010",
+    "model_b_conv_id": "fa0dd5b53d46433bb08a33ec6b46baeb",
+    "inputs": {
+      "prompt": "a vase and scissors"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741610274.9826
+  },
+  {
+    "model_a_conv_id": "52f95436ecde4c8c83926a2078469fd7",
+    "model_b_conv_id": "09aa8284dc634f71929d9778b6ebb73f",
+    "inputs": {
+      "prompt": "a dog running happily"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Allegro",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.26.206",
+    "anony": true,
+    "tstamp": 1741614691.9584
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4870af4799cfffb6028d9400393f506195a33506e3e7a623ba3b47eb1a74e80d
-size 66042
+oid sha256:9dafa47bc72285288bbce6979a347f6ef7b11fe3f34a19e720b6f45be99b9f9a
+size 66025

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:200b705ec8a4439426b3c577bed08d04994bbf68cdd46254a56f38382b00a81d
+oid sha256:451e83496b7b68f511a18495a90fb96a14e06bbec061434adc324b4ff41aa0f5
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d051a52563fc5125346e5be39283e2414f2351aad4e643d61eaf9a9e6723bb0
+oid sha256:655611e3f8b7be60824645429eb4bd8fb04c502745e654ddeab81e57eb066621
 size 81357

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1097.6043637492648,1101.586566284983,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-UltraEdit,UltraEdit,1067.6689393370273,1067.5307252360478,other,Peking University; BIGAI,https://ultra-editing.github.io/
-InfEdit,InfEdit,1064.0397321107114,1063.825933465487,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1055.6654687506614,1056.6602196716653,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1029.4247873690776,1027.3282587563656,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,992.6639287658154,997.0795878330872,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,983.865737169967,984.9659516741241,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,935.3470162601191,929.2166701957979,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,918.7855764202982,917.2961474609109,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,854.9344500670585,854.5099394215308,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1097.5985476475437,1101.569829948584,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+UltraEdit,UltraEdit,1067.6534586608389,1067.514829727905,other,Peking University; BIGAI,https://ultra-editing.github.io/
+InfEdit,InfEdit,1063.991860642696,1063.7800545785665,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1055.6900939361308,1056.6956386864624,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1028.795194083413,1026.6995054615916,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,992.6666238604507,997.0789592457581,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,983.8583179362016,984.958212923892,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,936.0216636869458,929.8782990065476,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,918.7609828658035,917.2791501841954,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.9632566799752,854.5455202364969,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1141.4460147236516,1142.2852021830186,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.3665351386387,1115.6165321688152,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.7592998633954,1098.5112893502755,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.559058093536,1071.4144515472308,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1057.974628473244,1056.9420855060682,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.762994245058,1045.2105855229038,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1019.0322536936759,1014.0708879701988,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.0209678359988,1011.6989101751531,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.5246294625921,1019.0265627374513,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.2078267881927,1019.7279615120636,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1006.3831485301727,1007.9016979360598,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.4248573273788,992.2452647191855,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.601694198397,966.0369332317847,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.9125107597384,912.413800291042,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.5654203393951,898.9305046663297,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.5221109762787,828.0513503054315,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.9360495506531,804.8399170205623,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1141.9178773611793,1142.5926348731114,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.6682691135647,1115.885115133184,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1093.7232465730913,1098.4299622823773,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.5042661930427,1071.3557618689144,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.3833294699723,1058.3630940822172,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.5677620831143,1045.0261021556512,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+PixArtAlpha,PixArtAlpha,1019.054507608147,1011.7416379788145,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+HunyuanDiT,HunyuanDiT,1019.026387668886,1014.0537769340363,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtSigma,PixArtSigma,1018.4416269543534,1018.9476391430269,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.1738999777182,1019.6649738799507,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1005.7957098507767,1007.3676920967436,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.8097430173507,991.747198220671,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.5012362677462,965.9423461344444,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9267656951856,912.4169379678306,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.4883063356386,898.851165420396,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.1829591578336,827.7486852254842,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8341066723972,804.7429435936215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1135.5077795480172,1137.5755683672373,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1125.831987892884,1125.4613211599928,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1117.6044984802086,1117.6520580127544,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1109.6872968305759,1111.6015590475083,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1053.6523841439077,1054.0704986393816,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1049.1006842570896,1047.508292820758,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1039.1426313813272,1038.5813305025872,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1030.1332063551247,1029.569351002137,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1000.6217815115585,1003.0832542585463,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,964.0768368214113,963.5709283643698,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,955.7176794365481,956.8440829617042,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,880.4491894542025,879.6616587824731,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,874.7109334348248,872.0996307284272,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,833.4573887616164,831.7067989748199,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,830.3057216907056,831.0136663773047,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1128.9081335386288,1131.1589903535405,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1124.7566116788091,1124.535824821588,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1117.35791155533,1117.3680134850044,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1116.951639295809,1118.7281677618387,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1053.561555001608,1053.9491517520414,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1049.6049203430825,1047.993611064097,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.5931251162829,1038.9701187385351,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.3510536805861,1028.7433333244874,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,999.9413782230805,1002.5823879489849,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,963.8199097127498,963.261224777267,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,957.9722472713281,958.962762858127,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,880.1573778329888,879.3205698716157,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,875.0952325451888,872.5765594259667,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.9111029383694,831.1671168499347,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.0178012661572,830.6821669669746,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571