Auto Daily Leaderboard udpate Fri Feb 28 12:00:32 PM EST 2025

arena_elo/results/20250227/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c121019d8ddff701b62c2bd8aa05ab4f9832ce3869d59e05e0da2cab56d4a5e7
+size 88249

arena_elo/results/20250227/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c3dbf8a45f9580f7398274506e7cd83478cfdf2c4bddbb0cca94ef91a2e959
+size 81351

arena_elo/results/20250227/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1139.974896344386,1136.9399031784153,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.6269756476663,1117.4919982785837,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.2479229989185,1098.4185523319366,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.0943851821805,1071.4420113263445,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.0590531431337,1059.9398738241234,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.3823925751108,1045.2392740523865,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.1858763256888,1015.3085752577435,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.8827963309587,1011.8792561783906,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.0554430815822,1017.5587819218758,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.2838485779331,1020.1861576477934,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1008.3415737749561,1009.5755465553397,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.5725401139867,991.8441314998471,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.4231052724731,966.4838732469143,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.3167884298111,912.0411883847572,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.0351878407415,898.8526554878273,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.1690952430699,827.174954384269,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.3481191173944,804.6709075384359,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250227/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1132.9556988486706,1135.1318936936746,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1123.9015299514417,1123.535673380467,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1119.3603281101757,1119.3613995434523,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1111.2051376651777,1113.0490207662804,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1055.6942229269641,1056.104978487631,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1050.927770377073,1049.263962080485,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.995128986816,1039.302481746185,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1032.172818848903,1031.5707124863015,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,988.1502259558417,990.8910072675236,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,965.8200511253153,965.3100529641191,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,955.0019424324546,956.0061374609301,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,882.244104264996,881.4640816633753,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,874.7245096275794,872.0924705098178,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.7348153085833,834.0987162794114,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,832.1117155700052,832.817411670344,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -119064,5 +119064,89 @@
     "judge": "arena_user_10.16.1.166",
     "anony": true,
     "tstamp": 1740546409.8455
+  },
+  {
+    "model_a_conv_id": "476a99b5f56f440bbe9d9e3395e1dde6",
+    "model_b_conv_id": "a76c098d8ea6465ea52b10900d88c99d",
+    "inputs": {
+      "prompt": "photograph of a beautiful female model wearing high tech military clothing in the desert, detailed"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740722327.9557
+  },
+  {
+    "model_a_conv_id": "ef0dbbeb0e354437a73261f8bc40eda3",
+    "model_b_conv_id": "daf0be49ccc248df8690336b5614fccf",
+    "inputs": {
+      "prompt": "A blue cup and a green cell phone."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.141",
+    "anony": true,
+    "tstamp": 1740722339.7483
+  },
+  {
+    "model_a_conv_id": "3584d945ba8b49f5832d1e60ff7acd56",
+    "model_b_conv_id": "c1153ca9d5a04e3689ec011a80cfcdbc",
+    "inputs": {
+      "prompt": "photorealistic, detailed picture of a single flower crown"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740722381.6656
+  },
+  {
+    "model_a_conv_id": "8b0e3ef5cddc448a8c4e8a82ebfd43fd",
+    "model_b_conv_id": "01efcafab67d4bb2ab28181b151bc472",
+    "inputs": {
+      "prompt": "hyperrealism photo of a man with an orange hood covering his face"
+    },
+    "model_a": "StableCascade",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740722439.2608
+  },
+  {
+    "model_a_conv_id": "c660214e1d8e4307bd03b6fa5f937f3d",
+    "model_b_conv_id": "4930a5acfd634c82a64d3b3085f5df83",
+    "inputs": {
+      "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740722450.6777
+  },
+  {
+    "model_a_conv_id": "cbaddd675a2e46d59ddda0a5397bb57c",
+    "model_b_conv_id": "616f1e535dad4c62989b64f42e9d0c9a",
+    "inputs": {
+      "prompt": "hyperrealism detailed dress"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740722487.1134
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -39982,5 +39982,425 @@
     "judge": "arena_user_10.16.41.172",
     "anony": true,
     "tstamp": 1740491438.8296
+  },
+  {
+    "model_a_conv_id": "c75edd4b21534e1aa0a4d0ed34516053",
+    "model_b_conv_id": "c1fbebcbaf384eb58868f5d96ca712dd",
+    "inputs": {
+      "prompt": "a purple clock"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740721759.2939
+  },
+  {
+    "model_a_conv_id": "ee9a2608f43248f5a62c35134decb4bb",
+    "model_b_conv_id": "c7c3b10fbd774c2fa9353ec4cbe7710e",
+    "inputs": {
+      "prompt": "a frisbee"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740721789.6571
+  },
+  {
+    "model_a_conv_id": "80a19e1ed3354ab7bf0bdcfda3598629",
+    "model_b_conv_id": "235f98aa706c4d32ac6fb4d13eb0af35",
+    "inputs": {
+      "prompt": "lighthouse"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740721806.9857
+  },
+  {
+    "model_a_conv_id": "d31243c9322a4b09ab89a576ff14c527",
+    "model_b_conv_id": "4a0d81e24e9244b498a0d07c8696fb58",
+    "inputs": {
+      "prompt": "a bear sniffing the air for scents of food"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740721831.9735
+  },
+  {
+    "model_a_conv_id": "45ad775d390d4d17b534ea08fd16b7a6",
+    "model_b_conv_id": "136896ff41ce4545a155eb012604d7fd",
+    "inputs": {
+      "prompt": "a wine glass"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740721852.9697
+  },
+  {
+    "model_a_conv_id": "cd4f9dcf1d0641e1bbb03143ec74fbf2",
+    "model_b_conv_id": "01409c99ed8148ffaef4202991f5e1c1",
+    "inputs": {
+      "prompt": "a clock on the left of a vase, front view"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740721868.2984
+  },
+  {
+    "model_a_conv_id": "c90f90696e704ef0b429bb9791a619d8",
+    "model_b_conv_id": "9e5a78c8fdef4042a0440e117f1b9862",
+    "inputs": {
+      "prompt": "The bund Shanghai, black and white"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740721883.6132
+  },
+  {
+    "model_a_conv_id": "c7bea70f6c684ef487961203e3222a2d",
+    "model_b_conv_id": "a0251f7c6dea453bb2db218305fbda22",
+    "inputs": {
+      "prompt": "this is how I do makeup in the morning."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740721925.2426
+  },
+  {
+    "model_a_conv_id": "8ee1a32f459745ffaabe7d4821d64edd",
+    "model_b_conv_id": "7c7448b39fef4946ae2d86a386d6eb56",
+    "inputs": {
+      "prompt": "An astronaut flying in space, in super slow motion"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740721948.3675
+  },
+  {
+    "model_a_conv_id": "01a48cd250834f4d8f0da990fb9fa827",
+    "model_b_conv_id": "b0dbd3865f764999a646dd203069155a",
+    "inputs": {
+      "prompt": "The bund Shanghai, in super slow motion"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740721971.7978
+  },
+  {
+    "model_a_conv_id": "ae061c36563d4a7295c824affdbc3d6a",
+    "model_b_conv_id": "07f135c2f9fe42e1900bec0b56667d08",
+    "inputs": {
+      "prompt": "An astronaut flying in space, featuring a steady and smooth perspective"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740721989.5278
+  },
+  {
+    "model_a_conv_id": "802bb49db7084ee78802fc98879523cd",
+    "model_b_conv_id": "833285bad3af4d06b836c28a7d19c670",
+    "inputs": {
+      "prompt": "A tranquil tableau of in the serene courtyard, a centuries-old stone well stood as a symbol of a bygone era, its mossy stones bearing witness to the passage of time"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740721997.5715
+  },
+  {
+    "model_a_conv_id": "7ad9b7e76c264fc99a9a6dcd380088e5",
+    "model_b_conv_id": "301a9b36f8e5472bab0e94020c0757f0",
+    "inputs": {
+      "prompt": "an apple on the top of a sandwich, front view"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740722005.8903
+  },
+  {
+    "model_a_conv_id": "8adb0b377e0b40739ff3292ce1d97768",
+    "model_b_conv_id": "788826bd7e7045f9b22dabb7a8a2c5fa",
+    "inputs": {
+      "prompt": "Gwen Stacy reading a book, zoom in"
+    },
+    "model_a": "Mochi1",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740722020.7007
+  },
+  {
+    "model_a_conv_id": "eb689c2151bc4d0a896138652213ea12",
+    "model_b_conv_id": "bf61a29de1a24f94afb158a6ed398048",
+    "inputs": {
+      "prompt": "a motorcycle on the left of a bus, front view"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740722031.4392
+  },
+  {
+    "model_a_conv_id": "3f1e99f049a94b3e9e8744be055f0e62",
+    "model_b_conv_id": "33e4edf7e2ff42eb836a40c86d83e3d2",
+    "inputs": {
+      "prompt": "an elephant"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740722044.2391
+  },
+  {
+    "model_a_conv_id": "a5ea6bc66bd642f0819313bd424b506a",
+    "model_b_conv_id": "b761e6e8e08f4df69c57823b7147ea56",
+    "inputs": {
+      "prompt": "a dog playing in park"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740722061.2522
+  },
+  {
+    "model_a_conv_id": "1c93ae253d6c4e3d9d09a7a246abdec7",
+    "model_b_conv_id": "c139a3aa949c424ab1323b5163c170c4",
+    "inputs": {
+      "prompt": "In a still frame, parking lot"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740722070.2627
+  },
+  {
+    "model_a_conv_id": "b0611a951a054f539fabfc94e56ef225",
+    "model_b_conv_id": "392303773a7f44e7bb50d9c898b19fc4",
+    "inputs": {
+      "prompt": "A person is air drumming"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740722080.4993
+  },
+  {
+    "model_a_conv_id": "39acbcb90a104466b009819e4705a0a9",
+    "model_b_conv_id": "6bc668b44b9d4f949946011b66cb58eb",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset by Hokusai, in the style of Ukiyo"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740722102.0459
+  },
+  {
+    "model_a_conv_id": "6b3530b391254b04805fdf27d275f908",
+    "model_b_conv_id": "eeafc06a9cb948d684721a3c0970787b",
+    "inputs": {
+      "prompt": "a bottle"
+    },
+    "model_a": "Allegro",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740722149.04
+  },
+  {
+    "model_a_conv_id": "c8170146337b4624a9a1aa6da48bc172",
+    "model_b_conv_id": "f366f6fd845e4d8db9614e9194babe06",
+    "inputs": {
+      "prompt": "A corgi's head depicted as an explosion of a nebula"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740722158.332
+  },
+  {
+    "model_a_conv_id": "04a69d9195ea4b5d9077c9aa7ca91579",
+    "model_b_conv_id": "ae5e04104a04462996bfcb2533b44563",
+    "inputs": {
+      "prompt": "Motion colour drop in water, ink swirling in water, colourful ink in water, abstraction fancy dream cloud of ink."
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740722169.6458
+  },
+  {
+    "model_a_conv_id": "be3839b88fde47b2adbdd4ce576f44ef",
+    "model_b_conv_id": "ec40003a5d334d31a5e629ae21b43a61",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, tilt up"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.141",
+    "anony": true,
+    "tstamp": 1740722179.4423
+  },
+  {
+    "model_a_conv_id": "8166d7cd38e64382ab432703cf9e03a0",
+    "model_b_conv_id": "c760eeca2b384fffa878544566e51925",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean by Hokusai, in the style of Ukiyo"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740722189.5215
+  },
+  {
+    "model_a_conv_id": "6a024564074642eaa3025c744c0355a4",
+    "model_b_conv_id": "ae00707348fe4436a0d07a4a2f813a8b",
+    "inputs": {
+      "prompt": "sky"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.141",
+    "anony": true,
+    "tstamp": 1740722208.4315
+  },
+  {
+    "model_a_conv_id": "49d738eb37054ef89c6fb906390862ce",
+    "model_b_conv_id": "5e0d7dc9239c46709d5ea9c72c42fe60",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, pixel art"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1740722249.1931
+  },
+  {
+    "model_a_conv_id": "7e603a1fd728494f9e504090dd6582d6",
+    "model_b_conv_id": "ce35de94aa2342f7b862fd00d522514e",
+    "inputs": {
+      "prompt": "Cinematic shot of Van Gogh's selfie, Van Gogh style"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740722258.8753
+  },
+  {
+    "model_a_conv_id": "d92ff62a6923471b81b87aad80cfe34a",
+    "model_b_conv_id": "250d74f799d34fd6bfcc8281d91a01c9",
+    "inputs": {
+      "prompt": "Gwen Stacy reading a book, animated style"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1740722266.4621
+  },
+  {
+    "model_a_conv_id": "2fa9c139fb1f493c977c46f716145685",
+    "model_b_conv_id": "ead685fb6cbd4516b858b9435d4a17b0",
+    "inputs": {
+      "prompt": "a dog enjoying a peaceful walk"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.29.175",
+    "anony": true,
+    "tstamp": 1740722282.6382
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e71eaaafeb9a89ef0082975601a5c6d7f97441cb93802705548639203d33830
+oid sha256:c121019d8ddff701b62c2bd8aa05ab4f9832ce3869d59e05e0da2cab56d4a5e7
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:911a5e17aaeb1eece51563532347548e6317d0af0c30b692bc740c5d78fd5cbc
-size 81355
+oid sha256:c8c3dbf8a45f9580f7398274506e7cd83478cfdf2c4bddbb0cca94ef91a2e959
+size 81351

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1140.2544141596115,1137.3911300546536,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.6172578989572,1118.3524484250406,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1095.9340304737145,1099.7657796946876,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.8756178347762,1071.1912850965314,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1061.1442470992986,1060.017570192273,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.7063407886767,1045.5171813619752,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1020.193315573388,1015.3033404261173,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.4571016744796,1011.4449957234747,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1016.963723097907,1017.4561827960773,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.2129635364591,1020.1238259786419,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1007.774992627995,1009.0975974029047,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,994.757412668546,992.042989437382,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.2170071629944,966.2547418796429,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.6412139352971,911.4016734826619,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.8518579738915,898.6498465381508,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.48960852891,826.5238980281871,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,788.908894965102,804.2374020530523,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1139.974896344386,1136.9399031784153,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.6269756476663,1117.4919982785837,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.2479229989185,1098.4185523319366,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.0943851821805,1071.4420113263445,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1061.0590531431337,1059.9398738241234,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.3823925751108,1045.2392740523865,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.1858763256888,1015.3085752577435,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.8827963309587,1011.8792561783906,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.0554430815822,1017.5587819218758,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.2838485779331,1020.1861576477934,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1008.3415737749561,1009.5755465553397,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,994.5725401139867,991.8441314998471,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.4231052724731,966.4838732469143,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.3167884298111,912.0411883847572,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.0351878407415,898.8526554878273,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.1690952430699,827.174954384269,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.3481191173944,804.6709075384359,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1123.769608664804,1126.158574474206,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1121.6520393489723,1121.6307215517932,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1118.0557922804026,1117.8282345052064,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1102.09264096805,1104.0999592481878,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1058.6521968218376,1059.0823712424976,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1054.5636235637614,1052.9161483001697,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1043.1065498804394,1042.395714962713,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1035.515055302631,1034.9303267318192,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,986.3972847208942,989.0125485182814,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.5508136034741,968.0879174644009,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,953.4433527873997,953.9471225475928,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,884.9446218538018,884.2111436482545,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,876.6601502738451,873.9428166253301,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,837.7975781245639,836.2113399962359,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,834.7986918051248,835.545060183312,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1132.9556988486706,1135.1318936936746,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1123.9015299514417,1123.535673380467,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1119.3603281101757,1119.3613995434523,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1111.2051376651777,1113.0490207662804,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1055.6942229269641,1056.104978487631,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1050.927770377073,1049.263962080485,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.995128986816,1039.302481746185,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1032.172818848903,1031.5707124863015,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,988.1502259558417,990.8910072675236,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,965.8200511253153,965.3100529641191,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,955.0019424324546,956.0061374609301,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,882.244104264996,881.4640816633753,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,874.7245096275794,872.0924705098178,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,835.7348153085833,834.0987162794114,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,832.1117155700052,832.817411670344,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571