Auto Daily Leaderboard udpate Tue Mar 11 12:00:29 PM EDT 2025

arena_elo/results/20250310/clean_battle_t2i_generation.json

@@ -120002,5 +120002,313 @@
     "judge": "arena_user_10.16.26.206",
     "anony": true,
     "tstamp": 1741615294.6292
+  },
+  {
+    "model_a_conv_id": "5e871f13314c43608ce67a13c9b030bd",
+    "model_b_conv_id": "132acf7cc6af4cd48b7096b77eaded2b",
+    "inputs": {
+      "prompt": "a fierce glowing wolf,sharp eyes,glowing eyes,best quality,4k,8k,highres,masterpiece:1.2),ultra-detailed,realistic,photorealistic,photo-realistic:1.37,sharp focus,physically-based rendering,extreme detail description,professional,vivid colors,bokeh,night scene,full moon,forest background,moonlight,shadows,atmospheric lighting,neon glow,electric blue,sci-fi,concept art,dynamic pose,standing on a rocky cliff,wind blowing through fur,thick fur,white and blue fur,ice and snow elements,icy breath,frozen environment,glowing aura,ethereal,haunting,ominous presence,wild and untamed,feral,menacing stare,dominant stance,unwavering gaze,powerful and majestic,legendary creature,mythical,otherworldly,spiritual,ancient forest,enchanted woods,runes and symbols,glowing runes,energy emanating from the body,glowing paws,glowing fangs,glowing claws,aura of power,commanding presence,leader of the pack,howling at the moon,moonlit sky,starlit night,celestial,cosmic,galactic,stellar,nebula,aurora borealis,northern lights,frigid temperature,crisp air,sparkling snow,icy terrain,sharp rocks,crystal clear lake,reflective water,reflections,echoes,howl,acoustic,immersive,atmospheric,engaging,hyper realistic,super detailed,HD,high definition"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741625641.4547
+  },
+  {
+    "model_a_conv_id": "e111ceb3d38d40f584385f0cd2729a89",
+    "model_b_conv_id": "cee53a30a3d14b3385069ab9e22b63c1",
+    "inputs": {
+      "prompt": "A futuristic hopeful busy city, purple and green color scheme"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741625709.6382
+  },
+  {
+    "model_a_conv_id": "0f70a581856c4b35873f76be89459d4e",
+    "model_b_conv_id": "d45d27c295ff4f60a5318f7edae9174c",
+    "inputs": {
+      "prompt": "A couch on the left of a chair."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741625750.2112
+  },
+  {
+    "model_a_conv_id": "eded8880d78d4da1a9995785550ce5e1",
+    "model_b_conv_id": "00f52545e8314628a9b768f4cd718426",
+    "inputs": {
+      "prompt": "super epic realistic nature photo of mountains valley and lake trending on instagram with lonely person in raincoat standing at a distance "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741625775.9788
+  },
+  {
+    "model_a_conv_id": "2a125360e56b429695779af4cb6f1f1b",
+    "model_b_conv_id": "cb6390da0ecd4785a5ad99807c7565ae",
+    "inputs": {
+      "prompt": "An instqrumemnt used for cutting cloth, paper, axdz othr thdin mteroial, consamistng of two blades lad one on tvopb of the other and fhastned in tle mixdqdjle so as to bllow them txo be pened and closed by thumb and fitngesr inserted tgrough rings on kthe end oc thei vatndlzes."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1741645259.24
+  },
+  {
+    "model_a_conv_id": "86fa9643468b4f6dbf6741c0aca805b6",
+    "model_b_conv_id": "438b3068a67b42af91ac25974b4ee7a7",
+    "inputs": {
+      "prompt": "photorealistic photo of an old man in front of the wall at night with a flash light on him"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645269.8205
+  },
+  {
+    "model_a_conv_id": "3be3d2a246104826ac6649e702228e89",
+    "model_b_conv_id": "dc534172506445c5a067aa661a998bbb",
+    "inputs": {
+      "prompt": "A couch on the left of a chair."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "StableCascade",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645279.6531
+  },
+  {
+    "model_a_conv_id": "f209050692044e7f880e4e0f45f60b0a",
+    "model_b_conv_id": "3359df387fc744ca9883eb4137392e4c",
+    "inputs": {
+      "prompt": "A cube made of brick. A cube with the texture of brick."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645288.2664
+  },
+  {
+    "model_a_conv_id": "e787ac5489a1449aa7f55f9e44d6dc0f",
+    "model_b_conv_id": "e2a6f2908c7d4c12ae4d230f649e54d2",
+    "inputs": {
+      "prompt": "image from an iPhone video of a dog in a supermarket, hyper realistic, flash photo"
+    },
+    "model_a": "SDXL",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645294.5682
+  },
+  {
+    "model_a_conv_id": "928c358cf28448679fce228f864cff92",
+    "model_b_conv_id": "f301b0a1102341c6935327044e35c51b",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645306.1701
+  },
+  {
+    "model_a_conv_id": "1ccaacdf1acb4bbcaba4da75994fb398",
+    "model_b_conv_id": "4d0c863df95340e9a79044514f899476",
+    "inputs": {
+      "prompt": "Paying for a quarter-sized pizza with a pizza-sized quarter."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658204.3997
+  },
+  {
+    "model_a_conv_id": "8395f2f2cacc4d0ebc29061507198d77",
+    "model_b_conv_id": "ec386950fd8a4d3d95ef382af20baf96",
+    "inputs": {
+      "prompt": "beautiful witch, hyper detailed, flowing psychadelic background intricate and detailed, 8 k, octane render "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658223.4492
+  },
+  {
+    "model_a_conv_id": "fb8e45750aaf42e98e22768efa3a9dac",
+    "model_b_conv_id": "f9ed812722b940b295a62ef0cef99220",
+    "inputs": {
+      "prompt": "abstract watercolor painting of first summer day, midsummer scandinavia, cinematic light, national romanticism by anders zorn "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PixArtSigma",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658238.4229
+  },
+  {
+    "model_a_conv_id": "67c883f4b452482688ea7ec8b70de20e",
+    "model_b_conv_id": "bc55910d34dd48e88ab432c85bda333d",
+    "inputs": {
+      "prompt": "a beautiful very detailed painting of manor building unfinished building urbex architecture abandoned nature industrial architecture by ludwig mies van der rohe, water apocalyptic at night otherworldly postcyberpunk made of glass at summer scumm bar, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "PixArtSigma",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658253.8134
+  },
+  {
+    "model_a_conv_id": "f07688808e6f48fca474d714880f5ce5",
+    "model_b_conv_id": "9c69e031da724549aa388be7eac8a196",
+    "inputs": {
+      "prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658264.3082
+  },
+  {
+    "model_a_conv_id": "9457c252472342bf8d000ad9340c56f9",
+    "model_b_conv_id": "d071010d505d4523b24429fa3d126d8d",
+    "inputs": {
+      "prompt": "A ldarge keybord msical instroument lwith a woden case enmclosig a qsouvnkboajrd and mfgtal strivgf, which are strucrk b hammrs when the nels are depresdsmed.f lhe strsingsj' vibration ie stopped by damperds when the keys re released and can bce regulavewdd for lengh and vnolume y two or three pedalvs."
+    },
+    "model_a": "StableCascade",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741658277.7318
+  },
+  {
+    "model_a_conv_id": "df5ab7911bda4f59ac640da60e342843",
+    "model_b_conv_id": "510345471bb842478da8d033998173ac",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658289.3509
+  },
+  {
+    "model_a_conv_id": "948cc490d1984ebf9aaa0117d298d48c",
+    "model_b_conv_id": "cdf1db902858435eab9b04f4172efa15",
+    "inputs": {
+      "prompt": "Young woman wearing red dress and black sweater gives approval while holding cell phone ."
+    },
+    "model_a": "Kolors",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658303.8609
+  },
+  {
+    "model_a_conv_id": "fcc00662c6d04a3d90a2efcc7c217ee8",
+    "model_b_conv_id": "f9885e5bdd1444d1b57d1c1d5dbc1f8d",
+    "inputs": {
+      "prompt": "photorealistic gemstone skull"
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658326.4908
+  },
+  {
+    "model_a_conv_id": "1860b6d815af409f840620affcff3de7",
+    "model_b_conv_id": "15d774638f2c471ea8564533c773e5e0",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658352.8153
+  },
+  {
+    "model_a_conv_id": "1860b6d815af409f840620affcff3de7",
+    "model_b_conv_id": "15d774638f2c471ea8564533c773e5e0",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658352.8158
+  },
+  {
+    "model_a_conv_id": "123c8361aaaf4e01a3ba0b4d6e37c66c",
+    "model_b_conv_id": "5358e528b8354ce3ac360e9423aae8bc",
+    "inputs": {
+      "prompt": "A donkey and an octopus are playing a game. The donkey is holding a rope on one end, the octopus is holding onto the other. The donkey holds the rope in its mouth. A cat is jumping over the rope."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741670451.7288
   }
 ]

arena_elo/results/20250310/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:451e83496b7b68f511a18495a90fb96a14e06bbec061434adc324b4ff41aa0f5
+oid sha256:02ab1512782de0c9561b6a2f784f0256e51471339fdcf8ce3a7084029567d5fb
 size 88249

arena_elo/results/20250310/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1141.9178773611793,1142.5926348731114,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.6682691135647,1115.885115133184,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.7232465730913,1098.4299622823773,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.5042661930427,1071.3557618689144,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.3833294699723,1058.3630940822172,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.5677620831143,1045.0261021556512,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-PixArtAlpha,PixArtAlpha,1019.054507608147,1011.7416379788145,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-HunyuanDiT,HunyuanDiT,1019.026387668886,1014.0537769340363,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1018.4416269543534,1018.9476391430269,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.1738999777182,1019.6649738799507,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1005.7957098507767,1007.3676920967436,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,993.8097430173507,991.747198220671,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.5012362677462,965.9423461344444,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.9267656951856,912.4169379678306,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.4883063356386,898.851165420396,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.1829591578336,827.7486852254842,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.8341066723972,804.7429435936215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1137.1845208349455,1139.6385123182558,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.6363294281996,1116.4387625680881,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.1916150090537,1096.8843492173585,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.8359453208352,1071.5695575558175,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1060.6897184667873,1059.7848264667473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.5373207779685,1044.9472553338278,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.0969115393934,1015.0888715803118,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.2974701410478,1011.9187469797147,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.1708284366086,1019.5962313611566,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.6829473868764,1019.145788846162,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.6358120809991,1007.9883247981616,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.4746482384129,991.3235353952305,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.0428159396939,966.3402015825247,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.3962950593402,912.7821236194649,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7726104880076,899.0285801578418,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.2311310087105,827.750723027709,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.1230798431175,804.9353862323305,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250311/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26bf35998e94113f5c7bb2b92d3080f0e8f0f1432aa65fc89c2d7d823ef0034
+size 81357

arena_elo/results/20250311/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1124.802192383071,1127.1408549562423,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1121.3540454509434,1121.448283174716,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1115.5938607645212,1115.663623711965,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1113.9786586357918,1115.7614867820012,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1054.5186580383483,1054.9525330317665,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1053.5716943361542,1051.889491820435,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1038.7671621962036,1038.2793350500249,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.6096602779921,1029.0160598483237,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1002.0351796312227,1004.5606357418847,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,963.9394569068434,964.113563357214,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,963.8787754287453,963.374430044214,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,880.3547238904309,879.5525738235254,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,873.307977315692,871.0410583998375,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.1037951122973,832.333016382941,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.1841596317413,830.8730538749096,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -120002,5 +120002,313 @@
     "judge": "arena_user_10.16.26.206",
     "anony": true,
     "tstamp": 1741615294.6292
+  },
+  {
+    "model_a_conv_id": "5e871f13314c43608ce67a13c9b030bd",
+    "model_b_conv_id": "132acf7cc6af4cd48b7096b77eaded2b",
+    "inputs": {
+      "prompt": "a fierce glowing wolf,sharp eyes,glowing eyes,best quality,4k,8k,highres,masterpiece:1.2),ultra-detailed,realistic,photorealistic,photo-realistic:1.37,sharp focus,physically-based rendering,extreme detail description,professional,vivid colors,bokeh,night scene,full moon,forest background,moonlight,shadows,atmospheric lighting,neon glow,electric blue,sci-fi,concept art,dynamic pose,standing on a rocky cliff,wind blowing through fur,thick fur,white and blue fur,ice and snow elements,icy breath,frozen environment,glowing aura,ethereal,haunting,ominous presence,wild and untamed,feral,menacing stare,dominant stance,unwavering gaze,powerful and majestic,legendary creature,mythical,otherworldly,spiritual,ancient forest,enchanted woods,runes and symbols,glowing runes,energy emanating from the body,glowing paws,glowing fangs,glowing claws,aura of power,commanding presence,leader of the pack,howling at the moon,moonlit sky,starlit night,celestial,cosmic,galactic,stellar,nebula,aurora borealis,northern lights,frigid temperature,crisp air,sparkling snow,icy terrain,sharp rocks,crystal clear lake,reflective water,reflections,echoes,howl,acoustic,immersive,atmospheric,engaging,hyper realistic,super detailed,HD,high definition"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741625641.4547
+  },
+  {
+    "model_a_conv_id": "e111ceb3d38d40f584385f0cd2729a89",
+    "model_b_conv_id": "cee53a30a3d14b3385069ab9e22b63c1",
+    "inputs": {
+      "prompt": "A futuristic hopeful busy city, purple and green color scheme"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741625709.6382
+  },
+  {
+    "model_a_conv_id": "0f70a581856c4b35873f76be89459d4e",
+    "model_b_conv_id": "d45d27c295ff4f60a5318f7edae9174c",
+    "inputs": {
+      "prompt": "A couch on the left of a chair."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741625750.2112
+  },
+  {
+    "model_a_conv_id": "eded8880d78d4da1a9995785550ce5e1",
+    "model_b_conv_id": "00f52545e8314628a9b768f4cd718426",
+    "inputs": {
+      "prompt": "super epic realistic nature photo of mountains valley and lake trending on instagram with lonely person in raincoat standing at a distance "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741625775.9788
+  },
+  {
+    "model_a_conv_id": "2a125360e56b429695779af4cb6f1f1b",
+    "model_b_conv_id": "cb6390da0ecd4785a5ad99807c7565ae",
+    "inputs": {
+      "prompt": "An instqrumemnt used for cutting cloth, paper, axdz othr thdin mteroial, consamistng of two blades lad one on tvopb of the other and fhastned in tle mixdqdjle so as to bllow them txo be pened and closed by thumb and fitngesr inserted tgrough rings on kthe end oc thei vatndlzes."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1741645259.24
+  },
+  {
+    "model_a_conv_id": "86fa9643468b4f6dbf6741c0aca805b6",
+    "model_b_conv_id": "438b3068a67b42af91ac25974b4ee7a7",
+    "inputs": {
+      "prompt": "photorealistic photo of an old man in front of the wall at night with a flash light on him"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645269.8205
+  },
+  {
+    "model_a_conv_id": "3be3d2a246104826ac6649e702228e89",
+    "model_b_conv_id": "dc534172506445c5a067aa661a998bbb",
+    "inputs": {
+      "prompt": "A couch on the left of a chair."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "StableCascade",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645279.6531
+  },
+  {
+    "model_a_conv_id": "f209050692044e7f880e4e0f45f60b0a",
+    "model_b_conv_id": "3359df387fc744ca9883eb4137392e4c",
+    "inputs": {
+      "prompt": "A cube made of brick. A cube with the texture of brick."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645288.2664
+  },
+  {
+    "model_a_conv_id": "e787ac5489a1449aa7f55f9e44d6dc0f",
+    "model_b_conv_id": "e2a6f2908c7d4c12ae4d230f649e54d2",
+    "inputs": {
+      "prompt": "image from an iPhone video of a dog in a supermarket, hyper realistic, flash photo"
+    },
+    "model_a": "SDXL",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645294.5682
+  },
+  {
+    "model_a_conv_id": "928c358cf28448679fce228f864cff92",
+    "model_b_conv_id": "f301b0a1102341c6935327044e35c51b",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.28.164",
+    "anony": true,
+    "tstamp": 1741645306.1701
+  },
+  {
+    "model_a_conv_id": "1ccaacdf1acb4bbcaba4da75994fb398",
+    "model_b_conv_id": "4d0c863df95340e9a79044514f899476",
+    "inputs": {
+      "prompt": "Paying for a quarter-sized pizza with a pizza-sized quarter."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658204.3997
+  },
+  {
+    "model_a_conv_id": "8395f2f2cacc4d0ebc29061507198d77",
+    "model_b_conv_id": "ec386950fd8a4d3d95ef382af20baf96",
+    "inputs": {
+      "prompt": "beautiful witch, hyper detailed, flowing psychadelic background intricate and detailed, 8 k, octane render "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658223.4492
+  },
+  {
+    "model_a_conv_id": "fb8e45750aaf42e98e22768efa3a9dac",
+    "model_b_conv_id": "f9ed812722b940b295a62ef0cef99220",
+    "inputs": {
+      "prompt": "abstract watercolor painting of first summer day, midsummer scandinavia, cinematic light, national romanticism by anders zorn "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PixArtSigma",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658238.4229
+  },
+  {
+    "model_a_conv_id": "67c883f4b452482688ea7ec8b70de20e",
+    "model_b_conv_id": "bc55910d34dd48e88ab432c85bda333d",
+    "inputs": {
+      "prompt": "a beautiful very detailed painting of manor building unfinished building urbex architecture abandoned nature industrial architecture by ludwig mies van der rohe, water apocalyptic at night otherworldly postcyberpunk made of glass at summer scumm bar, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "PixArtSigma",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658253.8134
+  },
+  {
+    "model_a_conv_id": "f07688808e6f48fca474d714880f5ce5",
+    "model_b_conv_id": "9c69e031da724549aa388be7eac8a196",
+    "inputs": {
+      "prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658264.3082
+  },
+  {
+    "model_a_conv_id": "9457c252472342bf8d000ad9340c56f9",
+    "model_b_conv_id": "d071010d505d4523b24429fa3d126d8d",
+    "inputs": {
+      "prompt": "A ldarge keybord msical instroument lwith a woden case enmclosig a qsouvnkboajrd and mfgtal strivgf, which are strucrk b hammrs when the nels are depresdsmed.f lhe strsingsj' vibration ie stopped by damperds when the keys re released and can bce regulavewdd for lengh and vnolume y two or three pedalvs."
+    },
+    "model_a": "StableCascade",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741658277.7318
+  },
+  {
+    "model_a_conv_id": "df5ab7911bda4f59ac640da60e342843",
+    "model_b_conv_id": "510345471bb842478da8d033998173ac",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658289.3509
+  },
+  {
+    "model_a_conv_id": "948cc490d1984ebf9aaa0117d298d48c",
+    "model_b_conv_id": "cdf1db902858435eab9b04f4172efa15",
+    "inputs": {
+      "prompt": "Young woman wearing red dress and black sweater gives approval while holding cell phone ."
+    },
+    "model_a": "Kolors",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658303.8609
+  },
+  {
+    "model_a_conv_id": "fcc00662c6d04a3d90a2efcc7c217ee8",
+    "model_b_conv_id": "f9885e5bdd1444d1b57d1c1d5dbc1f8d",
+    "inputs": {
+      "prompt": "photorealistic gemstone skull"
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741658326.4908
+  },
+  {
+    "model_a_conv_id": "1860b6d815af409f840620affcff3de7",
+    "model_b_conv_id": "15d774638f2c471ea8564533c773e5e0",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658352.8153
+  },
+  {
+    "model_a_conv_id": "1860b6d815af409f840620affcff3de7",
+    "model_b_conv_id": "15d774638f2c471ea8564533c773e5e0",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741658352.8158
+  },
+  {
+    "model_a_conv_id": "123c8361aaaf4e01a3ba0b4d6e37c66c",
+    "model_b_conv_id": "5358e528b8354ce3ac360e9423aae8bc",
+    "inputs": {
+      "prompt": "A donkey and an octopus are playing a game. The donkey is holding a rope on one end, the octopus is holding onto the other. The donkey holds the rope in its mouth. A cat is jumping over the rope."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741670451.7288
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -40836,5 +40836,397 @@
     "judge": "arena_user_10.16.26.206",
     "anony": true,
     "tstamp": 1741614691.9584
+  },
+  {
+    "model_a_conv_id": "09d0c8d06f014324b576d271ec257dd3",
+    "model_b_conv_id": "811c1e7378594ffb9f99977283240507",
+    "inputs": {
+      "prompt": "a sheep and a cow"
+    },
+    "model_a": "Allegro",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741631540.4314
+  },
+  {
+    "model_a_conv_id": "e8f58a3945d84f8094317df4186a7201",
+    "model_b_conv_id": "fdfb99a91ccd4adebe60f37b16c0dc18",
+    "inputs": {
+      "prompt": "In a still frame, a tranquil pond was fringed by weeping cherry trees, their blossoms drifting lazily onto the glassy surface"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741631548.3619
+  },
+  {
+    "model_a_conv_id": "27e08cd54b8c445ea49f6536e20f5cd7",
+    "model_b_conv_id": "f61da9bea4d3438a87bdb0b6691947c9",
+    "inputs": {
+      "prompt": "skis on the top of a snowboard, front view"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741631556.8065
+  },
+  {
+    "model_a_conv_id": "6fb406d2d8ae4b3a887e65bdd057a650",
+    "model_b_conv_id": "3cba5868b0a8490a9d4cd0906a502ba2",
+    "inputs": {
+      "prompt": "a traffic light on the left of a fire hydrant, front view"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741631567.6583
+  },
+  {
+    "model_a_conv_id": "86ff0dd6a5d345a4924cc927008266d6",
+    "model_b_conv_id": "ac0be10e4a494805a96fbc577608e038",
+    "inputs": {
+      "prompt": "a green bird"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741631575.4223
+  },
+  {
+    "model_a_conv_id": "6ab9036e5b8f45b7a7dd40d687662825",
+    "model_b_conv_id": "78f26c33134a46aaa5ef4d5d7577bd06",
+    "inputs": {
+      "prompt": "A panda drinking coffee in a cafe in Paris, Van Gogh style"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741631591.1447
+  },
+  {
+    "model_a_conv_id": "48e0746488d24d3382a7eb0049a3c6d3",
+    "model_b_conv_id": "988dd737fef843d0b00ca8e79e916d99",
+    "inputs": {
+      "prompt": "a boat slowing down to stop"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741631601.5478
+  },
+  {
+    "model_a_conv_id": "e56e535e8d8b4b18b3201a5b53d2961d",
+    "model_b_conv_id": "1438a70dab5f41fcbe93f76e5dbfdbfc",
+    "inputs": {
+      "prompt": "a teddy bear and a frisbee"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741631609.9898
+  },
+  {
+    "model_a_conv_id": "67d74d0db9be42c3bf5de9d1f684fb49",
+    "model_b_conv_id": "472d79a4a660427498f30e880de22a02",
+    "inputs": {
+      "prompt": "a wine glass"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741631618.9159
+  },
+  {
+    "model_a_conv_id": "914b5a4ed6e74934ac906b805c2a96b7",
+    "model_b_conv_id": "58f480bdadc340c58cca8df9c9d8bb76",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, surrealism style"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741631638.9489
+  },
+  {
+    "model_a_conv_id": "638d971ca963472b97e6a655408e8805",
+    "model_b_conv_id": "c9fa81c496b24651b266898174ac0b37",
+    "inputs": {
+      "prompt": "botanical garden"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741631647.8705
+  },
+  {
+    "model_a_conv_id": "dcb04320355943cfa865fe9cc3a12686",
+    "model_b_conv_id": "5165ddba74fd4b56ac7de928281fc5b0",
+    "inputs": {
+      "prompt": "marsh"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741631656.3418
+  },
+  {
+    "model_a_conv_id": "ca5d2489e7ef4e74b43505190a6e26fe",
+    "model_b_conv_id": "9f52df5ca79a4521b3ad5c7a9ecd4869",
+    "inputs": {
+      "prompt": "a dog playing in park"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.154",
+    "anony": true,
+    "tstamp": 1741631663.9507
+  },
+  {
+    "model_a_conv_id": "2973e198dbc045d3b138730a196aaa69",
+    "model_b_conv_id": "d79c67e6d8fe480eb85254a734c77fa1",
+    "inputs": {
+      "prompt": "a red car"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741648659.1006
+  },
+  {
+    "model_a_conv_id": "a8c011e7aa014a50b7c1a513b8bc2efb",
+    "model_b_conv_id": "cc5a12b48e714d87a476d6d9a6dd1a40",
+    "inputs": {
+      "prompt": "a train speeding down the tracks"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741651224.6722
+  },
+  {
+    "model_a_conv_id": "8fa46d39c2504ddda82150ed9f346c38",
+    "model_b_conv_id": "ea8a9dee866a48c88b4dfe3fab05db74",
+    "inputs": {
+      "prompt": "a truck turning a corner"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741653433.3274
+  },
+  {
+    "model_a_conv_id": "909f12dc974c45cea4bbbabbf01aa6bb",
+    "model_b_conv_id": "13e928a9cc5c4279bb3fd63498a52bc9",
+    "inputs": {
+      "prompt": "a dog playing in park"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741653444.2874
+  },
+  {
+    "model_a_conv_id": "fccb19038f194576ba881ccf6e91053d",
+    "model_b_conv_id": "267718bf86cc4f8282cb8f9dcf87d0fd",
+    "inputs": {
+      "prompt": "a car slowing down to stop"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741653466.3213
+  },
+  {
+    "model_a_conv_id": "ff538007744d4b268906e6d9e91d411a",
+    "model_b_conv_id": "0953202580014b64859970ede1563e5c",
+    "inputs": {
+      "prompt": "a bird soaring gracefully in the sky"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741653485.7563
+  },
+  {
+    "model_a_conv_id": "c2b7f002051a463e8a78db9af38170bf",
+    "model_b_conv_id": "a4fe2193aa284040a6b6faddcacd366a",
+    "inputs": {
+      "prompt": "A person is wrestling"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741653501.3583
+  },
+  {
+    "model_a_conv_id": "b8b210f9e95642d8be5016f318143d2f",
+    "model_b_conv_id": "cab495d850eb4770afdcd5a36de8005c",
+    "inputs": {
+      "prompt": "Gwen Stacy reading a book, pan right"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.28.219",
+    "anony": true,
+    "tstamp": 1741653527.4439
+  },
+  {
+    "model_a_conv_id": "214675fb493f4aa1a2cc05edac244086",
+    "model_b_conv_id": "7e94aee7f5ab495685461967a3170337",
+    "inputs": {
+      "prompt": "An astronaut feeding ducks on a sunny afternoon, reflection from the water."
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741653549.8791
+  },
+  {
+    "model_a_conv_id": "44df219d42ab4bc4b092d66b3f4690ac",
+    "model_b_conv_id": "cf14c03e7d2f4c7292c2b1f4d4373c6d",
+    "inputs": {
+      "prompt": "a bear on the right of a zebra, front view"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741653566.5963
+  },
+  {
+    "model_a_conv_id": "2d2875638ed44077a366d589421e43db",
+    "model_b_conv_id": "f51da143839e42d097368730d89256b1",
+    "inputs": {
+      "prompt": "a baseball bat"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741653578.5468
+  },
+  {
+    "model_a_conv_id": "690dc3f8efb64e44a9119f62b7be4b48",
+    "model_b_conv_id": "45423d25da2149549056c7665441ba04",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.35.62",
+    "anony": true,
+    "tstamp": 1741653591.8589
+  },
+  {
+    "model_a_conv_id": "55cdc984e7584924828876245d5ed3ef",
+    "model_b_conv_id": "8bb32f8857764b0ea5df3614b6a96a87",
+    "inputs": {
+      "prompt": "a person playing guitar"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741657036.5034
+  },
+  {
+    "model_a_conv_id": "67e8c339c67a40e8be8cc18bbd0c1550",
+    "model_b_conv_id": "62d22ff36ed44e239d2ea36449d93999",
+    "inputs": {
+      "prompt": "a cup and a couch"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741657071.731
+  },
+  {
+    "model_a_conv_id": "ff68ec5683264fa8ae2a486035c9c8e5",
+    "model_b_conv_id": "3ebbaf0c8c104c0cb44c4de86978f815",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, black and white"
+    },
+    "model_a": "Mochi1",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.234",
+    "anony": true,
+    "tstamp": 1741700062.7698
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:451e83496b7b68f511a18495a90fb96a14e06bbec061434adc324b4ff41aa0f5
+oid sha256:02ab1512782de0c9561b6a2f784f0256e51471339fdcf8ce3a7084029567d5fb
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:655611e3f8b7be60824645429eb4bd8fb04c502745e654ddeab81e57eb066621
+oid sha256:b26bf35998e94113f5c7bb2b92d3080f0e8f0f1432aa65fc89c2d7d823ef0034
 size 81357

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1141.9178773611793,1142.5926348731114,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.6682691135647,1115.885115133184,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.7232465730913,1098.4299622823773,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.5042661930427,1071.3557618689144,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.3833294699723,1058.3630940822172,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.5677620831143,1045.0261021556512,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-PixArtAlpha,PixArtAlpha,1019.054507608147,1011.7416379788145,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-HunyuanDiT,HunyuanDiT,1019.026387668886,1014.0537769340363,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtSigma,PixArtSigma,1018.4416269543534,1018.9476391430269,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1015.1738999777182,1019.6649738799507,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1005.7957098507767,1007.3676920967436,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,993.8097430173507,991.747198220671,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.5012362677462,965.9423461344444,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.9267656951856,912.4169379678306,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.4883063356386,898.851165420396,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.1829591578336,827.7486852254842,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.8341066723972,804.7429435936215,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1137.1845208349455,1139.6385123182558,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.6363294281996,1116.4387625680881,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.1916150090537,1096.8843492173585,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.8359453208352,1071.5695575558175,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1060.6897184667873,1059.7848264667473,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.5373207779685,1044.9472553338278,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.0969115393934,1015.0888715803118,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.2974701410478,1011.9187469797147,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.1708284366086,1019.5962313611566,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1014.6829473868764,1019.145788846162,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1006.6358120809991,1007.9883247981616,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,993.4746482384129,991.3235353952305,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.0428159396939,966.3402015825247,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.3962950593402,912.7821236194649,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7726104880076,899.0285801578418,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.2311310087105,827.750723027709,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.1230798431175,804.9353862323305,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1128.9081335386288,1131.1589903535405,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1124.7566116788091,1124.535824821588,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-StableVideoDiffusion,StableVideoDiffusion,1117.35791155533,1117.3680134850044,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Pyramid Flow,Pyramid Flow,1116.951639295809,1118.7281677618387,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1053.561555001608,1053.9491517520414,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1049.6049203430825,1047.993611064097,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1039.5931251162829,1038.9701187385351,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1029.3510536805861,1028.7433333244874,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,999.9413782230805,1002.5823879489849,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,963.8199097127498,963.261224777267,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,957.9722472713281,958.962762858127,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,880.1573778329888,879.3205698716157,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,875.0952325451888,872.5765594259667,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,832.9111029383694,831.1671168499347,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,830.0178012661572,830.6821669669746,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1124.802192383071,1127.1408549562423,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1121.3540454509434,1121.448283174716,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+StableVideoDiffusion,StableVideoDiffusion,1115.5938607645212,1115.663623711965,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Pyramid Flow,Pyramid Flow,1113.9786586357918,1115.7614867820012,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1054.5186580383483,1054.9525330317665,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1053.5716943361542,1051.889491820435,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1038.7671621962036,1038.2793350500249,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1029.6096602779921,1029.0160598483237,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1002.0351796312227,1004.5606357418847,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,963.9394569068434,964.113563357214,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,963.8787754287453,963.374430044214,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,880.3547238904309,879.5525738235254,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,873.307977315692,871.0410583998375,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.1037951122973,832.333016382941,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.1841596317413,830.8730538749096,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571