Auto Daily Leaderboard udpate Thu Feb 13 12:00:32 PM EST 2025

arena_elo/results/20250213/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4518386b26627322d3c80e5df5f39f672885d881bd900c5ef71cd115120c468f
+size 88249

arena_elo/results/20250213/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3d8a306ea8f93f3a313d4c7673ede3ded4b3a8b24ecacfd3174b88ab8054f2
+size 81355

arena_elo/results/20250213/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1132.3437198673782,1134.0625114551747,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.863625093656,1117.7712098338623,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1098.5481378891564,1101.6393315696655,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.6576011978127,1070.721766106836,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.9901873629228,1056.9708039806017,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.6349601285651,1044.3738964833406,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.5733500579122,1015.4538657843491,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1017.9460693494186,1010.7522962891167,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.6175239087579,1016.9668518698857,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.9478464889188,1020.736778918344,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1013.9962285330258,1014.3297793995895,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,998.9831929044708,995.8093130966345,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,963.7929833290215,965.7022110607701,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.8748082493211,911.3543973652118,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.5889412944518,898.2097638851516,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.0163412195662,825.8847619729434,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.6244831256458,803.7503522657503,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250213/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1125.9042238621753,1128.2055610049465,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1120.6237814615856,1120.6195107721367,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.4241237124413,1115.1158850749189,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1101.874068913885,1103.917795036718,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1059.6314892253938,1060.0299984424232,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1054.4601316926305,1052.8874618352927,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.8780236385148,1043.3943018571836,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.4648747312806,1034.8926430237264,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,987.1020536019934,989.6503289564666,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.9894439622028,968.5483178929948,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,948.2132584488859,949.2099812235143,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,885.4687634179625,884.7292370270112,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,878.5300608104105,875.5301621696464,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,839.0882235569336,837.2141025384766,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,835.3474789637096,836.0547131445404,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -117902,5 +117902,61 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1739377172.5313
+  },
+  {
+    "model_a_conv_id": "cb270b697a8f436194ee2c997fa0e291",
+    "model_b_conv_id": "ededb7082e3040fa9155da1a2fa09d9f",
+    "inputs": {
+      "prompt": "spongebob with a pink baloon, a mini version of patrick lying on the ground looking at the baloon"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739380793.4194
+  },
+  {
+    "model_a_conv_id": "afac378edc72490cb34f1a40326a8b54",
+    "model_b_conv_id": "91b185b06bab40afad4012e2dbc55a55",
+    "inputs": {
+      "prompt": "Matutinal."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.6.93",
+    "anony": true,
+    "tstamp": 1739458352.0868
+  },
+  {
+    "model_a_conv_id": "7528eaddda584339b0ed135e835c7d32",
+    "model_b_conv_id": "6aa6ad8d99f246158846c87af423d9be",
+    "inputs": {
+      "prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1739458370.0283
+  },
+  {
+    "model_a_conv_id": "f948947ed9714a9ea9ee346c13203df5",
+    "model_b_conv_id": "d7a4bc484d8144f1a9b86b01a20c105a",
+    "inputs": {
+      "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.6.93",
+    "anony": true,
+    "tstamp": 1739458471.966
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -39240,5 +39240,453 @@
     "judge": "arena_user_10.16.1.166",
     "anony": true,
     "tstamp": 1739356659.7035
+  },
+  {
+    "model_a_conv_id": "28710c7f4d1943b487e873ebfbb240b8",
+    "model_b_conv_id": "1760cbacfb824d48adb7b0431c6f50ac",
+    "inputs": {
+      "prompt": "a bicycle gliding through a snowy field"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.28.141",
+    "anony": true,
+    "tstamp": 1739427990.7526
+  },
+  {
+    "model_a_conv_id": "14228b6db7c04648ad15c5f0fbf38341",
+    "model_b_conv_id": "ef83d2d00d2c473ea6cad325047db9cb",
+    "inputs": {
+      "prompt": "A dramatic battle scene between the Ayyubid Sultanate and the Roman Empire. The focus is on historical accuracy in clothing and weapons. The Ayyubid warriors wear flowing robes, turbans, and wield curved swords (scimitars), while the Roman soldiers are clad in segmented armor, plumed helmets, and carry gladii. Horses charge through the battlefield, dust rising as the two forces clash. The battlefield is chaotic with banners waving, shields clashing, and warriors mid-combat. The lighting is intense, with a golden sunset casting dramatic shadows. The scene is designed to be an epic, high-detail wallpaper, with ultra-sharp details, cinematic depth, and dynamic action."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.35",
+    "anony": true,
+    "tstamp": 1739428236.5145
+  },
+  {
+    "model_a_conv_id": "14228b6db7c04648ad15c5f0fbf38341",
+    "model_b_conv_id": "ef83d2d00d2c473ea6cad325047db9cb",
+    "inputs": {
+      "prompt": "A dramatic battle scene between the Ayyubid Sultanate and the Roman Empire. The focus is on historical accuracy in clothing and weapons. The Ayyubid warriors wear flowing robes, turbans, and wield curved swords (scimitars), while the Roman soldiers are clad in segmented armor, plumed helmets, and carry gladii. Horses charge through the battlefield, dust rising as the two forces clash. The battlefield is chaotic with banners waving, shields clashing, and warriors mid-combat. The lighting is intense, with a golden sunset casting dramatic shadows. The scene is designed to be an epic, high-detail wallpaper, with ultra-sharp details, cinematic depth, and dynamic action."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739428275.1284
+  },
+  {
+    "model_a_conv_id": "c1ce9f292a4a4cf181296218d30ea812",
+    "model_b_conv_id": "c97d1d9cbdda4215b89bbf730a8380b6",
+    "inputs": {
+      "prompt": "A panda drinking coffee in a cafe in Paris, in super slow motion"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739440990.9452
+  },
+  {
+    "model_a_conv_id": "e6882c44f07541058d6f803f763df6d5",
+    "model_b_conv_id": "bda232319aeb4b28bf8447560b2de291",
+    "inputs": {
+      "prompt": "In a still frame, phone booth"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1739441002.4572
+  },
+  {
+    "model_a_conv_id": "ddefa0eb85ab4018afef6990519e1242",
+    "model_b_conv_id": "0c78f0b4735c455487b8916847a45811",
+    "inputs": {
+      "prompt": "a bicycle leaning against a tree"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1739441012.1649
+  },
+  {
+    "model_a_conv_id": "eceeda3b5ca5470bbf19d8e4395cd212",
+    "model_b_conv_id": "7aeb0f94aa4941fc9ac8611c914c7b25",
+    "inputs": {
+      "prompt": "a bear sniffing the air for scents of food"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1739441026.6002
+  },
+  {
+    "model_a_conv_id": "1e807a250b954dc389b8d1dae2029915",
+    "model_b_conv_id": "74aa12f80a0c4fd98afd85f768919491",
+    "inputs": {
+      "prompt": "Sunset time lapse at the beach with moving clouds and colors in the sky."
+    },
+    "model_a": "LTXVideo",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739441036.8505
+  },
+  {
+    "model_a_conv_id": "9869860383ea4961bc65a5c7f6e9582a",
+    "model_b_conv_id": "0f015542dab9448dbaadb4fb22d6f35d",
+    "inputs": {
+      "prompt": "palace"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739441112.9092
+  },
+  {
+    "model_a_conv_id": "0384d52ba8ee4ea288b50bbb907f57c9",
+    "model_b_conv_id": "7b7df0e5ccd44c40b1f192d22eb62482",
+    "inputs": {
+      "prompt": "A person is riding a bike"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739441121.6744
+  },
+  {
+    "model_a_conv_id": "cd103b4ad5aa437082b3e07949359bc4",
+    "model_b_conv_id": "5c21f05005434f368c5334616d90ce70",
+    "inputs": {
+      "prompt": "a snowboard and a sports ball"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739441131.4576
+  },
+  {
+    "model_a_conv_id": "d6aadfca531149a7a5bedd6d6a8bb811",
+    "model_b_conv_id": "63696c7daa2f4beda2051f44ff038dd0",
+    "inputs": {
+      "prompt": "A confused panda in calculus class"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739441139.0327
+  },
+  {
+    "model_a_conv_id": "d948741438ca4f8788595d5c1ec1ced4",
+    "model_b_conv_id": "5d133701d013460ca56edde3e8afb0fb",
+    "inputs": {
+      "prompt": "ballroom"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739441147.5126
+  },
+  {
+    "model_a_conv_id": "b3d498024fa24cdb89ca09cbe3f31b78",
+    "model_b_conv_id": "85f0c754d54440569dd4822d8b8e461b",
+    "inputs": {
+      "prompt": "forest road"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739441160.4072
+  },
+  {
+    "model_a_conv_id": "4b4cef03244b4106b55fcae88306e0da",
+    "model_b_conv_id": "2d578034569744739a1fd59b14fc96df",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in super slow motion"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739441173.2602
+  },
+  {
+    "model_a_conv_id": "1e3a0f5af09e40959cae4741de9d4230",
+    "model_b_conv_id": "2cb553fae9354d7198cc5063829b1e02",
+    "inputs": {
+      "prompt": "bakery shop"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739441183.1988
+  },
+  {
+    "model_a_conv_id": "34faf1f5276045f99860721bcf2ca5bb",
+    "model_b_conv_id": "babd5cfef1a7419d997ae9ed1f3d2159",
+    "inputs": {
+      "prompt": "A fat rabbit wearing a purple robe walking through a fantasy landscape."
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1739441192.195
+  },
+  {
+    "model_a_conv_id": "8f04e0876d8c482c82f004989a11582f",
+    "model_b_conv_id": "64b14d0d7d594b2a89776e956d94f84a",
+    "inputs": {
+      "prompt": "a skateboard on the bottom of a surfboard, front view"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739441200.557
+  },
+  {
+    "model_a_conv_id": "f564b3fdbba24d9785726c58c81bdf9d",
+    "model_b_conv_id": "2747b4fd9d514de8b9a989b92311655a",
+    "inputs": {
+      "prompt": "a bird soaring gracefully in the sky"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": false,
+    "tstamp": 1739452403.5542
+  },
+  {
+    "model_a_conv_id": "756fb704a67a4cdbab89751e0192cdfc",
+    "model_b_conv_id": "021e69250cb546fdab645ededef1045a",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand by Hokusai, in the style of Ukiyo"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739452449.3885
+  },
+  {
+    "model_a_conv_id": "9fa390f6b0974ba6b77a521562af8bc3",
+    "model_b_conv_id": "f4848b4736464c0da89d602899b21506",
+    "inputs": {
+      "prompt": "supermarket"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739452476.8875
+  },
+  {
+    "model_a_conv_id": "b934f99455d04878850ca42ff181c9e2",
+    "model_b_conv_id": "f4b9e842bb4c41068081e6ccb4fbbaf1",
+    "inputs": {
+      "prompt": "a dog playing in park"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739452491.1869
+  },
+  {
+    "model_a_conv_id": "f7a784d66fae49dfb41a77c62bbb8617",
+    "model_b_conv_id": "f62e845da9824855af1d364ea41fbbbe",
+    "inputs": {
+      "prompt": "a bear catching a salmon in its powerful jaws"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739452511.7393
+  },
+  {
+    "model_a_conv_id": "c436c4fa66d2400db83461e14732c5c7",
+    "model_b_conv_id": "dd40bb16f60442a1a213140ef85c53aa",
+    "inputs": {
+      "prompt": "Gwen Stacy reading a book"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739452690.1747
+  },
+  {
+    "model_a_conv_id": "3fe166f04fc44f7393c914d0d426770c",
+    "model_b_conv_id": "ebc6d1b3fe834d689c73c9835de50323",
+    "inputs": {
+      "prompt": "a frisbee"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739452704.2838
+  },
+  {
+    "model_a_conv_id": "8c33b3eb63aa461b8683dc86cceba385",
+    "model_b_conv_id": "3f2683d2647049d99a2faef89dc92cac",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, animated style"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739452725.9917
+  },
+  {
+    "model_a_conv_id": "9faf1072a967477a882b8f633b93ae74",
+    "model_b_conv_id": "35aeda501d8340649a07060f76f2b7cf",
+    "inputs": {
+      "prompt": "a horse taking a peaceful walk"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "LTXVideo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739452737.0432
+  },
+  {
+    "model_a_conv_id": "a900c93dc0124f73bfd5c66ae06bcbbc",
+    "model_b_conv_id": "967911715c4a4828a8043a9be75a8ca4",
+    "inputs": {
+      "prompt": "a bottle and a chair"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739452749.3827
+  },
+  {
+    "model_a_conv_id": "5f08f09b095540ffaf31b1a4795c4838",
+    "model_b_conv_id": "21c3dd73057c4e74826ae73305d2a385",
+    "inputs": {
+      "prompt": "a yellow bicycle"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739452760.9317
+  },
+  {
+    "model_a_conv_id": "c02ac2a6bcc54f39a05936b6232ebce8",
+    "model_b_conv_id": "0f4e5b58944740ef9e1b15fa57ca5993",
+    "inputs": {
+      "prompt": "a blue vase"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1739452771.1147
+  },
+  {
+    "model_a_conv_id": "3733c9a43dc542bfa6046704e11315b9",
+    "model_b_conv_id": "c0d4b6eca4364e59abb25903a1029657",
+    "inputs": {
+      "prompt": "train railway"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.134",
+    "anony": true,
+    "tstamp": 1739452780.0833
+  },
+  {
+    "model_a_conv_id": "618b0ff74cdd4d1cbcf58f755f9348ff",
+    "model_b_conv_id": "42ddc2e3eec54e77a473d86a1c295a34",
+    "inputs": {
+      "prompt": "a black cat"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.1.166",
+    "anony": true,
+    "tstamp": 1739452794.4455
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb47818422bf50b65624eedb11ba62ae37b9a1520d7fe9b4a017379f6234248e
+oid sha256:4518386b26627322d3c80e5df5f39f672885d881bd900c5ef71cd115120c468f
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5bab93b1cafa444358c008f21b122d08e0083a4abe3bcdfb7f59494b997eb8e
+oid sha256:8b3d8a306ea8f93f3a313d4c7673ede3ded4b3a8b24ecacfd3174b88ab8054f2
 size 81355

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1132.1727067318664,1133.8262310329135,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1115.9366082952804,1117.8375232747658,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1096.5247882575813,1100.1206510207508,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.7977110688803,1070.8566220653724,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1057.9466867338688,1056.9516779036712,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.7399735195565,1044.4842331635523,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1020.6500254185586,1015.5440682225627,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.0536680217214,1010.8682877364566,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1016.7211343305352,1017.0714975443652,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1016.2857463971421,1021.036748710227,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-SD3,SD3,1014.7034195174036,1014.9538109027127,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,998.8362921256231,995.6861446876042,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,963.909765026415,965.8259809995859,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.9923419750656,911.4771228345794,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.7352604888454,898.3479640898222,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.2241125063798,826.0802135906586,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,788.7697595852751,803.8918287483137,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1132.3437198673782,1134.0625114551747,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.863625093656,1117.7712098338623,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1098.5481378891564,1101.6393315696655,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.6576011978127,1070.721766106836,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.9901873629228,1056.9708039806017,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.6349601285651,1044.3738964833406,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1020.5733500579122,1015.4538657843491,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1017.9460693494186,1010.7522962891167,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.6175239087579,1016.9668518698857,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1015.9478464889188,1020.736778918344,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1013.9962285330258,1014.3297793995895,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,998.9831929044708,995.8093130966345,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,963.7929833290215,965.7022110607701,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.8748082493211,911.3543973652118,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.5889412944518,898.2097638851516,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.0163412195662,825.8847619729434,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.6244831256458,803.7503522657503,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1142.2496412078997,1144.1129600355134,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1120.9798031076323,1120.942430270304,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1115.2495916131038,1114.8187642672133,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1102.6952505982915,1104.7535282445572,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1059.2600772249905,1059.6765460634858,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1057.6238047070838,1055.425396538288,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1043.436823603572,1042.7224480292466,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1035.0081689490498,1034.2464286880727,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,982.5051851584614,984.9939177367687,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.6942810985122,968.1103356880518,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,941.9308415036894,944.6219355205548,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,885.1102614352571,884.2739360962449,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,871.3758185986505,868.5148183326334,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,838.9034844577216,837.1192860349054,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,834.9769667360856,835.6672684541592,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1125.9042238621753,1128.2055610049465,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1120.6237814615856,1120.6195107721367,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.4241237124413,1115.1158850749189,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1101.874068913885,1103.917795036718,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1059.6314892253938,1060.0299984424232,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1054.4601316926305,1052.8874618352927,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.8780236385148,1043.3943018571836,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.4648747312806,1034.8926430237264,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,987.1020536019934,989.6503289564666,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.9894439622028,968.5483178929948,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,948.2132584488859,949.2099812235143,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,885.4687634179625,884.7292370270112,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,878.5300608104105,875.5301621696464,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,839.0882235569336,837.2141025384766,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,835.3474789637096,836.0547131445404,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571