Auto Daily Leaderboard udpate Sun Jan 26 12:00:30 PM EST 2025

arena_elo/results/20250125/clean_battle_video_generation.json

@@ -37658,5 +37658,47 @@
     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1737813521.9876
+  },
+  {
+    "model_a_conv_id": "ce68f969d6834bf599f622380c6d5f3b",
+    "model_b_conv_id": "38fe683f489d4e888a87ddddae812e76",
+    "inputs": {
+      "prompt": "a bird on the left of a cat, front view"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737833954.4433
+  },
+  {
+    "model_a_conv_id": "13f1bb14ddb9474db4beab637dd87a89",
+    "model_b_conv_id": "923faf90c3f640749781e3ff652df72c",
+    "inputs": {
+      "prompt": "The bund Shanghai, featuring a steady and smooth perspective"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737833966.3592
+  },
+  {
+    "model_a_conv_id": "065e5e82a0fe4d5995dc2504788d444b",
+    "model_b_conv_id": "d8c3cf30cd8e42be8eaebe64986eb62e",
+    "inputs": {
+      "prompt": "amusement park"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1737844034.8303
   }
 ]

arena_elo/results/20250125/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fff0f91e451a5ff72caf96fba3a605e399ad688c4f84a58bc9fea1c312ab46a
-size 81340
+oid sha256:a335b5aaa49d6540b4639487aa5aeaee2e1af8028a36bef9264cd91b588e4d38
+size 81355

arena_elo/results/20250125/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1157.127245889444,1153.5746128483693,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1123.658389632833,1126.3861724808417,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1117.3029704927483,1119.9070792212694,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1110.1237213624454,1111.191684870715,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-T2V-Turbo,T2V-Turbo,1055.4443354677046,1055.5110511763571,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1048.0439379637853,1046.2222976365283,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1036.4381983068538,1037.2215214816824,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1029.8617594786165,1030.7989438514792,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,994.6425699688965,998.593196673098,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,970.9837196703143,964.7496577095594,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,963.273508841751,964.0394831000352,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,879.6920537900985,880.0694965563179,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,849.8063340389524,847.6577299208132,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,833.8541703622006,832.5732917362167,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,829.747084733357,831.5037807367162,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1156.6417840332238,1153.1480958292777,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1123.1149650238794,1125.909507013962,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1118.581520480976,1121.1443597675186,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1105.878145238358,1107.06677078985,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1057.1398105470457,1058.2400605852563,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.1377833201407,1046.4132987875419,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1037.0077664486253,1037.751372519615,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.3962126571219,1030.7851465550445,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,994.2001823282873,998.1817203734253,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,969.624284204659,962.9210064432787,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,963.9974793986829,964.6732932576301,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,880.3912645506559,880.6725862962492,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.9673991905829,847.8594253200803,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.4651380163367,833.1217652234195,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.4562645614222,832.111591237852,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/20250126/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96a12098d5b3c890b7389acad8ee1f95dae3f8f6cd130ed76c3e4be42ed4488
+size 88249

arena_elo/results/20250126/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1132.2212710552733,1134.7466440672288,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.6439463568752,1116.678116416619,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.588771352567,1098.0390631776927,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.8344631427349,1071.6231499594005,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.2699197934303,1052.3563281556542,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.0206637397287,1044.6501541393634,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.6735977235113,1017.1537229998758,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.1451428369941,1012.5385543485902,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.1776372332382,1023.4189573927027,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.6323714528023,1017.8052801888542,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.8737558017442,1012.783246211083,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.7283837566374,994.529085294011,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.7078814187913,966.5783475734052,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.2638016686558,911.6468379249295,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7766509025721,899.1265507757478,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.5581678372904,827.1596885262018,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8835739271476,804.7769881894005,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -115886,5 +115886,243 @@
     "judge": "arena_user_10.16.5.242",
     "anony": true,
     "tstamp": 1737747108.3714
+  },
+  {
+    "model_a_conv_id": "dc6240ebcf884a58948eb4e67a571a2a",
+    "model_b_conv_id": "7d3e5ed077984282bbd2e56a230e327f",
+    "inputs": {
+      "prompt": "a black and white cat sitting on a brown suitcase next to a wall"
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737827612.6717
+  },
+  {
+    "model_a_conv_id": "3f404dc8cea24e1db0382e1a84b39499",
+    "model_b_conv_id": "d33cc26f7f1a4fef87deab51dcbba2ef",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1737837157.815
+  },
+  {
+    "model_a_conv_id": "42b5309757b74616af51cf5d687687db",
+    "model_b_conv_id": "7d24ed5088254efbb166e4af857a55de",
+    "inputs": {
+      "prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737908549.8594
+  },
+  {
+    "model_a_conv_id": "33d741e19422412f9f52ac557e3c9061",
+    "model_b_conv_id": "2c5d914d64054f4992f8d14824e4a0fb",
+    "inputs": {
+      "prompt": "photograph of a pale Asian woman, wearing an oriental costume, sitting in a luxurious white chair. her head is floating off the chair, with the chin on the table and chin on her knees, her chin on her knees. Closeup"
+    },
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737908559.3043
+  },
+  {
+    "model_a_conv_id": "fefbe951b98e4d2b90c5e9af60c081ed",
+    "model_b_conv_id": "94f8ff8e3c3a4b40ac475353e92239ab",
+    "inputs": {
+      "prompt": "The large bird has a black face and red feathers ."
+    },
+    "model_a": "Kolors",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737908567.1792
+  },
+  {
+    "model_a_conv_id": "ce27e7a8be0245f8a86698cdd8164e35",
+    "model_b_conv_id": "d4f3e6677e60473591bfec593f14d4e6",
+    "inputs": {
+      "prompt": "hyperrealism, man and woman, together, made of clay"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737908576.5868
+  },
+  {
+    "model_a_conv_id": "bb48bd64762d477aa268d2aa262e2902",
+    "model_b_conv_id": "bb34578cb52f4b82b650cd5157c2dae8",
+    "inputs": {
+      "prompt": "image of a cat holding up a bird on a wall. 8k, photoreal, sharp details, soft light."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737909930.9669
+  },
+  {
+    "model_a_conv_id": "c639879ccc70461c8ed148dd91de9659",
+    "model_b_conv_id": "84898c8ce3654a518388c5ffc0830d63",
+    "inputs": {
+      "prompt": "A sign that says 'Deep Learning'."
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXLTurbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737909938.7939
+  },
+  {
+    "model_a_conv_id": "8687cf4c4e844759ae20ca6e7ac6ec11",
+    "model_b_conv_id": "523972bdf9494b9687446d44ab1f1764",
+    "inputs": {
+      "prompt": "portrait of a facehugger by hr giger, greg rutkowski, luis royo and wayne barlowe, 8 k "
+    },
+    "model_a": "Kolors",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737909946.3917
+  },
+  {
+    "model_a_conv_id": "de51872d3cfa409e8b35c40b73ebd6af",
+    "model_b_conv_id": "b973f96b9f4c40998cd50cb60ef5ed66",
+    "inputs": {
+      "prompt": "A blue and white cat next to a blanket and shelf with grey bottle ."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737909956.6934
+  },
+  {
+    "model_a_conv_id": "aa447aae257a435f8d90de6dcd4cfb73",
+    "model_b_conv_id": "4335fb5f19334d25b252f2ebe1b5050a",
+    "inputs": {
+      "prompt": "big budget scifi movie set in postapocalyptic world with alien brainsuckers female cyborg in yellow rubber and gas mask in ruins of church "
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737909966.9679
+  },
+  {
+    "model_a_conv_id": "3657e28b128e48c799a3378d3caaa6cd",
+    "model_b_conv_id": "53256b3eb94f4dce87ef070820841e58",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "StableCascade",
+    "model_b": "HunyuanDiT",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737909978.1307
+  },
+  {
+    "model_a_conv_id": "7a1e04df80bb41649b72bdd3c887fe9f",
+    "model_b_conv_id": "4fdfb03410f54bd09304a5b2d37022bc",
+    "inputs": {
+      "prompt": "beautiful witch, hyper detailed, flowing psychadelic background intricate and detailed, 8 k, octane render "
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737909984.6496
+  },
+  {
+    "model_a_conv_id": "52b92a30d9894114bf357b7ce1833566",
+    "model_b_conv_id": "4752766822914362a42dd92b65a6a3f6",
+    "inputs": {
+      "prompt": "a beautiful very detailed painting of manor building unfinished building urbex architecture abandoned nature industrial architecture by ludwig mies van der rohe, water apocalyptic at night otherworldly postcyberpunk made of glass at summer scumm bar, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737910005.5113
+  },
+  {
+    "model_a_conv_id": "cf11ca2e82824d0eadb97dae7a75ccc7",
+    "model_b_conv_id": "bbf96cfb9a964c55b8a2c5badf799977",
+    "inputs": {
+      "prompt": "hyperrealism animal kingdom"
+    },
+    "model_a": "StableCascade",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737910025.7408
+  },
+  {
+    "model_a_conv_id": "851233384d754fb59397566a766df78a",
+    "model_b_conv_id": "d9050d1c96cd426bbb4ce2ee79cbcaae",
+    "inputs": {
+      "prompt": "image of a hyper realistic alien hand puppet on a white background"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737910041.7253
+  },
+  {
+    "model_a_conv_id": "d3bec8ae7b934ea180cc26ab5bf432b2",
+    "model_b_conv_id": "5c92c00737b044c09becc8c2a99bb5e4",
+    "inputs": {
+      "prompt": "image of massive statue of Donald Trump in columbus mall, highly detailed"
+    },
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1737910068.5391
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -37658,5 +37658,47 @@
     "judge": "arena_user_10.16.39.228",
     "anony": true,
     "tstamp": 1737813521.9876
+  },
+  {
+    "model_a_conv_id": "ce68f969d6834bf599f622380c6d5f3b",
+    "model_b_conv_id": "38fe683f489d4e888a87ddddae812e76",
+    "inputs": {
+      "prompt": "a bird on the left of a cat, front view"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737833954.4433
+  },
+  {
+    "model_a_conv_id": "13f1bb14ddb9474db4beab637dd87a89",
+    "model_b_conv_id": "923faf90c3f640749781e3ff652df72c",
+    "inputs": {
+      "prompt": "The bund Shanghai, featuring a steady and smooth perspective"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1737833966.3592
+  },
+  {
+    "model_a_conv_id": "065e5e82a0fe4d5995dc2504788d444b",
+    "model_b_conv_id": "d8c3cf30cd8e42be8eaebe64986eb62e",
+    "inputs": {
+      "prompt": "amusement park"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": false,
+    "tstamp": 1737844034.8303
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33113f43c89d605bd76b3571cd8475f9d4d4e8c76a0057025225649ffd73dbea
+oid sha256:a96a12098d5b3c890b7389acad8ee1f95dae3f8f6cd130ed76c3e4be42ed4488
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fff0f91e451a5ff72caf96fba3a605e399ad688c4f84a58bc9fea1c312ab46a
-size 81340
+oid sha256:a335b5aaa49d6540b4639487aa5aeaee2e1af8028a36bef9264cd91b588e4d38
+size 81355

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1131.5894108997534,1134.4251264915176,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.7795870164487,1115.8827848861931,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1094.30187658391,1100.0410894121908,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.3879813220703,1071.1931382145478,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1054.8715980528025,1053.914553659003,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.0334321869334,1043.7508079017048,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1024.8137633365207,1019.1567856737523,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.416291353617,1011.8355135728555,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1018.8718852699404,1023.1343747357074,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1017.2407788662938,1017.4109806723336,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1011.0501581238408,1012.081490376968,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.9498618094644,994.6854749076514,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.7700997475605,966.5517874956269,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,912.8470310099761,911.2294234676866,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.3103913487112,898.6884667657778,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.264929894955,826.8482715927153,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5009231772084,804.388816013309,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1132.2212710552733,1134.7466440672288,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1115.6439463568752,1116.678116416619,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1091.588771352567,1098.0390631776927,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.8344631427349,1071.6231499594005,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.2699197934303,1052.3563281556542,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.0206637397287,1044.6501541393634,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.6735977235113,1017.1537229998758,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1020.1451428369941,1012.5385543485902,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.1776372332382,1023.4189573927027,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.6323714528023,1017.8052801888542,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.8737558017442,1012.783246211083,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.7283837566374,994.529085294011,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.7078814187913,966.5783475734052,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.2638016686558,911.6468379249295,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7766509025721,899.1265507757478,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.5581678372904,827.1596885262018,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.8835739271476,804.7769881894005,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1157.127245889444,1153.5746128483693,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1123.658389632833,1126.3861724808417,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1117.3029704927483,1119.9070792212694,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1110.1237213624454,1111.191684870715,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-T2V-Turbo,T2V-Turbo,1055.4443354677046,1055.5110511763571,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1048.0439379637853,1046.2222976365283,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1036.4381983068538,1037.2215214816824,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1029.8617594786165,1030.7989438514792,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,994.6425699688965,998.593196673098,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,970.9837196703143,964.7496577095594,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,963.273508841751,964.0394831000352,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,879.6920537900985,880.0694965563179,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,849.8063340389524,847.6577299208132,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,833.8541703622006,832.5732917362167,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,829.747084733357,831.5037807367162,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1156.6417840332238,1153.1480958292777,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1123.1149650238794,1125.909507013962,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1118.581520480976,1121.1443597675186,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1105.878145238358,1107.06677078985,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+T2V-Turbo,T2V-Turbo,1057.1398105470457,1058.2400605852563,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1048.1377833201407,1046.4132987875419,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1037.0077664486253,1037.751372519615,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1030.3962126571219,1030.7851465550445,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,994.2001823282873,998.1817203734253,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LTXVideo,LTXVideo,969.624284204659,962.9210064432787,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+LaVie,LaVie,963.9974793986829,964.6732932576301,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,880.3912645506559,880.6725862962492,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.9673991905829,847.8594253200803,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.4651380163367,833.1217652234195,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,830.4562645614222,832.111591237852,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571