Auto Daily Leaderboard udpate Mon Feb 10 12:00:31 PM EST 2025

arena_elo/results/20250209/clean_battle_t2i_generation.json

@@ -117272,5 +117272,215 @@
     "judge": "arena_user_10.16.26.33",
     "anony": true,
     "tstamp": 1739119530.1575
+  },
+  {
+    "model_a_conv_id": "688e7bd5b9014252b4091f0e70d33968",
+    "model_b_conv_id": "509e914261f340588a97470cc88fda27",
+    "inputs": {
+      "prompt": "deep canyon, sedona, trees, cool water, boulders"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.204",
+    "anony": true,
+    "tstamp": 1739126333.9171
+  },
+  {
+    "model_a_conv_id": "6a4ca4bee4534beda879f7df216643ce",
+    "model_b_conv_id": "18b5e97954a1466fa417d53dcdcf32d1",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739133995.9489
+  },
+  {
+    "model_a_conv_id": "84ed32c6dad24ec5b32841d0eb843b9c",
+    "model_b_conv_id": "88ebd5e70e0b4c10b9b36c8f20278807",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739137643.6807
+  },
+  {
+    "model_a_conv_id": "7cf86a7cc88e40c1b54d1a15b42880e8",
+    "model_b_conv_id": "b17e3ecddaff4f3ab95aa2097999fdc6",
+    "inputs": {
+      "prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137691.7384
+  },
+  {
+    "model_a_conv_id": "aeec835904fc448c848c6d09ee84cec6",
+    "model_b_conv_id": "b011d57363934139a1c06a359a06b56b",
+    "inputs": {
+      "prompt": "A yellow colored giraffe."
+    },
+    "model_a": "SDXL",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137704.0366
+  },
+  {
+    "model_a_conv_id": "e30f355d5c37492088a75f39da103ccd",
+    "model_b_conv_id": "4f3e59051d7f4d8a95b3685204cbd940",
+    "inputs": {
+      "prompt": "A grocery store refrigerator has pint cartons of milk on the top shelf, quart cartons on the middle shelf, and gallon plastic jugs on the bottom shelf."
+    },
+    "model_a": "SD3",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137740.1978
+  },
+  {
+    "model_a_conv_id": "0d63168ba95840c19ab5af4c54665eec",
+    "model_b_conv_id": "7f779209b2674d93aa360fc555ba0bc1",
+    "inputs": {
+      "prompt": "photograph of one single bright happy woman wearing makeup and makeup, a black balenciaga jacket, walking up a quiet street in front of a laundromat, 3D render, 8K"
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739137780.7164
+  },
+  {
+    "model_a_conv_id": "0fb9affd84af4e78b56467e394631df9",
+    "model_b_conv_id": "6aebf178df9248cd8c8ad23168bfa51c",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137803.6036
+  },
+  {
+    "model_a_conv_id": "5b2b0a9245424262a42dd520a45fa2cc",
+    "model_b_conv_id": "ab54927c671a40f2aa7e85b4f00837c0",
+    "inputs": {
+      "prompt": "Four dogs on the street."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739137817.2044
+  },
+  {
+    "model_a_conv_id": "a190a16337b742b3b749395f9ca8c0a5",
+    "model_b_conv_id": "8cae954ebe7249989b8accd413c3b947",
+    "inputs": {
+      "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739137842.7031
+  },
+  {
+    "model_a_conv_id": "a90c8e654ed742bf8e4348248739799e",
+    "model_b_conv_id": "04b2b2b1dd0d49ed8e098878550b0a10",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739137878.0241
+  },
+  {
+    "model_a_conv_id": "3e5c4b9ce8ff438e8207daede87eb4cb",
+    "model_b_conv_id": "a627155b3c2f42c29afc12ab1e5a933f",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137909.348
+  },
+  {
+    "model_a_conv_id": "1aa809d3aa97477da9e5216c56e26c84",
+    "model_b_conv_id": "31e7d6457075413abbe2ee8a84f6f3f5",
+    "inputs": {
+      "prompt": "hyperrealism backstreet, in front of a massive building, cinematic, neon signs, high resolution, realistic lighting, octane render, hyper realistic, 8k"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739137935.4385
+  },
+  {
+    "model_a_conv_id": "2cb36811218947ebb405fa5ef440523a",
+    "model_b_conv_id": "ccffcd5957a54848b2a8a1f96e7ec6b3",
+    "inputs": {
+      "prompt": "hyperrealism, epic photography, closeup, 35mm film, photography, of young girl, in city"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137949.4677
+  },
+  {
+    "model_a_conv_id": "a926a5974ad8441e955b08e48db6851a",
+    "model_b_conv_id": "05e5256b6b4a455995eb33ba79613555",
+    "inputs": {
+      "prompt": "A brown toilet with a white wooden seat ."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137966.0463
   }
 ]

arena_elo/results/20250209/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff81065ae41d1d81953cc53c930f2eca03b1d0f5724e164fab8053396687610c
-size 88249
+oid sha256:3819f584247e8a456f0202f5f9a1e9ba35cdde00c9f383aa4a53fda8d88be22d
+size 88250

arena_elo/results/20250209/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e6605b41e1e8d58128e8c9d3f41f8065e96f0b7b673707907ee324f1ce67c
+size 81355

arena_elo/results/20250209/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1129.619856994613,1132.070111211358,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.3504325295257,1118.079675165549,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1094.0204396404256,1098.2344906236412,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.2115058982367,1071.1706961504635,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.1886320172682,1058.2475360472067,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.102143709965,1044.7972657780406,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1021.5177837666217,1016.2298804042805,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.0015246381279,1011.6341767400786,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1017.7091634238482,1022.1909593175177,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1016.6496818386112,1016.9612469470659,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1012.39654612746,1013.0704567643222,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,999.3076028395982,996.0799254938609,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,963.8100865080369,965.7567126273323,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.1532884989077,911.5920394547327,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.1496885345604,898.6687485013417,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.6475663818801,826.420791177407,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.1640566523051,804.2032388647183,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1130.965936036381,1133.0406376615292,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.3263575638991,1118.1165936442248,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1095.1340832996457,1099.1148309363793,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.8667134583654,1070.8933580975845,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.8229954984733,1056.8371872788416,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.483069701199,1044.2670314158588,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.4836498582378,1017.1964375713861,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.4054246311229,1011.1299384991,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.6816699537095,1017.020783845187,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1016.6641936310107,1021.338954248801,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1014.1787609594677,1014.5616964264257,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.5483379878466,996.3093220392012,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.101602264527,965.9745080520329,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.7560825797433,911.2649461375612,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.7703298730788,898.3597502489578,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.0283095546133,825.8921731714397,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.7824831486769,803.8835141819596,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250209/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1142.2198997331382,1144.1303990787592,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1121.0360203451519,1121.0148704133303,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.1873686223666,1114.8024232081552,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.631553399646,1104.7505363786668,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1059.307031743616,1059.7543301757235,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1056.6996081713237,1054.5866002499754,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.53071610916,1043.3201937923284,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.1100746992788,1034.3282094517006,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,982.4734601798796,984.911030377635,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.8527392892385,968.243099894197,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,941.8967599169381,944.6294713121971,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,885.2820032948823,884.380383048975,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,871.363970210693,868.4488498457245,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,839.2554951353058,836.927764802814,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,835.1532991493771,835.7718379698205,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -117272,5 +117272,215 @@
     "judge": "arena_user_10.16.26.33",
     "anony": true,
     "tstamp": 1739119530.1575
+  },
+  {
+    "model_a_conv_id": "688e7bd5b9014252b4091f0e70d33968",
+    "model_b_conv_id": "509e914261f340588a97470cc88fda27",
+    "inputs": {
+      "prompt": "deep canyon, sedona, trees, cool water, boulders"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.204",
+    "anony": true,
+    "tstamp": 1739126333.9171
+  },
+  {
+    "model_a_conv_id": "6a4ca4bee4534beda879f7df216643ce",
+    "model_b_conv_id": "18b5e97954a1466fa417d53dcdcf32d1",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739133995.9489
+  },
+  {
+    "model_a_conv_id": "84ed32c6dad24ec5b32841d0eb843b9c",
+    "model_b_conv_id": "88ebd5e70e0b4c10b9b36c8f20278807",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman with tattoo and bald head, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739137643.6807
+  },
+  {
+    "model_a_conv_id": "7cf86a7cc88e40c1b54d1a15b42880e8",
+    "model_b_conv_id": "b17e3ecddaff4f3ab95aa2097999fdc6",
+    "inputs": {
+      "prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137691.7384
+  },
+  {
+    "model_a_conv_id": "aeec835904fc448c848c6d09ee84cec6",
+    "model_b_conv_id": "b011d57363934139a1c06a359a06b56b",
+    "inputs": {
+      "prompt": "A yellow colored giraffe."
+    },
+    "model_a": "SDXL",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137704.0366
+  },
+  {
+    "model_a_conv_id": "e30f355d5c37492088a75f39da103ccd",
+    "model_b_conv_id": "4f3e59051d7f4d8a95b3685204cbd940",
+    "inputs": {
+      "prompt": "A grocery store refrigerator has pint cartons of milk on the top shelf, quart cartons on the middle shelf, and gallon plastic jugs on the bottom shelf."
+    },
+    "model_a": "SD3",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137740.1978
+  },
+  {
+    "model_a_conv_id": "0d63168ba95840c19ab5af4c54665eec",
+    "model_b_conv_id": "7f779209b2674d93aa360fc555ba0bc1",
+    "inputs": {
+      "prompt": "photograph of one single bright happy woman wearing makeup and makeup, a black balenciaga jacket, walking up a quiet street in front of a laundromat, 3D render, 8K"
+    },
+    "model_a": "SD3",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739137780.7164
+  },
+  {
+    "model_a_conv_id": "0fb9affd84af4e78b56467e394631df9",
+    "model_b_conv_id": "6aebf178df9248cd8c8ad23168bfa51c",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137803.6036
+  },
+  {
+    "model_a_conv_id": "5b2b0a9245424262a42dd520a45fa2cc",
+    "model_b_conv_id": "ab54927c671a40f2aa7e85b4f00837c0",
+    "inputs": {
+      "prompt": "Four dogs on the street."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739137817.2044
+  },
+  {
+    "model_a_conv_id": "a190a16337b742b3b749395f9ca8c0a5",
+    "model_b_conv_id": "8cae954ebe7249989b8accd413c3b947",
+    "inputs": {
+      "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739137842.7031
+  },
+  {
+    "model_a_conv_id": "a90c8e654ed742bf8e4348248739799e",
+    "model_b_conv_id": "04b2b2b1dd0d49ed8e098878550b0a10",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739137878.0241
+  },
+  {
+    "model_a_conv_id": "3e5c4b9ce8ff438e8207daede87eb4cb",
+    "model_b_conv_id": "a627155b3c2f42c29afc12ab1e5a933f",
+    "inputs": {
+      "prompt": "photorealistic render of city exterior shot"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137909.348
+  },
+  {
+    "model_a_conv_id": "1aa809d3aa97477da9e5216c56e26c84",
+    "model_b_conv_id": "31e7d6457075413abbe2ee8a84f6f3f5",
+    "inputs": {
+      "prompt": "hyperrealism backstreet, in front of a massive building, cinematic, neon signs, high resolution, realistic lighting, octane render, hyper realistic, 8k"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1739137935.4385
+  },
+  {
+    "model_a_conv_id": "2cb36811218947ebb405fa5ef440523a",
+    "model_b_conv_id": "ccffcd5957a54848b2a8a1f96e7ec6b3",
+    "inputs": {
+      "prompt": "hyperrealism, epic photography, closeup, 35mm film, photography, of young girl, in city"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137949.4677
+  },
+  {
+    "model_a_conv_id": "a926a5974ad8441e955b08e48db6851a",
+    "model_b_conv_id": "05e5256b6b4a455995eb33ba79613555",
+    "inputs": {
+      "prompt": "A brown toilet with a white wooden seat ."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1739137966.0463
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -39170,5 +39170,33 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1739056203.0932
+  },
+  {
+    "model_a_conv_id": "40ecadb70d4049c390fbe956f46420d0",
+    "model_b_conv_id": "f986c2f1cf4940a4951d8d95906170eb",
+    "inputs": {
+      "prompt": "Clown fish swimming through the coral reef"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739168265.2785
+  },
+  {
+    "model_a_conv_id": "6275a9e32a6948c68677f4fdb047ad64",
+    "model_b_conv_id": "e9c418e11f9d47e1ba577125d7f93a8a",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1739168490.8503
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff81065ae41d1d81953cc53c930f2eca03b1d0f5724e164fab8053396687610c
-size 88249
+oid sha256:3819f584247e8a456f0202f5f9a1e9ba35cdde00c9f383aa4a53fda8d88be22d
+size 88250

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8107f1d00ecc023a4024a10b1a66b4663bcd9c842536d6f7b1abe47935cbaf67
+oid sha256:303e6605b41e1e8d58128e8c9d3f41f8065e96f0b7b673707907ee324f1ce67c
 size 81355

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1129.619856994613,1132.070111211358,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.3504325295257,1118.079675165549,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1094.0204396404256,1098.2344906236412,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.2115058982367,1071.1706961504635,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.1886320172682,1058.2475360472067,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1042.102143709965,1044.7972657780406,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1021.5177837666217,1016.2298804042805,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.0015246381279,1011.6341767400786,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1017.7091634238482,1022.1909593175177,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1016.6496818386112,1016.9612469470659,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1012.39654612746,1013.0704567643222,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,999.3076028395982,996.0799254938609,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,963.8100865080369,965.7567126273323,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.1532884989077,911.5920394547327,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.1496885345604,898.6687485013417,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.6475663818801,826.420791177407,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.1640566523051,804.2032388647183,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1130.965936036381,1133.0406376615292,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.3263575638991,1118.1165936442248,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1095.1340832996457,1099.1148309363793,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1070.8667134583654,1070.8933580975845,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1057.8229954984733,1056.8371872788416,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.483069701199,1044.2670314158588,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1022.4836498582378,1017.1964375713861,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.4054246311229,1011.1299384991,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1016.6816699537095,1017.020783845187,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1016.6641936310107,1021.338954248801,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+SD3,SD3,1014.1787609594677,1014.5616964264257,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,999.5483379878466,996.3093220392012,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,964.101602264527,965.9745080520329,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,912.7560825797433,911.2649461375612,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.7703298730788,898.3597502489578,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.0283095546133,825.8921731714397,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.7824831486769,803.8835141819596,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1141.85013519459,1143.9030378446175,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1120.6860719528172,1120.5908798909427,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1115.080225355863,1114.8968598305355,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1102.8130037181988,1104.948278109107,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1059.1827449074124,1059.5772397092592,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1056.912971192227,1054.3523357868637,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1043.4725252713872,1043.1431165041156,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1035.0765569006976,1034.1602664459117,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,986.8852174047779,989.2836567236441,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.9107438933402,968.0739769430635,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,941.1631048463653,944.8526526442969,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,885.3448167539168,884.2219985106126,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,868.0529072770681,865.4406909116633,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,839.3933986821883,836.9291061433394,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,835.1755766491551,835.6259040020271,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1142.2198997331382,1144.1303990787592,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1121.0360203451519,1121.0148704133303,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1115.1873686223666,1114.8024232081552,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.631553399646,1104.7505363786668,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1059.307031743616,1059.7543301757235,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1056.6996081713237,1054.5866002499754,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.53071610916,1043.3201937923284,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.1100746992788,1034.3282094517006,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,982.4734601798796,984.911030377635,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.8527392892385,968.243099894197,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,941.8967599169381,944.6294713121971,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,885.2820032948823,884.380383048975,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,871.363970210693,868.4488498457245,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,839.2554951353058,836.927764802814,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,835.1532991493771,835.7718379698205,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571