Auto Daily Leaderboard udpate Tue Oct 1 12:00:28 PM EDT 2024

arena_elo/results/20241001/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3e8c7a0ba6d72765a5a60c684e850b8253b820e454061518b4272e719acc1b
+size 88251

arena_elo/results/20241001/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3170ab9ab63248ab2d228ad4d9254dae237ae3472a94b61a03ad28371c5c7b
+size 66399

arena_elo/results/20241001/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.9628451381793,1124.4328525218098,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1109.8960285267315,1121.8274462646168,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.5473153933833,1075.9916188517154,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.4354232566661,1071.6732966428615,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1066.5285547187534,1062.094368337104,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.3165683939364,1042.224190092858,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.935889912155,1022.149065446435,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1021.6889656260471,1012.7550344138051,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1021.3017604879707,1024.584180129361,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1019.8522310270184,1019.8861542031685,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1007.5776196190437,1000.2766513697775,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1002.118490436059,1007.5270863005277,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.6550844386784,965.5977020498926,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.7841902048643,911.4300059633879,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.1670532233752,899.6347856315425,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.647768688722,823.8289701722181,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5842109084192,803.8942503723699,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241001/video_generation_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1145.238398539996,1148.9148363905083,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1118.5882407038487,1109.5294610132341,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1078.3811818815082,1077.9702745120326,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+VideoCrafter2,VideoCrafter2,1067.5332438841097,1068.9246512117425,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1065.9142530579716,1065.5069916442,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.287529513279,994.6317637756246,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,909.7351339303057,910.7871950984952,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,902.8743164281138,901.5100729412486,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,859.2386648089459,861.8159471202322,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiff Turbo,AnimateDiff Turbo,859.209037251925,860.4088062926841,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -102866,5 +102866,201 @@
     "judge": "arena_user_10.16.18.75",
     "anony": true,
     "tstamp": 1727679893.568
+  },
+  {
+    "model_a_conv_id": "faf633646f0e493a81a37e611ddbfa45",
+    "model_b_conv_id": "6789c6cda7214fb797fef6a769f5d6b8",
+    "inputs": {
+      "prompt": "A futuristic hopeful busy city, purple and green color scheme"
+    },
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727713564.2513
+  },
+  {
+    "model_a_conv_id": "97d3ec5175f54c019cd4ab7764399dff",
+    "model_b_conv_id": "ef27c56d590b419a9115d1fa4974cc86",
+    "inputs": {
+      "prompt": "ncient Chinese woman, neon-colored dress, transparent horse made of wind, galloping on the Great Wall, nighttime, starry sky, billowing clouds, fluttering dress, dynamic, dreamlike, mysterious, anthropomorphic, photo real, Shot on a 50mm lens, classic composition, masterpiece, exquisite, color correction, amazing visual effects, crazy details, intricate details\n\n作者：大全Prompt\n链接：https://www.zhihu.com/question/558312476/answer/3297421451\n来源：知乎\n著作权归作者所有。商业转载请联系作者获得授权，非商业转载请注明出处。"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727714422.9223
+  },
+  {
+    "model_a_conv_id": "351521d7c7724b96b9479ef48ca5abe3",
+    "model_b_conv_id": "adb7d759bac746f68a28738f5ca0a51d",
+    "inputs": {
+      "prompt": "A cube made of brick. A cube with the texture of brick."
+    },
+    "model_a": "StableCascade",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727727122.6249
+  },
+  {
+    "model_a_conv_id": "e826523530f4405e9310aa5e475d9e9c",
+    "model_b_conv_id": "d23e1c28b8a24fc6a37e517884ea15e6",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727760330.603
+  },
+  {
+    "model_a_conv_id": "d294bba9d7704f80bb91a365a77f32e5",
+    "model_b_conv_id": "9411c7aa39d74c2eba1806c277cdbbaa",
+    "inputs": {
+      "prompt": "mole on green lawn, next to its hole, photorealistic picture"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.1.102",
+    "anony": false,
+    "tstamp": 1727786275.2873
+  },
+  {
+    "model_a_conv_id": "8849f817905b437c8c991a4803eef810",
+    "model_b_conv_id": "e4373dcd7dca42a18f6443931ce5ead2",
+    "inputs": {
+      "prompt": "Rbefraigerator."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727790826.6928
+  },
+  {
+    "model_a_conv_id": "1cc3c384ed54465b81973b88893f4d0c",
+    "model_b_conv_id": "2e3b79b982384975a2acfba98b02275b",
+    "inputs": {
+      "prompt": "hyperrealism fruits and vegetables market"
+    },
+    "model_a": "SDXL",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727790835.2595
+  },
+  {
+    "model_a_conv_id": "948024a6e10b4ab2ba4e5de749f0835d",
+    "model_b_conv_id": "6069da7727274f80a37eaf9ae5bacee5",
+    "inputs": {
+      "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXL",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727790843.3862
+  },
+  {
+    "model_a_conv_id": "583b4854ce5448edb09b07f73fc1da09",
+    "model_b_conv_id": "49a2e4e1bb8648b7b7516e0e26e7a7fc",
+    "inputs": {
+      "prompt": "photograph of a man jumping in the sky"
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1727790853.8286
+  },
+  {
+    "model_a_conv_id": "a2b24044a42246e29e90da6e36ed2ff9",
+    "model_b_conv_id": "a2123a06c8e5404b8ff3c32bca8438b4",
+    "inputs": {
+      "prompt": "Two brown horses grazing on green grass next to a lighthouse."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727790860.7866
+  },
+  {
+    "model_a_conv_id": "13976827f539499f83a34c8a835efa9a",
+    "model_b_conv_id": "c151e7ae63234eaf81935b8972ff6f66",
+    "inputs": {
+      "prompt": "A maglev train going vertically downward in high speed, New York Times photojournalism."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727790869.9589
+  },
+  {
+    "model_a_conv_id": "f26ad47158574cb5a29c366ac8efa7bd",
+    "model_b_conv_id": "b750b6410483435abc43fa116d40627d",
+    "inputs": {
+      "prompt": "A woman in a red t-shirt and shorts holds on to a tennis racket and on the other side of the net a man in black and white also holds up a tennis racket."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727790881.4015
+  },
+  {
+    "model_a_conv_id": "72671ef883e24da1a489373a37ec2103",
+    "model_b_conv_id": "24be1b5a3a8b41198c7978e5bc6fac29",
+    "inputs": {
+      "prompt": "photorealistic, inside an alien fungal forest"
+    },
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727790890.0291
+  },
+  {
+    "model_a_conv_id": "19d7246890f347929aac6706c48fec29",
+    "model_b_conv_id": "847ca06c796f466a85710e26286b50e2",
+    "inputs": {
+      "prompt": "a person wearing a black suit jacket, collared shirt, blue patterned tie and a pocket square"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727790901.9142
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -27914,5 +27914,495 @@
     "judge": "arena_user_10.16.10.147",
     "anony": true,
     "tstamp": 1727574249.8596
+  },
+  {
+    "model_a_conv_id": "02af941df9c34670a8b9ecf455ce7b76",
+    "model_b_conv_id": "e882af7fe6944eb7880639b0cf14d3ea",
+    "inputs": {
+      "prompt": "In a still frame, in the heart of the old city, a row of ornate lantern-style streetlamps bathed the narrow alleyway in a warm, welcoming light"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727728146.6493
+  },
+  {
+    "model_a_conv_id": "db2430a7db4f411a8915fdb9a3f4938c",
+    "model_b_conv_id": "288d8761722f4927b1da57bb3280d63b",
+    "inputs": {
+      "prompt": "a boat accelerating to gain speed"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.102",
+    "anony": true,
+    "tstamp": 1727728153.443
+  },
+  {
+    "model_a_conv_id": "a04def8fd1f84904b1a7bf44d33675f1",
+    "model_b_conv_id": "cf31183322d74be792ea702e01a6ecf2",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, tilt down"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727728292.7019
+  },
+  {
+    "model_a_conv_id": "091ebe91282548c8ac4c5d0ffddae015",
+    "model_b_conv_id": "c07d2139bd8c4e93b3ad0d71825d059a",
+    "inputs": {
+      "prompt": "an oven and scissors"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727728297.2448
+  },
+  {
+    "model_a_conv_id": "e4307334e51640809515c20a23e94695",
+    "model_b_conv_id": "99adb333778d4701804708a7ce832fbd",
+    "inputs": {
+      "prompt": "a snowboard on the bottom of a kite, front view"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727728311.9975
+  },
+  {
+    "model_a_conv_id": "ffa97e01e11f416c88c477d09cba12e6",
+    "model_b_conv_id": "255f0eaf1cb54b44be697b9c2f5f533f",
+    "inputs": {
+      "prompt": "A confused panda in calculus class"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727728321.3286
+  },
+  {
+    "model_a_conv_id": "d9748f4ec46c4006ac63dd3ff3292fb8",
+    "model_b_conv_id": "4b4b4d55b5dc4e97ae39f7afa7662092",
+    "inputs": {
+      "prompt": "Gwen Stacy reading a book, oil painting"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727728326.5257
+  },
+  {
+    "model_a_conv_id": "af185de7379745e89509a087322b5f0d",
+    "model_b_conv_id": "4234b4ed5d2e482b88ec01e8955f7a7a",
+    "inputs": {
+      "prompt": "a baseball glove on the right of a tennis racket, front view"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727728338.0897
+  },
+  {
+    "model_a_conv_id": "6496aac8304f44858b23552e215d1b05",
+    "model_b_conv_id": "013be7d4f83b4db49a1a71d1dbf55ac8",
+    "inputs": {
+      "prompt": "a green bird"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727728371.3354
+  },
+  {
+    "model_a_conv_id": "f8406d3f55334536a9f10e547b56cd3d",
+    "model_b_conv_id": "20a5c6c4edfe40d6ad439f99eea3d3f2",
+    "inputs": {
+      "prompt": "windmill"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727728377.3097
+  },
+  {
+    "model_a_conv_id": "714dff3038ef4cb29617bdf072f53a86",
+    "model_b_conv_id": "4a79a9eff8764334b5a1355a700b5ba8",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, tilt down"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727728382.1462
+  },
+  {
+    "model_a_conv_id": "708bde01633044e99af6a925e4603125",
+    "model_b_conv_id": "c06068eee9924e1fa4afea43db07ba6a",
+    "inputs": {
+      "prompt": "An astronaut is riding a horse in the space in a photorealistic style."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727728388.5074
+  },
+  {
+    "model_a_conv_id": "21a245fc528a4ae0ac3d61d51fa7b371",
+    "model_b_conv_id": "8a58e50805dd45bca72d3dde8c39ea3a",
+    "inputs": {
+      "prompt": "A cat wearing sunglasses and working as a lifeguard at a pool."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727728398.2084
+  },
+  {
+    "model_a_conv_id": "01048f67b30b4424bdc62e197c02d333",
+    "model_b_conv_id": "900b4309ec27482f8383dc8e7b217cda",
+    "inputs": {
+      "prompt": "a bear hunting for prey"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740625.0303
+  },
+  {
+    "model_a_conv_id": "e61ca2daa27647449c1cfe10f1f9150c",
+    "model_b_conv_id": "f066f77e150446778fdc75526bd1cef9",
+    "inputs": {
+      "prompt": "The bund Shanghai, zoom out"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727740634.8606
+  },
+  {
+    "model_a_conv_id": "1699d41779f74086ba137275d9305050",
+    "model_b_conv_id": "bf92a15767a44015b284c40ce8afc439",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in cyberpunk style"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.1.102",
+    "anony": true,
+    "tstamp": 1727740643.5592
+  },
+  {
+    "model_a_conv_id": "65fb7a9dbc9f491db0d688eab3e42ed3",
+    "model_b_conv_id": "2772a41f32a4480a8f05ceadf7b85254",
+    "inputs": {
+      "prompt": "a dog"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740649.7553
+  },
+  {
+    "model_a_conv_id": "f0d0df854cf94b7d8cd2b09fa8867d22",
+    "model_b_conv_id": "3478c74488034207b5bceb8f754b7b4b",
+    "inputs": {
+      "prompt": "A person is barbequing"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740655.7124
+  },
+  {
+    "model_a_conv_id": "8ec5209b87aa458b8dc25f5cd991d601",
+    "model_b_conv_id": "54b7d8d81dbf4b0ca42b7d961e587080",
+    "inputs": {
+      "prompt": "A cat wearing sunglasses and working as a lifeguard at a pool."
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.1.102",
+    "anony": true,
+    "tstamp": 1727740667.4526
+  },
+  {
+    "model_a_conv_id": "8f02b1ab200944ceadda02faa39c5e5b",
+    "model_b_conv_id": "c9cb9d4e84c74067892cc3eeda87e421",
+    "inputs": {
+      "prompt": "a pink clock"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740675.7145
+  },
+  {
+    "model_a_conv_id": "50a1ab005ef34c2eb1b7571bcfd2c82b",
+    "model_b_conv_id": "158374ef5d1d43fb998ab4128ce853c6",
+    "inputs": {
+      "prompt": "a blue bird"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740688.8721
+  },
+  {
+    "model_a_conv_id": "cd9e66b5a9e7431e8bfc7d050a0730cd",
+    "model_b_conv_id": "0e711a9913d54a0baf797d52a1d29841",
+    "inputs": {
+      "prompt": "a bottle on the left of a wine glass, front view"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727740700.2987
+  },
+  {
+    "model_a_conv_id": "0e6f285dbf3e48cf9ceda63ce41b48c3",
+    "model_b_conv_id": "285cb96637a5424696f002c630750ca6",
+    "inputs": {
+      "prompt": "a dog playing in park"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727740707.5448
+  },
+  {
+    "model_a_conv_id": "0272d7fabe7c44f5aca11f5b014ec0d8",
+    "model_b_conv_id": "7baf20b393124d0bbd2cdafe495f62fd",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, in super slow motion"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740713.9058
+  },
+  {
+    "model_a_conv_id": "a0dfcb73785f4766927926edd325080d",
+    "model_b_conv_id": "ad556464ffca4d17b04e862c490c5cb9",
+    "inputs": {
+      "prompt": "a skateboard on the bottom of a surfboard, front view"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740720.7785
+  },
+  {
+    "model_a_conv_id": "c7ee9953805d49e8acc0541adea110de",
+    "model_b_conv_id": "49bc7b8d03e543ee8645c1ce48fdc81c",
+    "inputs": {
+      "prompt": "a remote and a keyboard"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.2.111",
+    "anony": true,
+    "tstamp": 1727740728.0715
+  },
+  {
+    "model_a_conv_id": "bc32df031d2d4a08b831a81ff3ac8a07",
+    "model_b_conv_id": "1a082c8ce1fd4aa2a5f7fc34c49d3873",
+    "inputs": {
+      "prompt": "a train speeding down the tracks"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740742.6338
+  },
+  {
+    "model_a_conv_id": "e26e84a6480a4cf885e99ab76cc3e07a",
+    "model_b_conv_id": "cf7012c956984655b520370b84bef549",
+    "inputs": {
+      "prompt": "a pink suitcase"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740753.0813
+  },
+  {
+    "model_a_conv_id": "06c7a11b0ebc4aba8abd80a1297be17f",
+    "model_b_conv_id": "c10a3cc583cb470e8a1c74a537021005",
+    "inputs": {
+      "prompt": "a cup and a couch"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727740765.7199
+  },
+  {
+    "model_a_conv_id": "2eaf06f3163a471797ca024651b2e0af",
+    "model_b_conv_id": "3f5e80830e294fe7a2e9dbc7456aa4a0",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, surrealism style"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727740777.6879
+  },
+  {
+    "model_a_conv_id": "14e77e128d1a405fa023ac63f4b6504d",
+    "model_b_conv_id": "10a137b0c0774ac7bfdd29f4e329ecdf",
+    "inputs": {
+      "prompt": "cliff"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727740782.9557
+  },
+  {
+    "model_a_conv_id": "94374fa84825434cbd5e81e05c04d38a",
+    "model_b_conv_id": "1b4ad3a058294a5cb4ca6665c58ade0b",
+    "inputs": {
+      "prompt": "A tranquil tableau of in the heart of the Utah desert, a massive sandstone arch spanned the horizon"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727740792.2414
+  },
+  {
+    "model_a_conv_id": "80ae4a95fde64d3f9f6aeb20a6d0d9f9",
+    "model_b_conv_id": "b3eb4dea07754ad5a766e108ecd0f6cd",
+    "inputs": {
+      "prompt": "indoor movie theater"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.102",
+    "anony": true,
+    "tstamp": 1727740799.5158
+  },
+  {
+    "model_a_conv_id": "517e412eeb5446b18f86528e692d2d15",
+    "model_b_conv_id": "c3713ed64fc6469a9f3a1736a3d7821c",
+    "inputs": {
+      "prompt": "a couch"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727740805.1272
+  },
+  {
+    "model_a_conv_id": "b21121857fc24fa7826896a2d136b8de",
+    "model_b_conv_id": "ede3c1a9a3044776822a3dd005bbdafd",
+    "inputs": {
+      "prompt": "tower"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727777093.9859
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09e6e439a371b0697004f7f83bfdc4325b414bc876bcad254aedf1c4bcfc07f2
-size 88244
+oid sha256:3f3e8c7a0ba6d72765a5a60c684e850b8253b820e454061518b4272e719acc1b
+size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03ac4f6c71a7e58b6757502914e6a999e07c16bc727d9107287e43b673cdfb7d
+oid sha256:cb3170ab9ab63248ab2d228ad4d9254dae237ae3472a94b61a03ad28371c5c7b
 size 66399

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1122.5270639450953,1125.0127561320196,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1110.5254236291642,1122.668367660175,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1091.6633585353488,1081.714184401561,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.2691011245327,1071.512781569233,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1064.0963015070201,1059.6278841275089,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.5581703598052,1042.4912848569556,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1029.8030522489662,1022.1945198671765,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1021.3173992704275,1024.8042875648832,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1021.1382631492593,1012.2454428605124,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.166673076227,1019.1913877606677,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1005.3854641817325,1010.3917189830572,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1001.8939949067359,994.7255025170468,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,964.9221337708851,965.8224712860441,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.7475571381475,911.2840371083312,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.9847702054977,899.4723658644424,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,827.7394173396949,823.0163320004636,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.2618556114662,803.6009826459906,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.9628451381793,1124.4328525218098,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1109.8960285267315,1121.8274462646168,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.5473153933833,1075.9916188517154,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.4354232566661,1071.6732966428615,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1066.5285547187534,1062.094368337104,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.3165683939364,1042.224190092858,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.935889912155,1022.149065446435,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1021.6889656260471,1012.7550344138051,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1021.3017604879707,1024.584180129361,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1019.8522310270184,1019.8861542031685,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1007.5776196190437,1000.2766513697775,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1002.118490436059,1007.5270863005277,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.6550844386784,965.5977020498926,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.7841902048643,911.4300059633879,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.1670532233752,899.6347856315425,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.647768688722,823.8289701722181,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5842109084192,803.8942503723699,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1144.0866257906664,1147.9228778802978,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1121.0252595582922,1110.281133093564,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1079.287338798915,1079.115095309868,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-VideoCrafter2,VideoCrafter2,1068.8121966438816,1070.4076619433563,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1064.2423544660408,1063.92066465154,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,993.1820099487412,994.7000711661661,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,909.6393810352145,910.7591572074741,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,901.3960739589066,900.7352120053209,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,859.168743869511,860.3946559553185,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,859.1600159298297,861.7634707870932,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+StableVideoDiffusion,StableVideoDiffusion,1145.238398539996,1148.9148363905083,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1118.5882407038487,1109.5294610132341,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1078.3811818815082,1077.9702745120326,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+VideoCrafter2,VideoCrafter2,1067.5332438841097,1068.9246512117425,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1065.9142530579716,1065.5069916442,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.287529513279,994.6317637756246,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,909.7351339303057,910.7871950984952,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,902.8743164281138,901.5100729412486,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,859.2386648089459,861.8159471202322,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiff Turbo,AnimateDiff Turbo,859.209037251925,860.4088062926841,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo