Auto Daily Leaderboard udpate Sun Nov 10 12:00:37 PM EST 2024

arena_elo/results/20241110/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df21c996e704f3b44e2351f919b6a8b1a3e2dfdf5d36b29300d5aab0ec70a99
+size 88251

arena_elo/results/20241110/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd99e10ac775e3608535aedd203952e68e945cd4e92a24eb18b52d6db01311fd
+size 75108

arena_elo/results/20241110/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1120.5038564122146,1120.3755246190728,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1119.9901423644335,1142.9367008623715,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.0944037204576,1076.7232735196021,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4940003596626,1069.9235604926855,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.9981064446497,1052.2582770323802,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.5590942823587,1040.6682333655197,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.296804086037,1022.7396827570559,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.8772681249438,1009.7627112076987,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.4735795289602,1017.9899656308975,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.3746309981287,1021.1830643807137,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1011.1228994042053,1004.9098383671706,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.5793858501969,1012.166216962329,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.7103706266315,964.657037085725,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9227965264841,911.0235407881763,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.2006017995312,897.7061468043311,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.7941846284837,823.2017322253914,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.0078748426276,802.4940913583407,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241110/video_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1166.340481040691,1165.959412816273,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1150.6071632603127,1150.5614375529565,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1118.754474808648,1121.4494510246511,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1051.5356580987295,1050.8836680043587,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1050.5877221813741,1047.5929647086566,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.970585916351,1039.8468436328349,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1039.538267196832,1040.4667112226182,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1004.9796332542962,1004.9056466034035,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,967.7075845088237,968.2941427985448,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,884.2378921051588,884.5002885023184,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,854.3873310513194,852.5359306175847,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,837.2761624749314,836.9705817011352,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.077044102532,836.0329208146636,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -106702,5 +106702,61 @@
     "judge": "arena_user_10.16.19.51",
     "anony": true,
     "tstamp": 1731146837.4867
+  },
+  {
+    "model_a_conv_id": "a81e2e58366949769dcf3bea835f2583",
+    "model_b_conv_id": "a303d0e9f8f64bb09477f066347da6a6",
+    "inputs": {
+      "prompt": "photorealistic, hyper detailed sculpture of a large mech dragon"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": false,
+    "tstamp": 1731179061.9784
+  },
+  {
+    "model_a_conv_id": "f62ec9a15f2f4f47b7cee8079ca87c9a",
+    "model_b_conv_id": "a104c68f66b54cc3a20bcd6ca430629c",
+    "inputs": {
+      "prompt": "A silver , orange , and grey   train 's closed doors ."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731198621.7905
+  },
+  {
+    "model_a_conv_id": "d67a15fcf9b141c7852ea93b96808009",
+    "model_b_conv_id": "4b337842f8874d70a8798efd0170c15f",
+    "inputs": {
+      "prompt": "The camera gracefully ascends, moving up towards the side of the yacht, capturing intricate details of the vessel's design as it rises. Upon reaching the deck, a few members of the crew come into view, chatting and smiling, dressed in casual yet stylish nautical attire. Some lean on the railing, enjoying the breeze, while others prepare for the evening’s entertainment"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "AuraFlow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731228887.3949
+  },
+  {
+    "model_a_conv_id": "d1d881d4f4e248b493339ea0e20e9bc4",
+    "model_b_conv_id": "0f9e457da56146f7a9159c30a08a4388",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731244268.8413
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -31568,5 +31568,607 @@
     "judge": "arena_user_10.16.38.136",
     "anony": true,
     "tstamp": 1731059459.3946
+  },
+  {
+    "model_a_conv_id": "e7738c1b245046d8ba28f06406a9c2c9",
+    "model_b_conv_id": "d3d4a31fa69b429bbdd6d12751b67aa8",
+    "inputs": {
+      "prompt": "The bund Shanghai, racking focus"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731192143.4594
+  },
+  {
+    "model_a_conv_id": "32eb7cd9a399427083fa26ce93969e55",
+    "model_b_conv_id": "9e79259a14694d3ab4b0fb1631c5e838",
+    "inputs": {
+      "prompt": "a tennis racket and a bottle"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192165.993
+  },
+  {
+    "model_a_conv_id": "6728028bd1484d20b6f950dd7740d9af",
+    "model_b_conv_id": "dea661b14d03431e8ab24e60a9deb0b2",
+    "inputs": {
+      "prompt": "A person is push up"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731192187.4371
+  },
+  {
+    "model_a_conv_id": "8e3206f47653457295e4be812834bf1c",
+    "model_b_conv_id": "034b15d67ba340f7b0c3cf3fc25f923b",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, tilt down"
+    },
+    "model_a": "Allegro",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192228.3948
+  },
+  {
+    "model_a_conv_id": "31b5d1d924db42a5a9cccca4e2ad8919",
+    "model_b_conv_id": "e4850d0b0a7242c3930eb4d41a914d32",
+    "inputs": {
+      "prompt": "A person is folding clothes"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731192250.412
+  },
+  {
+    "model_a_conv_id": "1614fb35e7f44e5c9bb079c406a1c559",
+    "model_b_conv_id": "4b818f780f0245d6a65049e13d08d634",
+    "inputs": {
+      "prompt": "a train accelerating to gain speed"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731192274.6587
+  },
+  {
+    "model_a_conv_id": "eb62a82772124b9aadee3ee09b7250f7",
+    "model_b_conv_id": "cacab49e5ae84c58bbbafa8bdc02424d",
+    "inputs": {
+      "prompt": "a cat grooming itself meticulously with its tongue"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192304.4702
+  },
+  {
+    "model_a_conv_id": "2be8166b9d084e998dc3155a2ca98438",
+    "model_b_conv_id": "753b9d5aa9f84c5b8726d9fa4e39de88",
+    "inputs": {
+      "prompt": "a carrot"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192323.1271
+  },
+  {
+    "model_a_conv_id": "69f225f9853d4df68d99b5e0a96a1edd",
+    "model_b_conv_id": "3ccff42ef17d48c28cce93afaf68cac5",
+    "inputs": {
+      "prompt": "a bowl"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731192342.4017
+  },
+  {
+    "model_a_conv_id": "58fbc2a5011e405b9da9ba2913477399",
+    "model_b_conv_id": "1eb418ecc28a4c58afd14a7ee0878b9d",
+    "inputs": {
+      "prompt": "bedroom"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192356.0559
+  },
+  {
+    "model_a_conv_id": "40fa16e1afcb4b4496a158255d829da7",
+    "model_b_conv_id": "026c1237ec944b1a8739c36c39b81590",
+    "inputs": {
+      "prompt": "A teddy bear is playing drum kit in NYC Times Square."
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731192380.1563
+  },
+  {
+    "model_a_conv_id": "e187d2ffceef44628d78fe5c17f77bc5",
+    "model_b_conv_id": "5537a6becd794a4f9a74de9e35ba72b6",
+    "inputs": {
+      "prompt": "a motorcycle cruising along a coastal highway"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192405.8891
+  },
+  {
+    "model_a_conv_id": "7d9b77d90153468f96f5272108321ace",
+    "model_b_conv_id": "e2f406ae28c443efa761140418efb8be",
+    "inputs": {
+      "prompt": "A person is playing controller"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192452.5296
+  },
+  {
+    "model_a_conv_id": "f5b0ef02f5294ffc9cbec1714bb031e7",
+    "model_b_conv_id": "677f9f62480c4dbfae7ecaeba85d11f1",
+    "inputs": {
+      "prompt": "An astronaut flying in space, pixel art"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192465.3367
+  },
+  {
+    "model_a_conv_id": "0d4eb03cbe4541a8b2dbcc82daf1ea6b",
+    "model_b_conv_id": "d286a4ba5eab465cadd7e1b72ca2d633",
+    "inputs": {
+      "prompt": "A person is riding or walking with horse"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731192495.6451
+  },
+  {
+    "model_a_conv_id": "1d4bd6ed0e7e46d88952e7934d4ee13c",
+    "model_b_conv_id": "6db7d2d428474795b4ecc65a9c911322",
+    "inputs": {
+      "prompt": "A person is sweeping floor"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192528.312
+  },
+  {
+    "model_a_conv_id": "657e0ec595084b4da079930c0ff88864",
+    "model_b_conv_id": "95a73d07b93746af87354d81adba3e8e",
+    "inputs": {
+      "prompt": "A storm trooper vacuuming the beach."
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192555.3488
+  },
+  {
+    "model_a_conv_id": "901b16f3609a4dafa0f69f531036e2bb",
+    "model_b_conv_id": "42aa5921e1fc4864a5b8f36e77a807f3",
+    "inputs": {
+      "prompt": "a zebra taking a peaceful walk"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731192604.218
+  },
+  {
+    "model_a_conv_id": "976d48a0d2a844ce9c931cba7156c984",
+    "model_b_conv_id": "a80c1964d0824af5ae6eec8718a57a35",
+    "inputs": {
+      "prompt": "sky"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "T2V-Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192624.6605
+  },
+  {
+    "model_a_conv_id": "eea685a8dcce4b60824ef5405b128ac8",
+    "model_b_conv_id": "fec48c50c7644b00897fe16db5a79fb0",
+    "inputs": {
+      "prompt": "a vase and scissors"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192673.4206
+  },
+  {
+    "model_a_conv_id": "023fdb81106e4b8d972f9c9dff707092",
+    "model_b_conv_id": "0718273bc4bf4a479211f9dba7ef2850",
+    "inputs": {
+      "prompt": "Macro slo-mo. Slow motion cropped closeup of roasted coffee beans falling into an empty bowl."
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192724.7224
+  },
+  {
+    "model_a_conv_id": "b76d6038561e4a11ad4d034d545fd2fe",
+    "model_b_conv_id": "7e7e291386174d66b0f7906103477160",
+    "inputs": {
+      "prompt": "A fantasy landscape"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192741.4411
+  },
+  {
+    "model_a_conv_id": "972e49d6fd9842e5b963efca28d07d40",
+    "model_b_conv_id": "9ddc0f21a3ab44da904c4b062e71a160",
+    "inputs": {
+      "prompt": "a vase and scissors"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192759.7526
+  },
+  {
+    "model_a_conv_id": "e9d044abbb664e10aadb21216f095921",
+    "model_b_conv_id": "378b5c240626471eabdb401e2d4f0e9e",
+    "inputs": {
+      "prompt": "Robot dancing in Times Square."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731192789.6939
+  },
+  {
+    "model_a_conv_id": "ec6e51b37f0440ab87181fbfcc27aae1",
+    "model_b_conv_id": "0048e75e4279487ab74240dd2d76a2d8",
+    "inputs": {
+      "prompt": "a book"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192802.6773
+  },
+  {
+    "model_a_conv_id": "02807e3af4e04d329ddff1ff42135b8a",
+    "model_b_conv_id": "2d80a432c6be4f368a731acbd844fb45",
+    "inputs": {
+      "prompt": "underwater coral reef"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731192813.3289
+  },
+  {
+    "model_a_conv_id": "efee46a6fc914dfeab919d3040101691",
+    "model_b_conv_id": "d2933328bdcd4f7da2f1176c1ab9ac7a",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, in super slow motion"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192859.6436
+  },
+  {
+    "model_a_conv_id": "8cf8cace53374105b8fc18c764c4e022",
+    "model_b_conv_id": "2d2fb46d785645b29a6c5417bb90416a",
+    "inputs": {
+      "prompt": "A tranquil tableau of beneath the shade of a solitary oak tree, an old wooden park bench sat patiently"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731192898.7696
+  },
+  {
+    "model_a_conv_id": "08884847ffb840e7997df6f6b9adc7fc",
+    "model_b_conv_id": "d5bfd5810dae481eb142810857bc3729",
+    "inputs": {
+      "prompt": "fountain"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731192915.7806
+  },
+  {
+    "model_a_conv_id": "19e918086e36423bad792c6e60434fed",
+    "model_b_conv_id": "9282dcac967d41608b5f267d8d19e9d3",
+    "inputs": {
+      "prompt": "a person playing guitar"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Allegro",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192929.1941
+  },
+  {
+    "model_a_conv_id": "3c4d65ca6e584d1a8c2c4893d50ccfeb",
+    "model_b_conv_id": "13bfeb90d0ac4533b99ea47e37ec9a8d",
+    "inputs": {
+      "prompt": "broccoli"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "VideoCrafter2",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731192941.5345
+  },
+  {
+    "model_a_conv_id": "c57968b1f9304e638aeaa91fbefb322a",
+    "model_b_conv_id": "ec6fa4a06eb942c2b3fa710d642c17c4",
+    "inputs": {
+      "prompt": "a blue umbrella"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731192956.2085
+  },
+  {
+    "model_a_conv_id": "53191c4ec3d5457785f65938bcdd782c",
+    "model_b_conv_id": "62f569ab33fe4f129fa9baa0f83c98c9",
+    "inputs": {
+      "prompt": "a bicycle leaning against a tree"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731192978.442
+  },
+  {
+    "model_a_conv_id": "db303086056241f1b4f90b92dd047fad",
+    "model_b_conv_id": "83885ae59aee457188097fdfc2ddd5e6",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, featuring a steady and smooth perspective"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731193005.1127
+  },
+  {
+    "model_a_conv_id": "a8102fff32ab4f56815a49265b8f33ef",
+    "model_b_conv_id": "bd36411b8a5f4b789bab925c4a16dff5",
+    "inputs": {
+      "prompt": "a bird and a cat"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731193016.9786
+  },
+  {
+    "model_a_conv_id": "cc132393d9d246b7aea71d4522fa3645",
+    "model_b_conv_id": "671006ff06f14742a619a24dd51c9d44",
+    "inputs": {
+      "prompt": "a horse galloping across an open field"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "T2V-Turbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731193035.434
+  },
+  {
+    "model_a_conv_id": "c94582cbc38f45ee82053fbbe2cdebe4",
+    "model_b_conv_id": "83a0b64ef227471484c2a873cf13629e",
+    "inputs": {
+      "prompt": "a bicycle leaning against a tree"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731193052.4014
+  },
+  {
+    "model_a_conv_id": "eb87eea8e98f436d826c2dceade3b3ab",
+    "model_b_conv_id": "225f9309aef3485ba5e5b645106544ea",
+    "inputs": {
+      "prompt": "A tranquil tableau of in the corner of the minimalist tea room, a bonsai tree added a touch of nature's beauty to the otherwise simple and elegant space"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731193119.096
+  },
+  {
+    "model_a_conv_id": "ea95440ebaf64f5ca334b88b8c635e87",
+    "model_b_conv_id": "10ac83a01385446e9aa56620d6caeb69",
+    "inputs": {
+      "prompt": "A person is skateboarding"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731229624.3421
+  },
+  {
+    "model_a_conv_id": "9ccc002db9ca4907997b948e736b7947",
+    "model_b_conv_id": "b0d0fe04a67045f6a9961a0cc8a0abec",
+    "inputs": {
+      "prompt": "a bus and a traffic light"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731229639.8324
+  },
+  {
+    "model_a_conv_id": "44263246605a4d8298484d64fe828834",
+    "model_b_conv_id": "fdd08b91afad44cc8367e37d7d841e4b",
+    "inputs": {
+      "prompt": "a pink bowl"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731229652.8986
+  },
+  {
+    "model_a_conv_id": "aa65affc5caa41c19fbbd8049d88593a",
+    "model_b_conv_id": "a6688386e7b3412b8de87181ac88b51a",
+    "inputs": {
+      "prompt": "A boat sailing leisurely along the Seine River with the Eiffel Tower in background, pixel art"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731229667.7146
+  },
+  {
+    "model_a_conv_id": "03981cc830aa40cb92ed3d159a6a7026",
+    "model_b_conv_id": "246b0704f74949f19eaa3526d72e6a68",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, tilt down"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731229692.6163
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01c5b378c30c85ef0ffd513291f3a9d79db031480f82c9311385bf815c601d37
+oid sha256:0df21c996e704f3b44e2351f919b6a8b1a3e2dfdf5d36b29300d5aab0ec70a99
 size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1eda11d7421d84721e43a24bd205f1f8fc3b12204f967b8080b4abb1bb26236
-size 75102
+oid sha256:dd99e10ac775e3608535aedd203952e68e945cd4e92a24eb18b52d6db01311fd
+size 75108

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.5134959876775,1120.3009990650894,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1118.4652373666802,1142.0397536911814,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1088.0902940396697,1076.672592095503,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.548275755268,1069.9534675930445,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.9874286845543,1052.2608360504723,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.5814323366062,1040.6666974565067,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.3643762493812,1022.7964232088966,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.1624052971997,1009.9814949075169,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.5000538960609,1017.9919297525383,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1018.0509518881976,1020.8881098732502,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1012.2624509260141,1005.8648770534223,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1009.5700082389283,1012.1325937271182,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,964.7561464542207,964.880796711522,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.9753594829122,910.8322157320426,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.2334182987812,897.7018848499639,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.8441732225922,823.2228228950682,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.0944918752652,802.5380179940995,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1120.5038564122146,1120.3755246190728,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1119.9901423644335,1142.9367008623715,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1088.0944037204576,1076.7232735196021,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.4940003596626,1069.9235604926855,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.9981064446497,1052.2582770323802,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.5590942823587,1040.6682333655197,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.296804086037,1022.7396827570559,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.8772681249438,1009.7627112076987,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.4735795289602,1017.9899656308975,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.3746309981287,1021.1830643807137,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1011.1228994042053,1004.9098383671706,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.5793858501969,1012.166216962329,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.7103706266315,964.657037085725,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.9227965264841,911.0235407881763,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.2006017995312,897.7061468043311,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.7941846284837,823.2017322253914,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.0078748426276,802.4940913583407,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-Pyramid Flow,Pyramid Flow,1155.0515986410344,1154.8387278864816,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-CogVideoX-5B,CogVideoX-5B,1141.1909760883307,1141.065783136741,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1122.5352223205691,1125.370981071734,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1059.816984062651,1055.8349374966426,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1054.2466944734051,1053.7591835284088,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1044.3154266675936,1044.28949489859,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1042.2563883318585,1043.2956243436313,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,992.8493528200153,992.0385568838952,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,971.1904311170582,971.9786970887593,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,887.8493947773078,888.1758928863985,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,849.8115139036329,848.6702656373551,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,841.2349314485369,841.035380180319,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,837.6510853480027,839.6464749610427,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1166.340481040691,1165.959412816273,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1150.6071632603127,1150.5614375529565,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1118.754474808648,1121.4494510246511,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1051.5356580987295,1050.8836680043587,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1050.5877221813741,1047.5929647086566,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1039.970585916351,1039.8468436328349,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1039.538267196832,1040.4667112226182,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1004.9796332542962,1004.9056466034035,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,967.7075845088237,968.2941427985448,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,884.2378921051588,884.5002885023184,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,854.3873310513194,852.5359306175847,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,837.2761624749314,836.9705817011352,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.077044102532,836.0329208146636,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571