Auto Daily Leaderboard udpate Fri Nov 8 12:00:28 PM EST 2024

arena_elo/results/20241107/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be417506363c4ddba63510d435a00c86aa4400c1d427b7febd62035fecf64844
+size 63250

arena_elo/results/20241107/image_editing_leaderboard.csv

@@ -0,0 +1,10 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1106.5447717908323,1110.7186073195908,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1074.6862089326528,1074.3713838133683,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1066.2411914733814,1067.2477407063507,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1039.4256126871376,1037.1386428878702,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,997.0961094254252,1001.6671711750197,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,989.1778674835481,990.2728540135581,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,944.154660983573,937.6776782292361,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,924.5780071575175,923.0459636105026,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,858.0955700659324,857.8599582445036,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/20241108/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6564c97a003ace32211956b729d1f20fb5487564a9f81882bd3bcd85affc4f4
+size 88251

arena_elo/results/20241108/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eda11d7421d84721e43a24bd205f1f8fc3b12204f967b8080b4abb1bb26236
+size 75102

arena_elo/results/20241108/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.2448738490257,1120.8169702253008,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1116.7026685210212,1141.1151822428205,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1086.512731859874,1075.3547247702184,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9998075391602,1070.301874711683,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.9296445023099,1052.2116999769546,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.9061641121523,1040.9157152652126,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.076379309246,1021.5378651760857,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.694068041725,1010.4226020005569,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.785193454226,1018.1812651767434,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.3482253799551,1021.076910864609,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1012.1391160750907,1005.7338671616257,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.5997566318815,1012.142846877162,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.1116643161047,965.1708053088519,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.5040248319536,911.2606190195628,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.6695030873209,898.0322197461196,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.220699325143,823.5215471555109,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5554791638133,802.894361004465,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241108/video_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+Pyramid Flow,Pyramid Flow,1155.0515986410344,1154.8387278864816,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+CogVideoX-5B,CogVideoX-5B,1141.1909760883307,1141.065783136741,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1122.5352223205691,1125.370981071734,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1059.816984062651,1055.8349374966426,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.2466944734051,1053.7591835284088,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1044.3154266675936,1044.28949489859,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1042.2563883318585,1043.2956243436313,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,992.8493528200153,992.0385568838952,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,971.1904311170582,971.9786970887593,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,887.8493947773078,888.1758928863985,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.8115139036329,848.6702656373551,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,841.2349314485369,841.035380180319,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,837.6510853480027,839.6464749610427,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_image_editing.json

@@ -19592,5 +19592,37 @@
     "judge": "arena_user_10.16.13.73",
     "anony": true,
     "tstamp": 1730836358.5089
+  },
+  {
+    "model_a_conv_id": "bd4fbee78e7b4756a7097e8a76b84769",
+    "model_b_conv_id": "e04eb12ccde944a5afaf987defc93452",
+    "inputs": {
+      "source_prompt": "The couch and table were in the living room.",
+      "target_prompt": "The couch and aquarium were in the living room.",
+      "instruct_prompt": "remove the table and add an aquarium"
+    },
+    "model_a": "Prompt2prompt",
+    "model_b": "CycleDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731015255.1367
+  },
+  {
+    "model_a_conv_id": "fd58ee184e174efabe70f0b61c6d2ff5",
+    "model_b_conv_id": "f24f388cc1364e0e9922d414d86bd6d4",
+    "inputs": {
+      "source_prompt": "A picture of a beautifully decorated wedding cake with fruits instead of donuts.",
+      "target_prompt": "A bride admiring a beautifully decorated wedding cake with fruits instead of donuts.",
+      "instruct_prompt": "let a woman in a bridal gown stand near the cake"
+    },
+    "model_a": "CycleDiffusion",
+    "model_b": "Pix2PixZero",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": false,
+    "tstamp": 1731040620.9362
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -106268,5 +106268,383 @@
     "judge": "arena_user_10.16.13.73",
     "anony": true,
     "tstamp": 1730996143.3508
+  },
+  {
+    "model_a_conv_id": "0ccfb3d96e614e69b5c92204c646cb5f",
+    "model_b_conv_id": "af3512f1b5714ebbb6fb19dc95c8d4ad",
+    "inputs": {
+      "prompt": "big strong muscle  legs  of a strong woman standing before him she is  massive busts lady Large breasts disproportionate to body size,\n very very tall   , huge and large ass, huge thighs, ,  ,very fat arms  ,150 kg  ,large shoulders, big relaxed  tits, very big muscle calves , Lady is holding with  hand a   bat  that accentuates her powerful physique soc \n,  short haircut ,all wear  Knitted dress , toe pointy high heel   implying a strong sense of control and authority, , cruel , Full body side view biside, possibly with tattoos or scars, hinting at a complex personality, living room  , looking down , angry face ,  victory pose\nslave man kissing her shoes\n  low view dowa strong woman standing before him she is  massive busty lady \n \n\nstrong woman standing before him she is  massive busty lady \n    with wide spreaded legs over a exhausted badly bleeding slave  .  Ladys Face is Very angry and has a evil-triumphant Face-expression. "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1730999807.5458
+  },
+  {
+    "model_a_conv_id": "beb498d7ff83465c9633ef4a8948db91",
+    "model_b_conv_id": "e6e1242aafbf404883a500f311acb84f",
+    "inputs": {
+      "prompt": "image of a hyper realistic alien hand puppet on a white background"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": false,
+    "tstamp": 1731043513.109
+  },
+  {
+    "model_a_conv_id": "9139316e25514306a879d45725b048db",
+    "model_b_conv_id": "c2c18b5a3cbb4cb789be074eea5acd2e",
+    "inputs": {
+      "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": false,
+    "tstamp": 1731043567.9344
+  },
+  {
+    "model_a_conv_id": "b1d00dc986074a3c95cf6ee4662952b3",
+    "model_b_conv_id": "a94c4b5b3aeb4c00a1e41026b0a1cf80",
+    "inputs": {
+      "prompt": "hyperrealism woman wearing a black robe holding a can of beer"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": false,
+    "tstamp": 1731043645.1557
+  },
+  {
+    "model_a_conv_id": "8ce485b9cd70408dbd7fb7bb9616a8c5",
+    "model_b_conv_id": "3757342ce2a145d99684db8c782302af",
+    "inputs": {
+      "prompt": "A futuristic hopeful busy city, purple and green color scheme"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": false,
+    "tstamp": 1731043750.8816
+  },
+  {
+    "model_a_conv_id": "c32f3637ff944eabab6adb18117c3bf2",
+    "model_b_conv_id": "d717c89d79fc4adc9d412db8a626043b",
+    "inputs": {
+      "prompt": "A futuristic hopeful busy city, purple and green color scheme"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.13.73",
+    "anony": false,
+    "tstamp": 1731043834.3755
+  },
+  {
+    "model_a_conv_id": "18bef5f9f6d145ca9ab3be922df80a53",
+    "model_b_conv_id": "d6e6de8631de473f8ec750b8faac50d8",
+    "inputs": {
+      "prompt": "image of a fashion model standing in an audience, wearing black balenciaga hooded jacket, looking away from camera, covered in plastic, 3D, 4K, fashion shoot"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": false,
+    "tstamp": 1731045571.1676
+  },
+  {
+    "model_a_conv_id": "aba6778c0ee8452d90a607349bc93eea",
+    "model_b_conv_id": "2eede64b963a42c18ecc711acfdca52b",
+    "inputs": {
+      "prompt": "A blue cup and a green cell phone."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": false,
+    "tstamp": 1731045590.3649
+  },
+  {
+    "model_a_conv_id": "d96f1b8f478a41f69e19917cce79595c",
+    "model_b_conv_id": "e1e369c8e73a43588d6583e58770bd35",
+    "inputs": {
+      "prompt": "A baseball player in a blue and white uniform is next to a player in black and white ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": false,
+    "tstamp": 1731045615.3441
+  },
+  {
+    "model_a_conv_id": "9ac051b0679b41d4bab762ed04250456",
+    "model_b_conv_id": "880ee61da46949179ce0866dc67d3996",
+    "inputs": {
+      "prompt": "stylish cyberpunk woman full body, with tattoo and bald head, detailed cafe background ,fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": false,
+    "tstamp": 1731045855.0911
+  },
+  {
+    "model_a_conv_id": "f401ddcaa9df4d13a673541b3eb4c3c1",
+    "model_b_conv_id": "1f8a1a40b0f5427bbb6fdd12ba966cee",
+    "inputs": {
+      "prompt": "A wine glass on top of a dog."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": false,
+    "tstamp": 1731045866.0886
+  },
+  {
+    "model_a_conv_id": "61ff6ab6552348a59907c1c9ac6d1561",
+    "model_b_conv_id": "c5afc2f34ffc4cfb85d8e9e21bd3234b",
+    "inputs": {
+      "prompt": "photograph of a woman wearing a track belt"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.196",
+    "anony": false,
+    "tstamp": 1731045878.1092
+  },
+  {
+    "model_a_conv_id": "18f6e571d0294b19a004b89182aea7ab",
+    "model_b_conv_id": "53199499a87e4a4aaace27bbf463dd7a",
+    "inputs": {
+      "prompt": "Two cars on the street."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": false,
+    "tstamp": 1731045935.7392
+  },
+  {
+    "model_a_conv_id": "30383e6e351f4b84b47e3a59da4706d9",
+    "model_b_conv_id": "d201ba6d76264d82be9153b6895e487d",
+    "inputs": {
+      "prompt": "Two brown horses grazing on green grass next to a lighthouse."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": false,
+    "tstamp": 1731045976.1654
+  },
+  {
+    "model_a_conv_id": "9fd7afe000364b16b0cf673f407ac03a",
+    "model_b_conv_id": "6c6c215e9bbc4504b316f3739eb017ca",
+    "inputs": {
+      "prompt": "A fish eating a pelican."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": false,
+    "tstamp": 1731046005.5739
+  },
+  {
+    "model_a_conv_id": "5661118c1fc0495e840c6e4b038c8053",
+    "model_b_conv_id": "b7d9aceb178241799e6cb88af2d53b6a",
+    "inputs": {
+      "prompt": "A pink and a white frisbee are on the ground ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": false,
+    "tstamp": 1731046021.7111
+  },
+  {
+    "model_a_conv_id": "a919d21dd13e4e7b96281f3bbb504c90",
+    "model_b_conv_id": "0928ad16331a4e0c84be9a609ecfeabd",
+    "inputs": {
+      "prompt": "Octothorpe."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": false,
+    "tstamp": 1731046074.7711
+  },
+  {
+    "model_a_conv_id": "96186ffda0bd402abfff83e01fc05327",
+    "model_b_conv_id": "3057480af1bc44ba9b5c70ab0ccbaff2",
+    "inputs": {
+      "prompt": "a heavy downpour  ,An oil painting of a couple in formal evening wear run home all wet"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": false,
+    "tstamp": 1731046252.6639
+  },
+  {
+    "model_a_conv_id": "7a146e98dfb54546980045277229abeb",
+    "model_b_conv_id": "b442a2d8eb814b2093f9cb496dd45460",
+    "inputs": {
+      "prompt": "A sign that says 'Deep Learning'."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": false,
+    "tstamp": 1731046302.9771
+  },
+  {
+    "model_a_conv_id": "4a21e1476bfd40799d304462567cebcc",
+    "model_b_conv_id": "804320748e684a539821f8aa6121a3b7",
+    "inputs": {
+      "prompt": "photorealistic, detailed mechanical motorcycle, detailed"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": false,
+    "tstamp": 1731046329.826
+  },
+  {
+    "model_a_conv_id": "abf45109440345de97a3e53f107656d4",
+    "model_b_conv_id": "addab30eee1241ea88ed15fa5a77d20e",
+    "inputs": {
+      "prompt": "A young girl in a yellow dress with blue flowers on a bench"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.13.73",
+    "anony": false,
+    "tstamp": 1731046373.336
+  },
+  {
+    "model_a_conv_id": "0d5788716a0e431ab34c3c4f52775e42",
+    "model_b_conv_id": "13689909455a475d89d96424cf194f20",
+    "inputs": {
+      "prompt": "Triangle orange photo frame on photo in Orange photo frame in the shape of a triangle."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": false,
+    "tstamp": 1731046538.6082
+  },
+  {
+    "model_a_conv_id": "49de4e93fda3451491df34c211ac084e",
+    "model_b_conv_id": "98749a6c77024e8d85e854e97e3c8c8c",
+    "inputs": {
+      "prompt": "beautiful gorgeous elegant porcelain ivory fair skin mechanoid woman, close - up, sharp focus, studio light, iris van herpen haute couture headdress made of rhizomorphs, daisies, arches, brackets, herbs, colorful corals, fractal mushrooms, puffballs, octane render, ultra sharp, 8 k "
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": false,
+    "tstamp": 1731046741.6196
+  },
+  {
+    "model_a_conv_id": "b619bc9055264ffc888ae3aa88001d44",
+    "model_b_conv_id": "921d735df86f4e8ba48dd08c1a27d9dc",
+    "inputs": {
+      "prompt": "Three girls and one boy in living room, afternoon daylight, warm color tone"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1731059061.2847
+  },
+  {
+    "model_a_conv_id": "561fef4d2b7b41f99132f86a0d559c10",
+    "model_b_conv_id": "94883e951741454baee2204401e52286",
+    "inputs": {
+      "prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "PixArtAlpha",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731059135.7291
+  },
+  {
+    "model_a_conv_id": "e0ff646dc3024738855cfa319405329c",
+    "model_b_conv_id": "e4680714219d4ebc82ff00ec9a4d3fa5",
+    "inputs": {
+      "prompt": "a cute cat is playing a ball"
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731066863.7962
+  },
+  {
+    "model_a_conv_id": "f9163db1a4a144258ac1cd8dcc52309a",
+    "model_b_conv_id": "19df95d3e3154d468be69a31c1e6a39b",
+    "inputs": {
+      "prompt": "a cute dog is playing a ball"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731075636.2991
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -30952,5 +30952,621 @@
     "judge": "arena_user_10.16.12.226",
     "anony": true,
     "tstamp": 1730936788.6334
+  },
+  {
+    "model_a_conv_id": "0caa993a55c94a3bb09c2b4bafc52af7",
+    "model_b_conv_id": "c310062cc42b4f3391c0744f6a12d680",
+    "inputs": {
+      "prompt": "a sheep running to join a herd of its kind"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731043963.5469
+  },
+  {
+    "model_a_conv_id": "6f48e352de49435cb1fa2039a496d1ee",
+    "model_b_conv_id": "589cc7543f594f22bb0468e77fa1f241",
+    "inputs": {
+      "prompt": "a bird building a nest from twigs and leaves"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731044016.9479
+  },
+  {
+    "model_a_conv_id": "92def5f703a74467baeaf10908d7ed72",
+    "model_b_conv_id": "0316dc7c10ef4643a6d04ec853597417",
+    "inputs": {
+      "prompt": "Vampire makeup face of beautiful girl, red contact lenses."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044051.8893
+  },
+  {
+    "model_a_conv_id": "a4a3a62b58c3486ea32ad8e4daf40c3a",
+    "model_b_conv_id": "7e063767fb784a55bc2c4d54abbf0523",
+    "inputs": {
+      "prompt": "a handbag and a tie"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044074.9281
+  },
+  {
+    "model_a_conv_id": "475693a5842e47a0a5291bc73f4c9f7c",
+    "model_b_conv_id": "f539ffd1963045d788e7e2bf415ef447",
+    "inputs": {
+      "prompt": "a zebra taking a peaceful walk"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044096.101
+  },
+  {
+    "model_a_conv_id": "f02dabdba61a47e0995182138bcfc937",
+    "model_b_conv_id": "40556efbf2324f949dca64aa069a413c",
+    "inputs": {
+      "prompt": "a person eating a burger"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731044116.9322
+  },
+  {
+    "model_a_conv_id": "173ac1f1344a4d9c84b6b4768e3f5895",
+    "model_b_conv_id": "cad0a719664942ef9075100d79188689",
+    "inputs": {
+      "prompt": "a bird soaring gracefully in the sky"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044136.9802
+  },
+  {
+    "model_a_conv_id": "40c11f43b4fc40a0865e2a6379a00a02",
+    "model_b_conv_id": "0c58c915bf8841228f8ebd409d0507e5",
+    "inputs": {
+      "prompt": "A tranquil tableau of tower"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731044181.357
+  },
+  {
+    "model_a_conv_id": "64da3fb5c1484c819e20dee0ddba308e",
+    "model_b_conv_id": "55b22135123149479b39a814f0794a7c",
+    "inputs": {
+      "prompt": "a dog drinking water"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731044203.7884
+  },
+  {
+    "model_a_conv_id": "51759e8d40d44d0a89fa3147709e4672",
+    "model_b_conv_id": "f7c09ed9acfe4c0cadf7f64505fcdf2b",
+    "inputs": {
+      "prompt": "Busy freeway at night."
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "Allegro",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731044231.9585
+  },
+  {
+    "model_a_conv_id": "341b03eaf5204aa2bf182fe3416aecc8",
+    "model_b_conv_id": "b37e0bb3740f41f3bbe861e33dac1637",
+    "inputs": {
+      "prompt": "a vase"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044244.5004
+  },
+  {
+    "model_a_conv_id": "aed540ccac9440dfa38f1bd72791b431",
+    "model_b_conv_id": "046e473b184f49b8a2483dfd6112b41c",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, Van Gogh style"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731044285.1852
+  },
+  {
+    "model_a_conv_id": "0a95246319da49a0b3e6a0072343d72d",
+    "model_b_conv_id": "b300eec124bd40cb82508813f7970da1",
+    "inputs": {
+      "prompt": "a sheep and a cow"
+    },
+    "model_a": "Allegro",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731044300.9669
+  },
+  {
+    "model_a_conv_id": "fc6c2beb8e894893a071dab9685720d6",
+    "model_b_conv_id": "dcdc61d142c44273a42cc0a0820c0519",
+    "inputs": {
+      "prompt": "an elephant"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731044325.8943
+  },
+  {
+    "model_a_conv_id": "b00d85de796641bbb006c80c125f6f1b",
+    "model_b_conv_id": "c58d8543c79841c5b66bae4d4f437698",
+    "inputs": {
+      "prompt": "a boat sailing smoothly on a calm lake"
+    },
+    "model_a": "Allegro",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731044374.3651
+  },
+  {
+    "model_a_conv_id": "00a1f6d921e740cb9be02dcb178db267",
+    "model_b_conv_id": "db71c9118ec445489096b62aed364228",
+    "inputs": {
+      "prompt": "Gwen Stacy reading a book, tilt down"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731044409.7427
+  },
+  {
+    "model_a_conv_id": "5d26098943e7436aa57375d56d346b29",
+    "model_b_conv_id": "794f7374c304472d91fad1f9c76c3827",
+    "inputs": {
+      "prompt": "a chair and a couch"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044454.5022
+  },
+  {
+    "model_a_conv_id": "e362e048dba74b168ae82d00cd790888",
+    "model_b_conv_id": "6dbb2e10244a454895771d0524e3439f",
+    "inputs": {
+      "prompt": "A tranquil tableau of a wooden bench in the park"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731044483.8245
+  },
+  {
+    "model_a_conv_id": "cb8d247653dd427c9db8558039c663d3",
+    "model_b_conv_id": "9302b9468d1248e78375e82890f4e5e0",
+    "inputs": {
+      "prompt": "A person is cutting watermelon"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731044502.9162
+  },
+  {
+    "model_a_conv_id": "8689e62975a14f7b8f3eda999ff6fd43",
+    "model_b_conv_id": "3c872907b4c84b11aeff70bdc2674243",
+    "inputs": {
+      "prompt": "a yellow suitcase"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731044535.5325
+  },
+  {
+    "model_a_conv_id": "140a74161eeb4e32882184926c4c3a9a",
+    "model_b_conv_id": "e6748d728a5c4881b841abec4d699a5a",
+    "inputs": {
+      "prompt": "cliff"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731044559.8592
+  },
+  {
+    "model_a_conv_id": "5bc29481bc5e40048067d728d639b2fe",
+    "model_b_conv_id": "0248cc075f9540ada20629054d142473",
+    "inputs": {
+      "prompt": "Flying through fantasy landscapes."
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "Allegro",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731044591.9788
+  },
+  {
+    "model_a_conv_id": "b299852e5f6c4bca9342e99a8cd9f507",
+    "model_b_conv_id": "4e428de1e53345518195ced9c89200de",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, featuring a steady and smooth perspective"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044672.7851
+  },
+  {
+    "model_a_conv_id": "df93443bdf43485fb0644404ef21b78b",
+    "model_b_conv_id": "c711e6bb59f74be7abeb95f66a166f65",
+    "inputs": {
+      "prompt": "mansion"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044721.3964
+  },
+  {
+    "model_a_conv_id": "9f0c7de3b2194ab2a7e2c65d7b6f9e71",
+    "model_b_conv_id": "310b1c7de1204c968cedf82bfc2ca845",
+    "inputs": {
+      "prompt": "a tennis racket on the left of a frisbee, front view"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731044751.6659
+  },
+  {
+    "model_a_conv_id": "134ec4f1342b4396bb43c298b92909e6",
+    "model_b_conv_id": "bff140d50e2a4ea1bde13d25723496ad",
+    "inputs": {
+      "prompt": "a vase and scissors"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731044783.1967
+  },
+  {
+    "model_a_conv_id": "e0bbf25bfb8f4423bbba0d0cbc681a40",
+    "model_b_conv_id": "8f04ec004c9941229b883241d6ee1966",
+    "inputs": {
+      "prompt": "ballroom"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731044799.1203
+  },
+  {
+    "model_a_conv_id": "7f9d825df42b4978a9cf681c4dda3287",
+    "model_b_conv_id": "eaeaca38937e43ffae7430bc187e15d6",
+    "inputs": {
+      "prompt": "A person is arranging flowers"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731044839.543
+  },
+  {
+    "model_a_conv_id": "91935066effc443da28394e6098d3943",
+    "model_b_conv_id": "91ddf31126ce42daa64a480cce65d161",
+    "inputs": {
+      "prompt": "a giraffe and a bird"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044858.9279
+  },
+  {
+    "model_a_conv_id": "69ec9fb4f6f94a08abf13cade0dc7e2f",
+    "model_b_conv_id": "7eb7aea719dc4fa6841374f1a3561c0a",
+    "inputs": {
+      "prompt": "a blue bird"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731044880.359
+  },
+  {
+    "model_a_conv_id": "aae2cdf942e04ec2bc6181378cfef1d9",
+    "model_b_conv_id": "68fd7965716c489dbfb479bf99f9e0d7",
+    "inputs": {
+      "prompt": "a bicycle leaning against a tree"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731044907.6548
+  },
+  {
+    "model_a_conv_id": "2a3952506192437db109f594ce5ee991",
+    "model_b_conv_id": "e2877e82928440f485024f21d409c0ec",
+    "inputs": {
+      "prompt": "a bear hunting for prey"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731044931.7829
+  },
+  {
+    "model_a_conv_id": "75b6a6fa71b740bcb35d5506387797ad",
+    "model_b_conv_id": "981c814b0cd646e5a47f7d7fff1ed609",
+    "inputs": {
+      "prompt": "a blue clock"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1731044957.5241
+  },
+  {
+    "model_a_conv_id": "ff0a8e3ff75c46d59bd7eaab46f82ec6",
+    "model_b_conv_id": "650c85a1727f46be9a2b4864c1a89a8a",
+    "inputs": {
+      "prompt": "a dog"
+    },
+    "model_a": "Allegro",
+    "model_b": "T2V-Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731044980.462
+  },
+  {
+    "model_a_conv_id": "f9d696efb0a145b19b8f99e38376491c",
+    "model_b_conv_id": "5f6040ae28414a30b65e0a329ee5a9b3",
+    "inputs": {
+      "prompt": "highway"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731045000.9011
+  },
+  {
+    "model_a_conv_id": "608dc64abd6a4f48bc6eaa8f6ae8f2ca",
+    "model_b_conv_id": "546d7858995b4f1b910e0795108a4ef9",
+    "inputs": {
+      "prompt": "a bottle on the left of a wine glass, front view"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.13.73",
+    "anony": true,
+    "tstamp": 1731045024.1826
+  },
+  {
+    "model_a_conv_id": "966abd121e7d41c1a3b6a4bd6bd194b1",
+    "model_b_conv_id": "8e7b43a5922c41c2b4cf2359554199d8",
+    "inputs": {
+      "prompt": "Balloon full of water exploding in extreme slow motion."
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731045059.3249
+  },
+  {
+    "model_a_conv_id": "b68659b647174196ba31140d71d93689",
+    "model_b_conv_id": "e61b4bef00b34172aa9cf8c5bbd08d47",
+    "inputs": {
+      "prompt": "In a still frame, the ornate Victorian streetlamp stands solemnly, adorned with intricate ironwork and stained glass panels"
+    },
+    "model_a": "Allegro",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.31.254",
+    "anony": true,
+    "tstamp": 1731045119.5593
+  },
+  {
+    "model_a_conv_id": "064b90e960fd4edf8454fd01dc10890b",
+    "model_b_conv_id": "d74d522005d546b294af46cb12fbc2ce",
+    "inputs": {
+      "prompt": "A shark swimming in clear Caribbean ocean"
+    },
+    "model_a": "Allegro",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731045142.1111
+  },
+  {
+    "model_a_conv_id": "7213f5304b424136b373439425698dd5",
+    "model_b_conv_id": "493c4d0058b348638141b729e7cd6efa",
+    "inputs": {
+      "prompt": "a pizza"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731045160.5606
+  },
+  {
+    "model_a_conv_id": "ea98721b54444ed781730507a1aad9d9",
+    "model_b_conv_id": "76528118b7664a64babb07dc3c8fbf37",
+    "inputs": {
+      "prompt": "a train speeding down the tracks"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731045190.2784
+  },
+  {
+    "model_a_conv_id": "8aaa143b89bd4c1a8eb72c722170e656",
+    "model_b_conv_id": "2a356dab70ce499198fcd42fb266c167",
+    "inputs": {
+      "prompt": "A tranquil tableau of a bed"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2V-Turbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1731045223.6538
+  },
+  {
+    "model_a_conv_id": "fc51453f7b034e8bba212c0b5054e446",
+    "model_b_conv_id": "c24d1300fa45476282c6a52289e1d746",
+    "inputs": {
+      "prompt": "an orange bird"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.51",
+    "anony": true,
+    "tstamp": 1731059395.4004
+  },
+  {
+    "model_a_conv_id": "0b5a74d46a57423389c915f060da1a61",
+    "model_b_conv_id": "ba151ea4183246bbb90d68f4e0013ef1",
+    "inputs": {
+      "prompt": "The bund Shanghai, vibrant color"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1731059459.3946
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7f827b31302e23005f6b8450cb13a097c517839eb810422f15c2496e47fd493
-size 63232
+oid sha256:be417506363c4ddba63510d435a00c86aa4400c1d427b7febd62035fecf64844
+size 63250

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbbdf58f480545ce44df1b01adf83fada0ec912a2686e97e889bffdd9e0e03f5
+oid sha256:a6564c97a003ace32211956b729d1f20fb5487564a9f81882bd3bcd85affc4f4
 size 88251

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6589c0e837391be894d056a30682bdb610a427a6db63d72fa7d0969091c47e8f
-size 72204
+oid sha256:a1eda11d7421d84721e43a24bd205f1f8fc3b12204f967b8080b4abb1bb26236
+size 75102

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1106.545565045633,1110.7215413176991,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
-InfEdit,InfEdit,1074.694210914438,1074.372676349083,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
-CosXLEdit,CosXLEdit,1066.235752236973,1067.1848350855303,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
-InstructPix2Pix,InstructPix2Pix,1039.426816687759,1037.0744162701876,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,997.1002260999809,1001.6775203104668,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,989.3342017619614,990.4700345997347,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
-CycleDiffusion,CycleDiffusion,943.9805116052638,936.4973533920048,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
-SDEdit,SDEdit,924.5846110465843,923.0632517445872,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,858.0981046014069,858.9383709307065,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
+MagicBrush,MagicBrush,1106.5447717908323,1110.7186073195908,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
+InfEdit,InfEdit,1074.6862089326528,1074.3713838133683,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
+CosXLEdit,CosXLEdit,1066.2411914733814,1067.2477407063507,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
+InstructPix2Pix,InstructPix2Pix,1039.4256126871376,1037.1386428878702,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,997.0961094254252,1001.6671711750197,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,989.1778674835481,990.2728540135581,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
+CycleDiffusion,CycleDiffusion,944.154660983573,937.6776782292361,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
+SDEdit,SDEdit,924.5780071575175,923.0459636105026,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,858.0955700659324,857.8599582445036,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.0291619251366,1123.5601386703631,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1113.995512885236,1120.0907361286288,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1084.9538351595952,1076.6357113829135,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.0817584024865,1071.6262823391826,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1053.9496856606381,1051.830118211353,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.9772627863797,1041.9962448487888,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.0591867029004,1022.9995520340212,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.7926909776414,1011.6053095836533,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1018.8712977991094,1019.2335426785327,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SDXL-Lightning,SDXL-Lightning,1018.420894806514,1022.2024457143509,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-AuraFlow,AuraFlow,1014.5552871725456,1008.8837535231028,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1009.6567477742087,1012.8554565564117,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.1962391378946,966.3269999151801,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.7051113203615,912.5371689733513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.7536488655549,899.3273401427057,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.3220132176745,824.7003475479694,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.6796654061335,804.1468935262737,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.2448738490257,1120.8169702253008,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1116.7026685210212,1141.1151822428205,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1086.512731859874,1075.3547247702184,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.9998075391602,1070.301874711683,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.9296445023099,1052.2116999769546,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1038.9061641121523,1040.9157152652126,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.076379309246,1021.5378651760857,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.694068041725,1010.4226020005569,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.785193454226,1018.1812651767434,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1018.3482253799551,1021.076910864609,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1012.1391160750907,1005.7338671616257,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1009.5997566318815,1012.142846877162,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.1116643161047,965.1708053088519,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.5040248319536,911.2606190195628,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.6695030873209,898.0322197461196,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.220699325143,823.5215471555109,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.5554791638133,802.894361004465,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,13 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-Pyramid Flow,Pyramid Flow,1168.8579972073376,1168.5661713543354,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-CogVideoX-5B,CogVideoX-5B,1134.8022770748578,1134.5826285912144,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1120.6051690315965,1123.5963054536228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1061.8234654186065,1057.3479215535576,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1052.3421688601582,1051.7815252127227,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1042.0728438908316,1042.0616590750476,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1039.3196552981851,1040.2180411566085,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-LaVie,LaVie,969.1225383432953,969.8838669955059,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,885.6754857171028,886.1266298772335,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,850.0103362016764,848.7993991853739,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,839.7497031285941,839.5355434102744,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,835.6183598277607,837.5003081345012,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+Pyramid Flow,Pyramid Flow,1155.0515986410344,1154.8387278864816,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+CogVideoX-5B,CogVideoX-5B,1141.1909760883307,1141.065783136741,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1122.5352223205691,1125.370981071734,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1059.816984062651,1055.8349374966426,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.2466944734051,1053.7591835284088,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1044.3154266675936,1044.28949489859,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1042.2563883318585,1043.2956243436313,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,992.8493528200153,992.0385568838952,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,971.1904311170582,971.9786970887593,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,887.8493947773078,888.1758928863985,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,849.8115139036329,848.6702656373551,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,841.2349314485369,841.035380180319,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,837.6510853480027,839.6464749610427,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571