Auto Daily Leaderboard udpate Sat Feb 8 12:00:32 PM EST 2025

arena_elo/results/20250207/clean_battle_t2i_generation.json

@@ -116936,5 +116936,75 @@
     "judge": "arena_user_10.16.39.39",
     "anony": true,
     "tstamp": 1738943185.6744
+  },
+  {
+    "model_a_conv_id": "e850e7a6d7d94d4a9287b56fd4e3aaca",
+    "model_b_conv_id": "71989419b4514fd1937bf5db41309317",
+    "inputs": {
+      "prompt": "Young woman wearing red dress and black sweater gives approval while holding cell phone ."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1738962491.9282
+  },
+  {
+    "model_a_conv_id": "4c6aac9db8844fd3b4b576fec19c10de",
+    "model_b_conv_id": "7d1ed8e8afc4486cbbd9a43991bfd101",
+    "inputs": {
+      "prompt": "photograph of one single bright happy woman wearing makeup and makeup, a black balenciaga jacket, walking up a quiet street in front of a laundromat, 3D render, 8K"
+    },
+    "model_a": "Kolors",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1738962555.3449
+  },
+  {
+    "model_a_conv_id": "cf8b9c48dd7b49f0a8d8e67358c3b23e",
+    "model_b_conv_id": "148fe69e485b4e17b4af2eba50554f82",
+    "inputs": {
+      "prompt": "A fish eating a pelican."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtSigma",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1738962574.1267
+  },
+  {
+    "model_a_conv_id": "900b21321afb431ea98edd778191aa57",
+    "model_b_conv_id": "bee819df56084112a59053d9c8f1a190",
+    "inputs": {
+      "prompt": "photorealistic, detailed mechanical motorcycle, detailed"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLTurbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1738962621.0978
+  },
+  {
+    "model_a_conv_id": "534788e5cad34462ab127fd32e730fc4",
+    "model_b_conv_id": "cc0bfaaad5294e09ba4e444ebfa66bc8",
+    "inputs": {
+      "prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1738962644.8811
   }
 ]

arena_elo/results/20250207/clean_battle_video_generation.json

@@ -38582,5 +38582,495 @@
     "judge": "arena_user_10.16.1.166",
     "anony": true,
     "tstamp": 1738920482.7151
+  },
+  {
+    "model_a_conv_id": "c13ff6261e34482984adc8887da2bda2",
+    "model_b_conv_id": "a8a7d1e9168746d0ace8993960cca3c6",
+    "inputs": {
+      "prompt": "a horse bending down to drink water from a river"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738948339.5178
+  },
+  {
+    "model_a_conv_id": "f6f2d15a5c79456284a7402305bf325d",
+    "model_b_conv_id": "5401b309c7604916b7b6998b5dd5c3ae",
+    "inputs": {
+      "prompt": "A raccoon dressed in suit playing the trumpet, stage background"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950510.0883
+  },
+  {
+    "model_a_conv_id": "b4e14d07f50b47c0b30628722ee56b08",
+    "model_b_conv_id": "263c29c916674d5f833717cb92db3be9",
+    "inputs": {
+      "prompt": "A koala bear playing piano in the forest."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950668.5589
+  },
+  {
+    "model_a_conv_id": "f4b8051d442a4b6b99947b6760ef9187",
+    "model_b_conv_id": "32a8bd2169d848618d3e56bdeaa67b4e",
+    "inputs": {
+      "prompt": "indoor gymnasium"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950694.4864
+  },
+  {
+    "model_a_conv_id": "cca87d770f1b4b61989a648725cebd98",
+    "model_b_conv_id": "21cfdf93fb4b47ec8d97d6d88365d273",
+    "inputs": {
+      "prompt": "A tranquil tableau of a tranquil lakeside cabin nestled among tall pines, its reflection mirrored perfectly in the calm water"
+    },
+    "model_a": "Allegro",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950704.6564
+  },
+  {
+    "model_a_conv_id": "610e0d1f5ad04f4a83a9f0845d8a0949",
+    "model_b_conv_id": "9bf3c99df7e94ad88e2d7490cb639451",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset"
+    },
+    "model_a": "Allegro",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950716.4889
+  },
+  {
+    "model_a_conv_id": "c196832a06454dcdb98ebd653958071b",
+    "model_b_conv_id": "1aabd6ddcf3d48d29abbbd285090f027",
+    "inputs": {
+      "prompt": "A person is filling eyebrows"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950752.4274
+  },
+  {
+    "model_a_conv_id": "4a8f5806a45f4f8087bb86eee74bede9",
+    "model_b_conv_id": "93006e7bda3d49548590c4875eb776e0",
+    "inputs": {
+      "prompt": "a horse and a sheep"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950761.9594
+  },
+  {
+    "model_a_conv_id": "daf7358732c64967a5fa86b076baed74",
+    "model_b_conv_id": "dc1a7c5e953e40a38f1c63059aa0f0ae",
+    "inputs": {
+      "prompt": "A Mars rover moving on Mars"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950818.4702
+  },
+  {
+    "model_a_conv_id": "850319a3c78244abb58d003264b20834",
+    "model_b_conv_id": "4af3307d21f94d858178ed0f89641bc3",
+    "inputs": {
+      "prompt": "a sheep bending down to drink water from a river"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950865.2758
+  },
+  {
+    "model_a_conv_id": "9703fd34bc7a407288509f1a5fd08232",
+    "model_b_conv_id": "2d3c88be765245fcbf184619940a62d8",
+    "inputs": {
+      "prompt": "A raccoon dressed in suit playing the trumpet, stage background"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950883.106
+  },
+  {
+    "model_a_conv_id": "b697f9fc5a8343deb0ceeb1d51fe5d63",
+    "model_b_conv_id": "d31901f8b4504f06b1150287319e2c11",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, surrealism style"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950907.2561
+  },
+  {
+    "model_a_conv_id": "097634165f07492a9dde64cc024b2514",
+    "model_b_conv_id": "f73dfaabcd92411a9101c641ec8570b1",
+    "inputs": {
+      "prompt": "underwater coral reef"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950929.0907
+  },
+  {
+    "model_a_conv_id": "a76bc73fa9714be8b800dd81a4f2ec70",
+    "model_b_conv_id": "edc4f8cd1563439488ac32469dcfb942",
+    "inputs": {
+      "prompt": "a motorcycle accelerating to gain speed"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950939.4136
+  },
+  {
+    "model_a_conv_id": "9804250a8c524010a7186fd151952aef",
+    "model_b_conv_id": "d83790b9ef4d44d099cc3478e5028b6e",
+    "inputs": {
+      "prompt": "classroom"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738951373.5754
+  },
+  {
+    "model_a_conv_id": "851f92f31fd14be9bb3dc42198993622",
+    "model_b_conv_id": "f7a7eb431727424ba16d72da69c87c44",
+    "inputs": {
+      "prompt": "a couch"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738951380.7665
+  },
+  {
+    "model_a_conv_id": "e269692f76914dffaa134cff44c23738",
+    "model_b_conv_id": "791ed8601dd1473b980267b3bbdb67f1",
+    "inputs": {
+      "prompt": "Yellow flowers swing in the wind"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738951389.9935
+  },
+  {
+    "model_a_conv_id": "5607dd7a740647a1994a0a7d3d5b061e",
+    "model_b_conv_id": "7a5b517125dd4598a76a990e18d44a46",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, racking focus"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738951561.3875
+  },
+  {
+    "model_a_conv_id": "fd1809391bf24d1898d3ef3b91e76e37",
+    "model_b_conv_id": "f52b8cfb26b54c1184c89bf96435a14a",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, zoom out"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952060.0638
+  },
+  {
+    "model_a_conv_id": "352f5d9574c54cafa63cb322e44fd029",
+    "model_b_conv_id": "ea4fc9f6f8944c80985a8f0a1ddf88c1",
+    "inputs": {
+      "prompt": "bridge"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952251.0058
+  },
+  {
+    "model_a_conv_id": "8983801e169e45c5bbcb9688218fe5f1",
+    "model_b_conv_id": "f95af33b61064d16bd10fdfbbbebd67d",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, animated style"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952277.5985
+  },
+  {
+    "model_a_conv_id": "ce31b13f6fb8464da0a1f99115217160",
+    "model_b_conv_id": "0edf084c6a5e4ee1864dbd27096a15a3",
+    "inputs": {
+      "prompt": "a purple chair"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952304.2013
+  },
+  {
+    "model_a_conv_id": "4ea1587c79364072b700182a654d0083",
+    "model_b_conv_id": "0ad9965086214ccd9a2e45662a15301b",
+    "inputs": {
+      "prompt": "indoor gymnasium"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738952315.0263
+  },
+  {
+    "model_a_conv_id": "680851b62128400492b0aa9fb80cd219",
+    "model_b_conv_id": "69f76e17336a4e89bd5a71141fced9f8",
+    "inputs": {
+      "prompt": "A teddy bear washing the dishes"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738952325.4958
+  },
+  {
+    "model_a_conv_id": "493fd9dbf6ac403e9eca6f34d510a6bc",
+    "model_b_conv_id": "de7fd1c0e449412d8680d6fc08124252",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, tilt down"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738952343.2729
+  },
+  {
+    "model_a_conv_id": "824d782ad6f3478786efd1a984c9186f",
+    "model_b_conv_id": "000935fa7be14bdc8558c7f412375fe4",
+    "inputs": {
+      "prompt": "a cow"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952362.2787
+  },
+  {
+    "model_a_conv_id": "adca8cd9907a4f178e78a51ba2e5ee1b",
+    "model_b_conv_id": "02e76655ff494611bc349f12e9ca24f5",
+    "inputs": {
+      "prompt": "an orange bird"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738952373.5331
+  },
+  {
+    "model_a_conv_id": "60cae1f1f6094d73b94e9361869a2353",
+    "model_b_conv_id": "bdbc604ea3254bcbb7c7bda5a1b1c203",
+    "inputs": {
+      "prompt": "a truck and a bicycle"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952387.6613
+  },
+  {
+    "model_a_conv_id": "dbfdce5c86b746ea9f0ed15a7264d22d",
+    "model_b_conv_id": "b9993a229f0345b39092f6294cb21292",
+    "inputs": {
+      "prompt": "botanical garden"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738958491.7395
+  },
+  {
+    "model_a_conv_id": "ea8829a7bdd54cef8840fc26b418e4d7",
+    "model_b_conv_id": "643828d975f5481f899698599ca34ee6",
+    "inputs": {
+      "prompt": "a drone flying over a snowy forest."
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738958506.8902
+  },
+  {
+    "model_a_conv_id": "2a7be962af2741dcaafa5547d00b25ce",
+    "model_b_conv_id": "1f444f0ca8094c0f90a8649dfc376bb6",
+    "inputs": {
+      "prompt": "A panda drinking coffee in a cafe in Paris, black and white"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738958529.8489
+  },
+  {
+    "model_a_conv_id": "4fe6ab32cc4643039dc87456b9eeb8fc",
+    "model_b_conv_id": "226eee697a594a79877b245ad97214d9",
+    "inputs": {
+      "prompt": "A shark swimming in clear Caribbean ocean"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738958596.7869
+  },
+  {
+    "model_a_conv_id": "fec0ca48e7004cb4a93b92b331e9f78f",
+    "model_b_conv_id": "ee74a08a03bb4ac493ae9abf4d39b410",
+    "inputs": {
+      "prompt": "Sunset time lapse at the beach with moving clouds and colors in the sky."
+    },
+    "model_a": "Mochi1",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738958691.7649
+  },
+  {
+    "model_a_conv_id": "716e0aae9eae4cd1b743fa5241e05da0",
+    "model_b_conv_id": "1252f21b2d1748d3bbf5c7ca2c79cba5",
+    "inputs": {
+      "prompt": "bridge"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738958724.3565
+  },
+  {
+    "model_a_conv_id": "ac8500fae64344d8be421b7610513ae5",
+    "model_b_conv_id": "3b53bd49a3844bb68abc03d32f07510d",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, tilt down"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738958745.7439
   }
 ]

arena_elo/results/20250207/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb3d744f0b5cb3f3ad0717aa5eed7bf02e7090874c1cc6edd69f5f7d64502a8c
+oid sha256:f17970b0781ff2f5ab7f77c8b4636d69d8daf6ad0f5e2e742dcff552e3f66026
 size 88250

arena_elo/results/20250207/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2923fc66ed703aa5a18e7b7082a0839a2cb19a481230261fbb2e676e2cdcd5e4
-size 81351
+oid sha256:30ab651ad846fbf8bf12394aeefdb390278673d584e04543bc0c2007d7b14738
+size 81350

arena_elo/results/20250207/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.404458462337,1133.665259555218,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.4086655127012,1117.5142421679275,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.5638979427374,1099.1817257391049,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.989285095693,1070.7801982444278,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1057.8709400566524,1056.9637296186659,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.6451447921536,1044.2311182448768,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1022.036806311684,1016.5885156559692,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.6979597130593,1011.2105693440064,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1017.4455991638469,1021.8305892005216,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1016.3797979238573,1016.5820674503459,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1012.1276919644029,1012.7917848641399,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1002.5311743789593,998.988975406759,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,963.3898875002803,965.2584475690353,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.0603331901428,911.3501415975003,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.9152151349172,898.2875590211922,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.5834143759494,826.2150804322712,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,788.9497284806237,803.8511135808003,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1128.545375856155,1132.4644317961438,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.3772831687966,1117.3864819249668,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.3205424121768,1099.5729582278423,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.034492267852,1070.786799845245,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1060.561271587368,1059.6649620801834,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.6576158243035,1044.2140676721299,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1021.0284143515638,1015.6415638172838,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.7372962339272,1011.2188311052302,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1017.4751837045576,1021.8300339192239,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1016.5173947512932,1016.6933598283946,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1012.0665435405137,1012.6833426580838,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1001.5198356124117,997.9651905586543,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,963.42480791883,965.2594602386408,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.1625417435517,911.4092734074449,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.9605247949673,898.2987854143789,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.6132414008385,826.21575128126,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.9976348308887,803.8660826832808,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250207/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1145.36152898627,1148.1720041234287,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1118.3102831501028,1118.5594900568808,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1112.8027280992676,1113.4037104509198,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1104.609720264593,1107.290457739882,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1057.037952090574,1057.5452315153525,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1051.4042182197613,1049.4997664738578,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1039.1393821777751,1039.0751207899416,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1031.5893019176394,1031.2121028856902,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,988.56446477162,992.110091670989,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,970.6401871786553,967.4025940998249,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,965.4612295314914,965.0865417854009,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,881.9457252896382,881.2343806841427,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,865.0082494986525,862.6075625929276,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,836.2302713117488,834.1459829443266,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,831.894757512211,832.654962186431,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1139.428014831714,1141.7434210919457,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1120.824064953059,1120.892277979031,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1113.8560035204716,1114.0465546642035,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.4440428183937,1104.765664055902,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1058.2959000282453,1058.9004466686558,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1056.125315156355,1053.769855966297,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1042.7043381963204,1042.5829794167335,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1033.7253654080791,1033.012709229451,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,986.5221032588588,988.9748169725141,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.1615365830435,967.5412171365343,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,954.1056844913343,954.9827220344639,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,884.578919750801,883.6725710794163,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,865.8739496419397,863.3875193416962,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,838.9039780260175,836.6208604443254,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.450783335367,835.1063839188329,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -116936,5 +116936,75 @@
     "judge": "arena_user_10.16.39.39",
     "anony": true,
     "tstamp": 1738943185.6744
+  },
+  {
+    "model_a_conv_id": "e850e7a6d7d94d4a9287b56fd4e3aaca",
+    "model_b_conv_id": "71989419b4514fd1937bf5db41309317",
+    "inputs": {
+      "prompt": "Young woman wearing red dress and black sweater gives approval while holding cell phone ."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.39",
+    "anony": true,
+    "tstamp": 1738962491.9282
+  },
+  {
+    "model_a_conv_id": "4c6aac9db8844fd3b4b576fec19c10de",
+    "model_b_conv_id": "7d1ed8e8afc4486cbbd9a43991bfd101",
+    "inputs": {
+      "prompt": "photograph of one single bright happy woman wearing makeup and makeup, a black balenciaga jacket, walking up a quiet street in front of a laundromat, 3D render, 8K"
+    },
+    "model_a": "Kolors",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1738962555.3449
+  },
+  {
+    "model_a_conv_id": "cf8b9c48dd7b49f0a8d8e67358c3b23e",
+    "model_b_conv_id": "148fe69e485b4e17b4af2eba50554f82",
+    "inputs": {
+      "prompt": "A fish eating a pelican."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtSigma",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1738962574.1267
+  },
+  {
+    "model_a_conv_id": "900b21321afb431ea98edd778191aa57",
+    "model_b_conv_id": "bee819df56084112a59053d9c8f1a190",
+    "inputs": {
+      "prompt": "photorealistic, detailed mechanical motorcycle, detailed"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLTurbo",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.26.33",
+    "anony": true,
+    "tstamp": 1738962621.0978
+  },
+  {
+    "model_a_conv_id": "534788e5cad34462ab127fd32e730fc4",
+    "model_b_conv_id": "cc0bfaaad5294e09ba4e444ebfa66bc8",
+    "inputs": {
+      "prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.135",
+    "anony": true,
+    "tstamp": 1738962644.8811
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -38582,5 +38582,495 @@
     "judge": "arena_user_10.16.1.166",
     "anony": true,
     "tstamp": 1738920482.7151
+  },
+  {
+    "model_a_conv_id": "c13ff6261e34482984adc8887da2bda2",
+    "model_b_conv_id": "a8a7d1e9168746d0ace8993960cca3c6",
+    "inputs": {
+      "prompt": "a horse bending down to drink water from a river"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738948339.5178
+  },
+  {
+    "model_a_conv_id": "f6f2d15a5c79456284a7402305bf325d",
+    "model_b_conv_id": "5401b309c7604916b7b6998b5dd5c3ae",
+    "inputs": {
+      "prompt": "A raccoon dressed in suit playing the trumpet, stage background"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950510.0883
+  },
+  {
+    "model_a_conv_id": "b4e14d07f50b47c0b30628722ee56b08",
+    "model_b_conv_id": "263c29c916674d5f833717cb92db3be9",
+    "inputs": {
+      "prompt": "A koala bear playing piano in the forest."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950668.5589
+  },
+  {
+    "model_a_conv_id": "f4b8051d442a4b6b99947b6760ef9187",
+    "model_b_conv_id": "32a8bd2169d848618d3e56bdeaa67b4e",
+    "inputs": {
+      "prompt": "indoor gymnasium"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950694.4864
+  },
+  {
+    "model_a_conv_id": "cca87d770f1b4b61989a648725cebd98",
+    "model_b_conv_id": "21cfdf93fb4b47ec8d97d6d88365d273",
+    "inputs": {
+      "prompt": "A tranquil tableau of a tranquil lakeside cabin nestled among tall pines, its reflection mirrored perfectly in the calm water"
+    },
+    "model_a": "Allegro",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950704.6564
+  },
+  {
+    "model_a_conv_id": "610e0d1f5ad04f4a83a9f0845d8a0949",
+    "model_b_conv_id": "9bf3c99df7e94ad88e2d7490cb639451",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset"
+    },
+    "model_a": "Allegro",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950716.4889
+  },
+  {
+    "model_a_conv_id": "c196832a06454dcdb98ebd653958071b",
+    "model_b_conv_id": "1aabd6ddcf3d48d29abbbd285090f027",
+    "inputs": {
+      "prompt": "A person is filling eyebrows"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950752.4274
+  },
+  {
+    "model_a_conv_id": "4a8f5806a45f4f8087bb86eee74bede9",
+    "model_b_conv_id": "93006e7bda3d49548590c4875eb776e0",
+    "inputs": {
+      "prompt": "a horse and a sheep"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950761.9594
+  },
+  {
+    "model_a_conv_id": "daf7358732c64967a5fa86b076baed74",
+    "model_b_conv_id": "dc1a7c5e953e40a38f1c63059aa0f0ae",
+    "inputs": {
+      "prompt": "A Mars rover moving on Mars"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950818.4702
+  },
+  {
+    "model_a_conv_id": "850319a3c78244abb58d003264b20834",
+    "model_b_conv_id": "4af3307d21f94d858178ed0f89641bc3",
+    "inputs": {
+      "prompt": "a sheep bending down to drink water from a river"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950865.2758
+  },
+  {
+    "model_a_conv_id": "9703fd34bc7a407288509f1a5fd08232",
+    "model_b_conv_id": "2d3c88be765245fcbf184619940a62d8",
+    "inputs": {
+      "prompt": "A raccoon dressed in suit playing the trumpet, stage background"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950883.106
+  },
+  {
+    "model_a_conv_id": "b697f9fc5a8343deb0ceeb1d51fe5d63",
+    "model_b_conv_id": "d31901f8b4504f06b1150287319e2c11",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, surrealism style"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950907.2561
+  },
+  {
+    "model_a_conv_id": "097634165f07492a9dde64cc024b2514",
+    "model_b_conv_id": "f73dfaabcd92411a9101c641ec8570b1",
+    "inputs": {
+      "prompt": "underwater coral reef"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738950929.0907
+  },
+  {
+    "model_a_conv_id": "a76bc73fa9714be8b800dd81a4f2ec70",
+    "model_b_conv_id": "edc4f8cd1563439488ac32469dcfb942",
+    "inputs": {
+      "prompt": "a motorcycle accelerating to gain speed"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738950939.4136
+  },
+  {
+    "model_a_conv_id": "9804250a8c524010a7186fd151952aef",
+    "model_b_conv_id": "d83790b9ef4d44d099cc3478e5028b6e",
+    "inputs": {
+      "prompt": "classroom"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738951373.5754
+  },
+  {
+    "model_a_conv_id": "851f92f31fd14be9bb3dc42198993622",
+    "model_b_conv_id": "f7a7eb431727424ba16d72da69c87c44",
+    "inputs": {
+      "prompt": "a couch"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738951380.7665
+  },
+  {
+    "model_a_conv_id": "e269692f76914dffaa134cff44c23738",
+    "model_b_conv_id": "791ed8601dd1473b980267b3bbdb67f1",
+    "inputs": {
+      "prompt": "Yellow flowers swing in the wind"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738951389.9935
+  },
+  {
+    "model_a_conv_id": "5607dd7a740647a1994a0a7d3d5b061e",
+    "model_b_conv_id": "7a5b517125dd4598a76a990e18d44a46",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, racking focus"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738951561.3875
+  },
+  {
+    "model_a_conv_id": "fd1809391bf24d1898d3ef3b91e76e37",
+    "model_b_conv_id": "f52b8cfb26b54c1184c89bf96435a14a",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, zoom out"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952060.0638
+  },
+  {
+    "model_a_conv_id": "352f5d9574c54cafa63cb322e44fd029",
+    "model_b_conv_id": "ea4fc9f6f8944c80985a8f0a1ddf88c1",
+    "inputs": {
+      "prompt": "bridge"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952251.0058
+  },
+  {
+    "model_a_conv_id": "8983801e169e45c5bbcb9688218fe5f1",
+    "model_b_conv_id": "f95af33b61064d16bd10fdfbbbebd67d",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand, animated style"
+    },
+    "model_a": "T2V-Turbo",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952277.5985
+  },
+  {
+    "model_a_conv_id": "ce31b13f6fb8464da0a1f99115217160",
+    "model_b_conv_id": "0edf084c6a5e4ee1864dbd27096a15a3",
+    "inputs": {
+      "prompt": "a purple chair"
+    },
+    "model_a": "Allegro",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952304.2013
+  },
+  {
+    "model_a_conv_id": "4ea1587c79364072b700182a654d0083",
+    "model_b_conv_id": "0ad9965086214ccd9a2e45662a15301b",
+    "inputs": {
+      "prompt": "indoor gymnasium"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738952315.0263
+  },
+  {
+    "model_a_conv_id": "680851b62128400492b0aa9fb80cd219",
+    "model_b_conv_id": "69f76e17336a4e89bd5a71141fced9f8",
+    "inputs": {
+      "prompt": "A teddy bear washing the dishes"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738952325.4958
+  },
+  {
+    "model_a_conv_id": "493fd9dbf6ac403e9eca6f34d510a6bc",
+    "model_b_conv_id": "de7fd1c0e449412d8680d6fc08124252",
+    "inputs": {
+      "prompt": "A cute happy Corgi playing in park, sunset, tilt down"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738952343.2729
+  },
+  {
+    "model_a_conv_id": "824d782ad6f3478786efd1a984c9186f",
+    "model_b_conv_id": "000935fa7be14bdc8558c7f412375fe4",
+    "inputs": {
+      "prompt": "a cow"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952362.2787
+  },
+  {
+    "model_a_conv_id": "adca8cd9907a4f178e78a51ba2e5ee1b",
+    "model_b_conv_id": "02e76655ff494611bc349f12e9ca24f5",
+    "inputs": {
+      "prompt": "an orange bird"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738952373.5331
+  },
+  {
+    "model_a_conv_id": "60cae1f1f6094d73b94e9361869a2353",
+    "model_b_conv_id": "bdbc604ea3254bcbb7c7bda5a1b1c203",
+    "inputs": {
+      "prompt": "a truck and a bicycle"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738952387.6613
+  },
+  {
+    "model_a_conv_id": "dbfdce5c86b746ea9f0ed15a7264d22d",
+    "model_b_conv_id": "b9993a229f0345b39092f6294cb21292",
+    "inputs": {
+      "prompt": "botanical garden"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738958491.7395
+  },
+  {
+    "model_a_conv_id": "ea8829a7bdd54cef8840fc26b418e4d7",
+    "model_b_conv_id": "643828d975f5481f899698599ca34ee6",
+    "inputs": {
+      "prompt": "a drone flying over a snowy forest."
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738958506.8902
+  },
+  {
+    "model_a_conv_id": "2a7be962af2741dcaafa5547d00b25ce",
+    "model_b_conv_id": "1f444f0ca8094c0f90a8649dfc376bb6",
+    "inputs": {
+      "prompt": "A panda drinking coffee in a cafe in Paris, black and white"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738958529.8489
+  },
+  {
+    "model_a_conv_id": "4fe6ab32cc4643039dc87456b9eeb8fc",
+    "model_b_conv_id": "226eee697a594a79877b245ad97214d9",
+    "inputs": {
+      "prompt": "A shark swimming in clear Caribbean ocean"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "Mochi1",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738958596.7869
+  },
+  {
+    "model_a_conv_id": "fec0ca48e7004cb4a93b92b331e9f78f",
+    "model_b_conv_id": "ee74a08a03bb4ac493ae9abf4d39b410",
+    "inputs": {
+      "prompt": "Sunset time lapse at the beach with moving clouds and colors in the sky."
+    },
+    "model_a": "Mochi1",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1738958691.7649
+  },
+  {
+    "model_a_conv_id": "716e0aae9eae4cd1b743fa5241e05da0",
+    "model_b_conv_id": "1252f21b2d1748d3bbf5c7ca2c79cba5",
+    "inputs": {
+      "prompt": "bridge"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738958724.3565
+  },
+  {
+    "model_a_conv_id": "ac8500fae64344d8be421b7610513ae5",
+    "model_b_conv_id": "3b53bd49a3844bb68abc03d32f07510d",
+    "inputs": {
+      "prompt": "Snow rocky mountains peaks canyon. snow blanketed rocky mountains surround and shadow deep canyons. the canyons twist and bend through the high elevated mountain peaks, tilt down"
+    },
+    "model_a": "Pyramid Flow",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.34.20",
+    "anony": true,
+    "tstamp": 1738958745.7439
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb3d744f0b5cb3f3ad0717aa5eed7bf02e7090874c1cc6edd69f5f7d64502a8c
+oid sha256:f17970b0781ff2f5ab7f77c8b4636d69d8daf6ad0f5e2e742dcff552e3f66026
 size 88250

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2923fc66ed703aa5a18e7b7082a0839a2cb19a481230261fbb2e676e2cdcd5e4
-size 81351
+oid sha256:30ab651ad846fbf8bf12394aeefdb390278673d584e04543bc0c2007d7b14738
+size 81350

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.404458462337,1133.665259555218,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.4086655127012,1117.5142421679275,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1093.5638979427374,1099.1817257391049,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1070.989285095693,1070.7801982444278,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1057.8709400566524,1056.9637296186659,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.6451447921536,1044.2311182448768,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1022.036806311684,1016.5885156559692,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1018.6979597130593,1011.2105693440064,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1017.4455991638469,1021.8305892005216,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1016.3797979238573,1016.5820674503459,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1012.1276919644029,1012.7917848641399,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1002.5311743789593,998.988975406759,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,963.3898875002803,965.2584475690353,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.0603331901428,911.3501415975003,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),903.9152151349172,898.2875590211922,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.5834143759494,826.2150804322712,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,788.9497284806237,803.8511135808003,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1128.545375856155,1132.4644317961438,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.3772831687966,1117.3864819249668,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1094.3205424121768,1099.5729582278423,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.034492267852,1070.786799845245,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1060.561271587368,1059.6649620801834,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.6576158243035,1044.2140676721299,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1021.0284143515638,1015.6415638172838,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.7372962339272,1011.2188311052302,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1017.4751837045576,1021.8300339192239,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1016.5173947512932,1016.6933598283946,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1012.0665435405137,1012.6833426580838,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1001.5198356124117,997.9651905586543,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,963.42480791883,965.2594602386408,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.1625417435517,911.4092734074449,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),903.9605247949673,898.2987854143789,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,830.6132414008385,826.21575128126,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,788.9976348308887,803.8660826832808,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1145.36152898627,1148.1720041234287,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1118.3102831501028,1118.5594900568808,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1112.8027280992676,1113.4037104509198,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1104.609720264593,1107.290457739882,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1057.037952090574,1057.5452315153525,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1051.4042182197613,1049.4997664738578,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1039.1393821777751,1039.0751207899416,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1031.5893019176394,1031.2121028856902,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,988.56446477162,992.110091670989,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LTXVideo,LTXVideo,970.6401871786553,967.4025940998249,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-LaVie,LaVie,965.4612295314914,965.0865417854009,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,881.9457252896382,881.2343806841427,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,865.0082494986525,862.6075625929276,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,836.2302713117488,834.1459829443266,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,831.894757512211,832.654962186431,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1139.428014831714,1141.7434210919457,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1120.824064953059,1120.892277979031,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1113.8560035204716,1114.0465546642035,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.4440428183937,1104.765664055902,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1058.2959000282453,1058.9004466686558,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1056.125315156355,1053.769855966297,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1042.7043381963204,1042.5829794167335,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1033.7253654080791,1033.012709229451,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,986.5221032588588,988.9748169725141,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.1615365830435,967.5412171365343,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,954.1056844913343,954.9827220344639,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,884.578919750801,883.6725710794163,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,865.8739496419397,863.3875193416962,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,838.9039780260175,836.6208604443254,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.450783335367,835.1063839188329,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571