Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
90ea2d3
1
Parent(s):
7e523c3
Auto Daily Leaderboard udpate Sat Nov 30 12:00:28 PM EST 2024
Browse files- arena_elo/results/20241129/clean_battle_t2i_generation.json +504 -0
- arena_elo/results/20241129/clean_battle_video_generation.json +112 -0
- arena_elo/results/20241129/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/20241129/elo_results_video_generation.pkl +1 -1
- arena_elo/results/20241129/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/20241129/video_generation_leaderboard.csv +13 -13
- arena_elo/results/latest/clean_battle_t2i_generation.json +504 -0
- arena_elo/results/latest/clean_battle_video_generation.json +112 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/latest/video_generation_leaderboard.csv +13 -13
arena_elo/results/20241129/clean_battle_t2i_generation.json
CHANGED
@@ -107864,5 +107864,509 @@
|
|
107864 |
"judge": "arena_user_10.16.38.196",
|
107865 |
"anony": true,
|
107866 |
"tstamp": 1732881147.8332
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
107867 |
}
|
107868 |
]
|
|
|
107864 |
"judge": "arena_user_10.16.38.196",
|
107865 |
"anony": true,
|
107866 |
"tstamp": 1732881147.8332
|
107867 |
+
},
|
107868 |
+
{
|
107869 |
+
"model_a_conv_id": "b31d9023f9aa42b09116c99636f63b3b",
|
107870 |
+
"model_b_conv_id": "bf4afe688a6e4775ada73c809a1f5c08",
|
107871 |
+
"inputs": {
|
107872 |
+
"prompt": "Tcennis rpacket."
|
107873 |
+
},
|
107874 |
+
"model_a": "PlayGround V2.5",
|
107875 |
+
"model_b": "PixArtSigma",
|
107876 |
+
"vote_type": "leftvote",
|
107877 |
+
"winner": "model_a",
|
107878 |
+
"judge": "arena_user_10.20.38.195",
|
107879 |
+
"anony": true,
|
107880 |
+
"tstamp": 1732925191.1673
|
107881 |
+
},
|
107882 |
+
{
|
107883 |
+
"model_a_conv_id": "cce2d33da57141e1a5db97fc4a93c5a6",
|
107884 |
+
"model_b_conv_id": "91c096616bf14d6f9994dd4ba6205f88",
|
107885 |
+
"inputs": {
|
107886 |
+
"prompt": "One cat and two dogs sitting on the grass."
|
107887 |
+
},
|
107888 |
+
"model_a": "FLUX.1-schnell",
|
107889 |
+
"model_b": "FLUX.1-dev",
|
107890 |
+
"vote_type": "rightvote",
|
107891 |
+
"winner": "model_b",
|
107892 |
+
"judge": "arena_user_10.20.38.195",
|
107893 |
+
"anony": true,
|
107894 |
+
"tstamp": 1732925215.1017
|
107895 |
+
},
|
107896 |
+
{
|
107897 |
+
"model_a_conv_id": "0fe4d15784b24590ae4cdd1bff909659",
|
107898 |
+
"model_b_conv_id": "38c14699ac6a44508bdef24e7e79aa2a",
|
107899 |
+
"inputs": {
|
107900 |
+
"prompt": "photorealistic, detailed picture of a single flower crown"
|
107901 |
+
},
|
107902 |
+
"model_a": "FLUX.1-dev",
|
107903 |
+
"model_b": "StableCascade",
|
107904 |
+
"vote_type": "tievote",
|
107905 |
+
"winner": "tie",
|
107906 |
+
"judge": "arena_user_10.20.26.107",
|
107907 |
+
"anony": true,
|
107908 |
+
"tstamp": 1732925221.3977
|
107909 |
+
},
|
107910 |
+
{
|
107911 |
+
"model_a_conv_id": "78941dc2943f4cc19e113bdeec037881",
|
107912 |
+
"model_b_conv_id": "b4a0f320be854738b2eb47d56fd0d984",
|
107913 |
+
"inputs": {
|
107914 |
+
"prompt": "a woman cyborg watering flowers, airbrush painting, 1 9 8 0 s digital scan "
|
107915 |
+
},
|
107916 |
+
"model_a": "FLUX.1-schnell",
|
107917 |
+
"model_b": "AuraFlow",
|
107918 |
+
"vote_type": "leftvote",
|
107919 |
+
"winner": "model_a",
|
107920 |
+
"judge": "arena_user_10.20.38.195",
|
107921 |
+
"anony": true,
|
107922 |
+
"tstamp": 1732925249.638
|
107923 |
+
},
|
107924 |
+
{
|
107925 |
+
"model_a_conv_id": "4e97d75ba01e473db28474027582a1e3",
|
107926 |
+
"model_b_conv_id": "7956ebba461d4d6b85c20de6f0e3fc96",
|
107927 |
+
"inputs": {
|
107928 |
+
"prompt": "photo cartoon bd illustration comic manga painting of cloakroom environement : 5 fantasy environement, digital painting : 1 fat brush concept sketch artist bd enki bilal : 1 0 "
|
107929 |
+
},
|
107930 |
+
"model_a": "FLUX.1-schnell",
|
107931 |
+
"model_b": "StableCascade",
|
107932 |
+
"vote_type": "tievote",
|
107933 |
+
"winner": "tie",
|
107934 |
+
"judge": "arena_user_10.20.38.195",
|
107935 |
+
"anony": true,
|
107936 |
+
"tstamp": 1732925255.253
|
107937 |
+
},
|
107938 |
+
{
|
107939 |
+
"model_a_conv_id": "7c81752f3cd8440d8119c13f67a7950f",
|
107940 |
+
"model_b_conv_id": "27161216f172492e99565c430b9bdcd9",
|
107941 |
+
"inputs": {
|
107942 |
+
"prompt": "photorealistic, detailed mechanical motorcycle, detailed"
|
107943 |
+
},
|
107944 |
+
"model_a": "Kolors",
|
107945 |
+
"model_b": "OpenJourney",
|
107946 |
+
"vote_type": "tievote",
|
107947 |
+
"winner": "tie",
|
107948 |
+
"judge": "arena_user_10.20.38.195",
|
107949 |
+
"anony": true,
|
107950 |
+
"tstamp": 1732925264.2699
|
107951 |
+
},
|
107952 |
+
{
|
107953 |
+
"model_a_conv_id": "0b8dd59670924717b49870798ffdccd4",
|
107954 |
+
"model_b_conv_id": "e1ab7466c74f42c096d3167017d504c4",
|
107955 |
+
"inputs": {
|
107956 |
+
"prompt": "photorealistic, detailed picture of a single flower crown"
|
107957 |
+
},
|
107958 |
+
"model_a": "PixArtAlpha",
|
107959 |
+
"model_b": "HunyuanDiT",
|
107960 |
+
"vote_type": "leftvote",
|
107961 |
+
"winner": "model_a",
|
107962 |
+
"judge": "arena_user_10.20.38.195",
|
107963 |
+
"anony": true,
|
107964 |
+
"tstamp": 1732925271.2775
|
107965 |
+
},
|
107966 |
+
{
|
107967 |
+
"model_a_conv_id": "e41adc08f1884cafb5175b60c3d0c5ea",
|
107968 |
+
"model_b_conv_id": "24c182555fdb4f4ca828413f3c41f727",
|
107969 |
+
"inputs": {
|
107970 |
+
"prompt": "beautiful witch, hyper detailed, flowing psychadelic background intricate and detailed, 8 k, octane render "
|
107971 |
+
},
|
107972 |
+
"model_a": "PlayGround V2.5",
|
107973 |
+
"model_b": "PixArtAlpha",
|
107974 |
+
"vote_type": "tievote",
|
107975 |
+
"winner": "tie",
|
107976 |
+
"judge": "arena_user_10.20.38.195",
|
107977 |
+
"anony": true,
|
107978 |
+
"tstamp": 1732925279.2884
|
107979 |
+
},
|
107980 |
+
{
|
107981 |
+
"model_a_conv_id": "cd95025dd0b94f53bdac7a3915371f9a",
|
107982 |
+
"model_b_conv_id": "11aef31930074800b347a7f703981a88",
|
107983 |
+
"inputs": {
|
107984 |
+
"prompt": "a black and white cat sitting on a brown suitcase next to a wall"
|
107985 |
+
},
|
107986 |
+
"model_a": "HunyuanDiT",
|
107987 |
+
"model_b": "Kolors",
|
107988 |
+
"vote_type": "leftvote",
|
107989 |
+
"winner": "model_a",
|
107990 |
+
"judge": "arena_user_10.20.38.195",
|
107991 |
+
"anony": true,
|
107992 |
+
"tstamp": 1732925283.9466
|
107993 |
+
},
|
107994 |
+
{
|
107995 |
+
"model_a_conv_id": "9a4be95d31564621a6ce7c68947bfe1c",
|
107996 |
+
"model_b_conv_id": "f2bedac2ea63466cba795e4756010345",
|
107997 |
+
"inputs": {
|
107998 |
+
"prompt": "A yellow flower sticking out of a green pot."
|
107999 |
+
},
|
108000 |
+
"model_a": "SDXL-Lightning",
|
108001 |
+
"model_b": "StableCascade",
|
108002 |
+
"vote_type": "bothbad_vote",
|
108003 |
+
"winner": "tie (bothbad)",
|
108004 |
+
"judge": "arena_user_10.20.38.195",
|
108005 |
+
"anony": true,
|
108006 |
+
"tstamp": 1732925288.2322
|
108007 |
+
},
|
108008 |
+
{
|
108009 |
+
"model_a_conv_id": "335315c8e40c4b5388890d46687401be",
|
108010 |
+
"model_b_conv_id": "b77d2323fe8e4ad897f4c7399bb64701",
|
108011 |
+
"inputs": {
|
108012 |
+
"prompt": "some green cattle are grazing in a black field"
|
108013 |
+
},
|
108014 |
+
"model_a": "SDXL",
|
108015 |
+
"model_b": "FLUX.1-dev",
|
108016 |
+
"vote_type": "bothbad_vote",
|
108017 |
+
"winner": "tie (bothbad)",
|
108018 |
+
"judge": "arena_user_10.20.26.107",
|
108019 |
+
"anony": true,
|
108020 |
+
"tstamp": 1732925294.3814
|
108021 |
+
},
|
108022 |
+
{
|
108023 |
+
"model_a_conv_id": "5968e62f69f54d8a99c969aca316c521",
|
108024 |
+
"model_b_conv_id": "b6ed09af43a44b8aa0f6ecf2dbf78e65",
|
108025 |
+
"inputs": {
|
108026 |
+
"prompt": "A blue bird and a brown bear."
|
108027 |
+
},
|
108028 |
+
"model_a": "PixArtAlpha",
|
108029 |
+
"model_b": "StableCascade",
|
108030 |
+
"vote_type": "bothbad_vote",
|
108031 |
+
"winner": "tie (bothbad)",
|
108032 |
+
"judge": "arena_user_10.20.38.195",
|
108033 |
+
"anony": true,
|
108034 |
+
"tstamp": 1732925298.2198
|
108035 |
+
},
|
108036 |
+
{
|
108037 |
+
"model_a_conv_id": "8b249d1d3ad54ae493aa9bd37075073c",
|
108038 |
+
"model_b_conv_id": "1e212a44e05b4affa5fb61117be72420",
|
108039 |
+
"inputs": {
|
108040 |
+
"prompt": "hyperrealism photo of a man with an orange hood covering his face"
|
108041 |
+
},
|
108042 |
+
"model_a": "OpenJourney",
|
108043 |
+
"model_b": "SD3",
|
108044 |
+
"vote_type": "rightvote",
|
108045 |
+
"winner": "model_b",
|
108046 |
+
"judge": "arena_user_10.20.26.107",
|
108047 |
+
"anony": true,
|
108048 |
+
"tstamp": 1732925305.0753
|
108049 |
+
},
|
108050 |
+
{
|
108051 |
+
"model_a_conv_id": "c78a8095e5e4469981d5b055048adea7",
|
108052 |
+
"model_b_conv_id": "598e981aa5f24aacb5090753a77be644",
|
108053 |
+
"inputs": {
|
108054 |
+
"prompt": "A tomato has been put on top of a pumpkin on a kitchen stool. There is a fork sticking into the pumpkin. The scene is viewed from above."
|
108055 |
+
},
|
108056 |
+
"model_a": "PixArtSigma",
|
108057 |
+
"model_b": "AuraFlow",
|
108058 |
+
"vote_type": "bothbad_vote",
|
108059 |
+
"winner": "tie (bothbad)",
|
108060 |
+
"judge": "arena_user_10.20.38.195",
|
108061 |
+
"anony": true,
|
108062 |
+
"tstamp": 1732925314.8422
|
108063 |
+
},
|
108064 |
+
{
|
108065 |
+
"model_a_conv_id": "a1dff113235542b0a11959169d2faa5d",
|
108066 |
+
"model_b_conv_id": "ba094d5b043f443c90e783deb541079a",
|
108067 |
+
"inputs": {
|
108068 |
+
"prompt": "A vehicle composed of two wheels held in a frame one behind the other, propelled by pedals and steered with handlebars attached to the front wheel."
|
108069 |
+
},
|
108070 |
+
"model_a": "SDXLTurbo",
|
108071 |
+
"model_b": "PixArtSigma",
|
108072 |
+
"vote_type": "tievote",
|
108073 |
+
"winner": "tie",
|
108074 |
+
"judge": "arena_user_10.20.26.107",
|
108075 |
+
"anony": true,
|
108076 |
+
"tstamp": 1732925333.1002
|
108077 |
+
},
|
108078 |
+
{
|
108079 |
+
"model_a_conv_id": "2c5d5f1823224aecb8648d3c14e6e26b",
|
108080 |
+
"model_b_conv_id": "2489c79587514aaa9203aaa937b833ea",
|
108081 |
+
"inputs": {
|
108082 |
+
"prompt": "An ancient Egyptian painting depicting an argument over whose turn it is to take out the trash."
|
108083 |
+
},
|
108084 |
+
"model_a": "SDXL",
|
108085 |
+
"model_b": "OpenJourney",
|
108086 |
+
"vote_type": "leftvote",
|
108087 |
+
"winner": "model_a",
|
108088 |
+
"judge": "arena_user_10.20.26.107",
|
108089 |
+
"anony": true,
|
108090 |
+
"tstamp": 1732925340.5049
|
108091 |
+
},
|
108092 |
+
{
|
108093 |
+
"model_a_conv_id": "9229de81942d44e387a939249727a691",
|
108094 |
+
"model_b_conv_id": "967a3f27af9944779923a740c65d0cd6",
|
108095 |
+
"inputs": {
|
108096 |
+
"prompt": "A pink and a white frisbee are on the ground ."
|
108097 |
+
},
|
108098 |
+
"model_a": "PixArtSigma",
|
108099 |
+
"model_b": "PixArtAlpha",
|
108100 |
+
"vote_type": "bothbad_vote",
|
108101 |
+
"winner": "tie (bothbad)",
|
108102 |
+
"judge": "arena_user_10.20.26.107",
|
108103 |
+
"anony": true,
|
108104 |
+
"tstamp": 1732925346.9106
|
108105 |
+
},
|
108106 |
+
{
|
108107 |
+
"model_a_conv_id": "489a5b0057cb4cdcb8a91c913fde49e6",
|
108108 |
+
"model_b_conv_id": "966913c3d9a04bdcba948a65b9886a26",
|
108109 |
+
"inputs": {
|
108110 |
+
"prompt": "A donkey and an octopus are playing a game. The donkey is holding a rope on one end, the octopus is holding onto the other. The donkey holds the rope in its mouth. A cat is jumping over the rope."
|
108111 |
+
},
|
108112 |
+
"model_a": "HunyuanDiT",
|
108113 |
+
"model_b": "StableCascade",
|
108114 |
+
"vote_type": "bothbad_vote",
|
108115 |
+
"winner": "tie (bothbad)",
|
108116 |
+
"judge": "arena_user_10.20.26.107",
|
108117 |
+
"anony": true,
|
108118 |
+
"tstamp": 1732925356.7369
|
108119 |
+
},
|
108120 |
+
{
|
108121 |
+
"model_a_conv_id": "6766a59cce6447b0a0d9e9b25e269727",
|
108122 |
+
"model_b_conv_id": "2e1fd9e796cc46cc8f21080a15b67d17",
|
108123 |
+
"inputs": {
|
108124 |
+
"prompt": "A pink scooter with a black seat next to a blue car."
|
108125 |
+
},
|
108126 |
+
"model_a": "PixArtSigma",
|
108127 |
+
"model_b": "SDXLTurbo",
|
108128 |
+
"vote_type": "bothbad_vote",
|
108129 |
+
"winner": "tie (bothbad)",
|
108130 |
+
"judge": "arena_user_10.20.38.195",
|
108131 |
+
"anony": true,
|
108132 |
+
"tstamp": 1732925381.6275
|
108133 |
+
},
|
108134 |
+
{
|
108135 |
+
"model_a_conv_id": "9f09e6681dc942918268a6a091ebd4ce",
|
108136 |
+
"model_b_conv_id": "e0c2bf9c39494525a079a8df2e7381e9",
|
108137 |
+
"inputs": {
|
108138 |
+
"prompt": "psychedelic duck "
|
108139 |
+
},
|
108140 |
+
"model_a": "OpenJourney",
|
108141 |
+
"model_b": "SDXL",
|
108142 |
+
"vote_type": "bothbad_vote",
|
108143 |
+
"winner": "tie (bothbad)",
|
108144 |
+
"judge": "arena_user_10.20.38.195",
|
108145 |
+
"anony": true,
|
108146 |
+
"tstamp": 1732925392.1018
|
108147 |
+
},
|
108148 |
+
{
|
108149 |
+
"model_a_conv_id": "9a9daecdcf924deabd9ca8686b82c01f",
|
108150 |
+
"model_b_conv_id": "8dabb3bb579a4700bf1d8ff95245f511",
|
108151 |
+
"inputs": {
|
108152 |
+
"prompt": "hyperrealism, epic photography, closeup, 35mm film, photography, of young girl, in city"
|
108153 |
+
},
|
108154 |
+
"model_a": "PixArtAlpha",
|
108155 |
+
"model_b": "Kolors",
|
108156 |
+
"vote_type": "tievote",
|
108157 |
+
"winner": "tie",
|
108158 |
+
"judge": "arena_user_10.20.26.107",
|
108159 |
+
"anony": true,
|
108160 |
+
"tstamp": 1732925398.1504
|
108161 |
+
},
|
108162 |
+
{
|
108163 |
+
"model_a_conv_id": "63ea6bf4b36045ca88dae005313cf4c0",
|
108164 |
+
"model_b_conv_id": "c029ea576b8b4b448279083a2ecf3f25",
|
108165 |
+
"inputs": {
|
108166 |
+
"prompt": "A long green train traveling through a rural orange countryside ."
|
108167 |
+
},
|
108168 |
+
"model_a": "StableCascade",
|
108169 |
+
"model_b": "SD3",
|
108170 |
+
"vote_type": "bothbad_vote",
|
108171 |
+
"winner": "tie (bothbad)",
|
108172 |
+
"judge": "arena_user_10.20.38.195",
|
108173 |
+
"anony": true,
|
108174 |
+
"tstamp": 1732925402.8355
|
108175 |
+
},
|
108176 |
+
{
|
108177 |
+
"model_a_conv_id": "0ec2a79985164e6b9cd6687fc0ce6a16",
|
108178 |
+
"model_b_conv_id": "8df4a7994db74a9c87111e493551812c",
|
108179 |
+
"inputs": {
|
108180 |
+
"prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
|
108181 |
+
},
|
108182 |
+
"model_a": "SD3",
|
108183 |
+
"model_b": "AuraFlow",
|
108184 |
+
"vote_type": "tievote",
|
108185 |
+
"winner": "tie",
|
108186 |
+
"judge": "arena_user_10.20.26.107",
|
108187 |
+
"anony": true,
|
108188 |
+
"tstamp": 1732925412.8049
|
108189 |
+
},
|
108190 |
+
{
|
108191 |
+
"model_a_conv_id": "5552f9f66cec41ddac8417f485bd4241",
|
108192 |
+
"model_b_conv_id": "9c4284c622004d0a90e6bff7f81d2c12",
|
108193 |
+
"inputs": {
|
108194 |
+
"prompt": "An instqrumemnt used for cutting cloth, paper, axdz othr thdin mteroial, consamistng of two blades lad one on tvopb of the other and fhastned in tle mixdqdjle so as to bllow them txo be pened and closed by thumb and fitngesr inserted tgrough rings on kthe end oc thei vatndlzes."
|
108195 |
+
},
|
108196 |
+
"model_a": "SDXLTurbo",
|
108197 |
+
"model_b": "HunyuanDiT",
|
108198 |
+
"vote_type": "leftvote",
|
108199 |
+
"winner": "model_a",
|
108200 |
+
"judge": "arena_user_10.20.38.195",
|
108201 |
+
"anony": true,
|
108202 |
+
"tstamp": 1732933711.1101
|
108203 |
+
},
|
108204 |
+
{
|
108205 |
+
"model_a_conv_id": "7919629e2df84f21bb1db8f65adaa8d8",
|
108206 |
+
"model_b_conv_id": "a27a663c87634a41a57a39c6029d1a33",
|
108207 |
+
"inputs": {
|
108208 |
+
"prompt": "a beautiful painting cat, by henri matisse and kusama yayoi painting "
|
108209 |
+
},
|
108210 |
+
"model_a": "Kolors",
|
108211 |
+
"model_b": "StableCascade",
|
108212 |
+
"vote_type": "leftvote",
|
108213 |
+
"winner": "model_a",
|
108214 |
+
"judge": "arena_user_10.20.26.107",
|
108215 |
+
"anony": true,
|
108216 |
+
"tstamp": 1732933716.4049
|
108217 |
+
},
|
108218 |
+
{
|
108219 |
+
"model_a_conv_id": "e9d3bebc6afd4389ba8e758332fa2b46",
|
108220 |
+
"model_b_conv_id": "d1d7078e47aa4dd897897ac11a5010f0",
|
108221 |
+
"inputs": {
|
108222 |
+
"prompt": "photo cartoon bd illustration comic manga painting of cloakroom environement : 5 fantasy environement, digital painting : 1 fat brush concept sketch artist bd enki bilal : 1 0 "
|
108223 |
+
},
|
108224 |
+
"model_a": "SDXLTurbo",
|
108225 |
+
"model_b": "SDXL",
|
108226 |
+
"vote_type": "rightvote",
|
108227 |
+
"winner": "model_b",
|
108228 |
+
"judge": "arena_user_10.20.26.107",
|
108229 |
+
"anony": true,
|
108230 |
+
"tstamp": 1732933722.2714
|
108231 |
+
},
|
108232 |
+
{
|
108233 |
+
"model_a_conv_id": "bb515244264640e3bd7b731217afbb5d",
|
108234 |
+
"model_b_conv_id": "d0d6ee654ab24befb55734c507042b27",
|
108235 |
+
"inputs": {
|
108236 |
+
"prompt": "psychedelic duck "
|
108237 |
+
},
|
108238 |
+
"model_a": "SDXLTurbo",
|
108239 |
+
"model_b": "OpenJourney",
|
108240 |
+
"vote_type": "rightvote",
|
108241 |
+
"winner": "model_b",
|
108242 |
+
"judge": "arena_user_10.20.26.107",
|
108243 |
+
"anony": true,
|
108244 |
+
"tstamp": 1732933729.9577
|
108245 |
+
},
|
108246 |
+
{
|
108247 |
+
"model_a_conv_id": "996724de5d4e430d88bd29fd984240d7",
|
108248 |
+
"model_b_conv_id": "7e93e74d67284056b7c46d7458c613db",
|
108249 |
+
"inputs": {
|
108250 |
+
"prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
|
108251 |
+
},
|
108252 |
+
"model_a": "SD3",
|
108253 |
+
"model_b": "SDXLTurbo",
|
108254 |
+
"vote_type": "leftvote",
|
108255 |
+
"winner": "model_a",
|
108256 |
+
"judge": "arena_user_10.20.26.107",
|
108257 |
+
"anony": true,
|
108258 |
+
"tstamp": 1732933738.9369
|
108259 |
+
},
|
108260 |
+
{
|
108261 |
+
"model_a_conv_id": "290db5652a504946ba7fcb8d3cf0f633",
|
108262 |
+
"model_b_conv_id": "5ddb982323df43d2816d46e91d32a448",
|
108263 |
+
"inputs": {
|
108264 |
+
"prompt": "a photograph of a futuristic street scene, brutalist style architecture, straight edges, shop signs, video screens, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
|
108265 |
+
},
|
108266 |
+
"model_a": "SDXL",
|
108267 |
+
"model_b": "PlayGround V2.5",
|
108268 |
+
"vote_type": "rightvote",
|
108269 |
+
"winner": "model_b",
|
108270 |
+
"judge": "arena_user_10.16.12.226",
|
108271 |
+
"anony": true,
|
108272 |
+
"tstamp": 1732937667.3774
|
108273 |
+
},
|
108274 |
+
{
|
108275 |
+
"model_a_conv_id": "178909804557424c986a0c836c58d622",
|
108276 |
+
"model_b_conv_id": "1e94245d3d9c4dab96fd342929e2bbd0",
|
108277 |
+
"inputs": {
|
108278 |
+
"prompt": "A type of digital currency in which a record of transactions is maintained and new units of currency are generated by the computational solution of mathematical problems, and which operates independently of a central bank."
|
108279 |
+
},
|
108280 |
+
"model_a": "HunyuanDiT",
|
108281 |
+
"model_b": "PlayGround V2.5",
|
108282 |
+
"vote_type": "rightvote",
|
108283 |
+
"winner": "model_b",
|
108284 |
+
"judge": "arena_user_10.16.12.226",
|
108285 |
+
"anony": true,
|
108286 |
+
"tstamp": 1732937673.2906
|
108287 |
+
},
|
108288 |
+
{
|
108289 |
+
"model_a_conv_id": "af363a90b4714f14be1608f995d700a6",
|
108290 |
+
"model_b_conv_id": "a212a1da299e46cfb4691a288675bbf4",
|
108291 |
+
"inputs": {
|
108292 |
+
"prompt": "One car on the street."
|
108293 |
+
},
|
108294 |
+
"model_a": "SDXLTurbo",
|
108295 |
+
"model_b": "PixArtSigma",
|
108296 |
+
"vote_type": "leftvote",
|
108297 |
+
"winner": "model_a",
|
108298 |
+
"judge": "arena_user_10.16.38.196",
|
108299 |
+
"anony": true,
|
108300 |
+
"tstamp": 1732937679.548
|
108301 |
+
},
|
108302 |
+
{
|
108303 |
+
"model_a_conv_id": "85bc387d076d428d88d2b273c638eced",
|
108304 |
+
"model_b_conv_id": "bb8031ccecec4176bc211a18d6483dd0",
|
108305 |
+
"inputs": {
|
108306 |
+
"prompt": "a black and white picture of a white man singing a song"
|
108307 |
+
},
|
108308 |
+
"model_a": "HunyuanDiT",
|
108309 |
+
"model_b": "Kolors",
|
108310 |
+
"vote_type": "rightvote",
|
108311 |
+
"winner": "model_b",
|
108312 |
+
"judge": "arena_user_10.16.31.254",
|
108313 |
+
"anony": true,
|
108314 |
+
"tstamp": 1732937686.5593
|
108315 |
+
},
|
108316 |
+
{
|
108317 |
+
"model_a_conv_id": "f9f2d1db67f54999a77b4f6521983c6a",
|
108318 |
+
"model_b_conv_id": "9b1b491d291b454781a721629a111884",
|
108319 |
+
"inputs": {
|
108320 |
+
"prompt": "photograph of a pale Asian woman, wearing an oriental costume, sitting in a luxurious white chair. her head is floating off the chair, with the chin on the table and chin on her knees, her chin on her knees. Closeup"
|
108321 |
+
},
|
108322 |
+
"model_a": "PlayGround V2.5",
|
108323 |
+
"model_b": "FLUX.1-dev",
|
108324 |
+
"vote_type": "rightvote",
|
108325 |
+
"winner": "model_b",
|
108326 |
+
"judge": "arena_user_10.16.31.254",
|
108327 |
+
"anony": true,
|
108328 |
+
"tstamp": 1732937696.5241
|
108329 |
+
},
|
108330 |
+
{
|
108331 |
+
"model_a_conv_id": "05aedd48b3e5419db83cff1ab0bb6e0b",
|
108332 |
+
"model_b_conv_id": "816ad13e3ee34c0fb1de563e21a2d46d",
|
108333 |
+
"inputs": {
|
108334 |
+
"prompt": "photorealistic, detailed picture of a single flower crown"
|
108335 |
+
},
|
108336 |
+
"model_a": "PixArtAlpha",
|
108337 |
+
"model_b": "Kolors",
|
108338 |
+
"vote_type": "rightvote",
|
108339 |
+
"winner": "model_b",
|
108340 |
+
"judge": "arena_user_10.16.38.196",
|
108341 |
+
"anony": true,
|
108342 |
+
"tstamp": 1732937701.9751
|
108343 |
+
},
|
108344 |
+
{
|
108345 |
+
"model_a_conv_id": "9807284ccea94a3798ad7d60e58f9aff",
|
108346 |
+
"model_b_conv_id": "7e8843cd900f4cc5854a13d95f73add0",
|
108347 |
+
"inputs": {
|
108348 |
+
"prompt": "Two cars on the street."
|
108349 |
+
},
|
108350 |
+
"model_a": "PixArtAlpha",
|
108351 |
+
"model_b": "OpenJourney",
|
108352 |
+
"vote_type": "rightvote",
|
108353 |
+
"winner": "model_b",
|
108354 |
+
"judge": "arena_user_10.16.38.136",
|
108355 |
+
"anony": true,
|
108356 |
+
"tstamp": 1732937711.1733
|
108357 |
+
},
|
108358 |
+
{
|
108359 |
+
"model_a_conv_id": "b31e25509ac2410dbba0ad8898117248",
|
108360 |
+
"model_b_conv_id": "841a3e60461049a6b38312d36d2e010f",
|
108361 |
+
"inputs": {
|
108362 |
+
"prompt": "A blue bird and a brown bear."
|
108363 |
+
},
|
108364 |
+
"model_a": "SDXL",
|
108365 |
+
"model_b": "FLUX.1-dev",
|
108366 |
+
"vote_type": "leftvote",
|
108367 |
+
"winner": "model_a",
|
108368 |
+
"judge": "arena_user_10.16.38.196",
|
108369 |
+
"anony": true,
|
108370 |
+
"tstamp": 1732937718.3881
|
108371 |
}
|
108372 |
]
|
arena_elo/results/20241129/clean_battle_video_generation.json
CHANGED
@@ -33388,5 +33388,117 @@
|
|
33388 |
"judge": "arena_user_10.16.38.136",
|
33389 |
"anony": false,
|
33390 |
"tstamp": 1732895922.2835
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33391 |
}
|
33392 |
]
|
|
|
33388 |
"judge": "arena_user_10.16.38.136",
|
33389 |
"anony": false,
|
33390 |
"tstamp": 1732895922.2835
|
33391 |
+
},
|
33392 |
+
{
|
33393 |
+
"model_a_conv_id": "01b41daca52f4cc38e7cd32c93c2db22",
|
33394 |
+
"model_b_conv_id": "b706a8af58444f70b0d1e19696dabd25",
|
33395 |
+
"inputs": {
|
33396 |
+
"prompt": "a truck slowing down to stop"
|
33397 |
+
},
|
33398 |
+
"model_a": "VideoCrafter2",
|
33399 |
+
"model_b": "T2V-Turbo",
|
33400 |
+
"vote_type": "leftvote",
|
33401 |
+
"winner": "model_a",
|
33402 |
+
"judge": "arena_user_10.20.38.195",
|
33403 |
+
"anony": true,
|
33404 |
+
"tstamp": 1732909222.0478
|
33405 |
+
},
|
33406 |
+
{
|
33407 |
+
"model_a_conv_id": "68778aee81a246ad9722ff95ab440eff",
|
33408 |
+
"model_b_conv_id": "b39f7311c0824122b5ccc51a5c0bed06",
|
33409 |
+
"inputs": {
|
33410 |
+
"prompt": "A beautiful coastal beach in spring, waves lapping on sand, tilt down"
|
33411 |
+
},
|
33412 |
+
"model_a": "AnimateDiff Turbo",
|
33413 |
+
"model_b": "OpenSora v1.2",
|
33414 |
+
"vote_type": "leftvote",
|
33415 |
+
"winner": "model_a",
|
33416 |
+
"judge": "arena_user_10.20.38.195",
|
33417 |
+
"anony": true,
|
33418 |
+
"tstamp": 1732925787.0139
|
33419 |
+
},
|
33420 |
+
{
|
33421 |
+
"model_a_conv_id": "b415118f23644e2a8ed4a738bb545c98",
|
33422 |
+
"model_b_conv_id": "04f385914c3d485fa106aa74693a0960",
|
33423 |
+
"inputs": {
|
33424 |
+
"prompt": "cliff"
|
33425 |
+
},
|
33426 |
+
"model_a": "CogVideoX-2B",
|
33427 |
+
"model_b": "AnimateDiff Turbo",
|
33428 |
+
"vote_type": "leftvote",
|
33429 |
+
"winner": "model_a",
|
33430 |
+
"judge": "arena_user_10.20.26.107",
|
33431 |
+
"anony": true,
|
33432 |
+
"tstamp": 1732925814.1536
|
33433 |
+
},
|
33434 |
+
{
|
33435 |
+
"model_a_conv_id": "10efdeca4a4448e6aeeb110e195d7710",
|
33436 |
+
"model_b_conv_id": "d9c17b5e6a2a48f98ff42f0b1eb3a094",
|
33437 |
+
"inputs": {
|
33438 |
+
"prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in super slow motion"
|
33439 |
+
},
|
33440 |
+
"model_a": "StableVideoDiffusion",
|
33441 |
+
"model_b": "LTXVideo",
|
33442 |
+
"vote_type": "leftvote",
|
33443 |
+
"winner": "model_a",
|
33444 |
+
"judge": "arena_user_10.20.26.107",
|
33445 |
+
"anony": true,
|
33446 |
+
"tstamp": 1732925829.7273
|
33447 |
+
},
|
33448 |
+
{
|
33449 |
+
"model_a_conv_id": "1de326b91c894118b1dfe0b497ff373c",
|
33450 |
+
"model_b_conv_id": "245a6c4e403f4f8382e1b2767f6cc5b2",
|
33451 |
+
"inputs": {
|
33452 |
+
"prompt": "amusement park"
|
33453 |
+
},
|
33454 |
+
"model_a": "Allegro",
|
33455 |
+
"model_b": "T2V-Turbo",
|
33456 |
+
"vote_type": "bothbad_vote",
|
33457 |
+
"winner": "tie (bothbad)",
|
33458 |
+
"judge": "arena_user_10.20.38.195",
|
33459 |
+
"anony": true,
|
33460 |
+
"tstamp": 1732925867.4554
|
33461 |
+
},
|
33462 |
+
{
|
33463 |
+
"model_a_conv_id": "9acd5163db794b8b8f9673f6114085b6",
|
33464 |
+
"model_b_conv_id": "7a795b6af6ad4ce7ab510b3999fc3ce2",
|
33465 |
+
"inputs": {
|
33466 |
+
"prompt": "a dog enjoying a peaceful walk"
|
33467 |
+
},
|
33468 |
+
"model_a": "AnimateDiff Turbo",
|
33469 |
+
"model_b": "LTXVideo",
|
33470 |
+
"vote_type": "bothbad_vote",
|
33471 |
+
"winner": "tie (bothbad)",
|
33472 |
+
"judge": "arena_user_10.20.38.195",
|
33473 |
+
"anony": true,
|
33474 |
+
"tstamp": 1732925878.8299
|
33475 |
+
},
|
33476 |
+
{
|
33477 |
+
"model_a_conv_id": "ec0a75086d4148e1b89a83ec1a10d799",
|
33478 |
+
"model_b_conv_id": "c066262e7d014a9b9e414eb2f370ccc3",
|
33479 |
+
"inputs": {
|
33480 |
+
"prompt": "a blue clock"
|
33481 |
+
},
|
33482 |
+
"model_a": "CogVideoX-5B",
|
33483 |
+
"model_b": "VideoCrafter2",
|
33484 |
+
"vote_type": "bothbad_vote",
|
33485 |
+
"winner": "tie (bothbad)",
|
33486 |
+
"judge": "arena_user_10.20.26.107",
|
33487 |
+
"anony": true,
|
33488 |
+
"tstamp": 1732925898.7915
|
33489 |
+
},
|
33490 |
+
{
|
33491 |
+
"model_a_conv_id": "a763516cad3943b992a293d410d2c71c",
|
33492 |
+
"model_b_conv_id": "08610b7624374a6688dbb6d79650bf38",
|
33493 |
+
"inputs": {
|
33494 |
+
"prompt": "underwater coral reef"
|
33495 |
+
},
|
33496 |
+
"model_a": "T2V-Turbo",
|
33497 |
+
"model_b": "StableVideoDiffusion",
|
33498 |
+
"vote_type": "rightvote",
|
33499 |
+
"winner": "model_b",
|
33500 |
+
"judge": "arena_user_10.20.38.195",
|
33501 |
+
"anony": true,
|
33502 |
+
"tstamp": 1732925909.9742
|
33503 |
}
|
33504 |
]
|
arena_elo/results/20241129/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 88251
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e4a102bfee6b9257b48cb7164144b30a1c7e8b6973430257cf1a4763f6bed4a
|
3 |
size 88251
|
arena_elo/results/20241129/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 75107
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78a531930fd7ebddf48e7f02d5f1991bd6a8bfe1c1ec4848b7a503d4488662a5
|
3 |
size 75107
|
arena_elo/results/20241129/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
|
3 |
-
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,
|
5 |
-
PlayGround V2,PlayGround V2,1072.
|
6 |
-
Kolors,Kolors,
|
7 |
-
StableCascade,StableCascade,1040.
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
PixArtAlpha,PixArtAlpha,1019.
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
SDXL,SDXL,
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),905.
|
17 |
-
OpenJourney,OpenJourney,
|
18 |
-
LCM,LCM,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1120.5474242534076,1120.3991738013312,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1120.5297710646435,1140.8801332177036,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1087.9781570022606,1078.0511463531695,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.5159319044112,1071.0832220755385,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1051.2338166886116,1049.8268492269053,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1040.3717529261082,1042.237157147066,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1029.4165095340247,1022.0206483133752,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1019.260913038217,1010.3599965635034,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXL-Lightning,SDXL-Lightning,1018.9971150276522,1021.7093343308495,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1017.7005160531213,1017.0774952959479,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
SD3,SD3,1007.154080566096,1009.879978243268,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,1005.6767097954871,1000.3408335240543,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,966.7377121830157,966.5220442808675,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,915.1954008876055,912.3545595260974,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.2051363536629,898.7023126851408,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,831.1538485229876,825.5447626521175,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.3252041986879,803.9787114807552,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/20241129/video_generation_leaderboard.csv
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
CogVideoX-5B,CogVideoX-5B,
|
3 |
-
Pyramid Flow,Pyramid Flow,1151.
|
4 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
5 |
-
CogVideoX-2B,CogVideoX-2B,
|
6 |
-
T2V-Turbo,T2V-Turbo,
|
7 |
-
AnimateDiff,AnimateDiff,1042.
|
8 |
-
VideoCrafter2,VideoCrafter2,
|
9 |
-
Allegro,Allegro,997.
|
10 |
-
LaVie,LaVie,968.
|
11 |
-
OpenSora,OpenSora,884.
|
12 |
-
OpenSora v1.2,OpenSora v1.2,
|
13 |
-
AnimateDiff Turbo,AnimateDiff Turbo,835.
|
14 |
-
ModelScope,ModelScope,834.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
CogVideoX-5B,CogVideoX-5B,1161.3582374956106,1155.733132612823,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
3 |
+
Pyramid Flow,Pyramid Flow,1151.6164081958766,1154.2603932699456,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
|
4 |
+
StableVideoDiffusion,StableVideoDiffusion,1124.3980292653296,1126.8361376036585,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
5 |
+
CogVideoX-2B,CogVideoX-2B,1059.4035466209268,1055.706856386837,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
6 |
+
T2V-Turbo,T2V-Turbo,1052.3412619201083,1051.6479982948074,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
7 |
+
AnimateDiff,AnimateDiff,1042.6211719369894,1041.3605886927494,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
8 |
+
VideoCrafter2,VideoCrafter2,1039.3616646377654,1040.0792778079601,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
9 |
+
Allegro,Allegro,997.9939892432723,1000.8379872184363,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
|
10 |
+
LaVie,LaVie,968.6755402387133,969.2435682811586,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
11 |
+
OpenSora,OpenSora,884.8405310171016,885.225361171022,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
12 |
+
OpenSora v1.2,OpenSora v1.2,846.8675073060028,845.7885027961818,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
13 |
+
AnimateDiff Turbo,AnimateDiff Turbo,835.7740928707308,836.5783340982225,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
14 |
+
ModelScope,ModelScope,834.7480192515729,836.7018617661972,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -107864,5 +107864,509 @@
|
|
107864 |
"judge": "arena_user_10.16.38.196",
|
107865 |
"anony": true,
|
107866 |
"tstamp": 1732881147.8332
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
107867 |
}
|
107868 |
]
|
|
|
107864 |
"judge": "arena_user_10.16.38.196",
|
107865 |
"anony": true,
|
107866 |
"tstamp": 1732881147.8332
|
107867 |
+
},
|
107868 |
+
{
|
107869 |
+
"model_a_conv_id": "b31d9023f9aa42b09116c99636f63b3b",
|
107870 |
+
"model_b_conv_id": "bf4afe688a6e4775ada73c809a1f5c08",
|
107871 |
+
"inputs": {
|
107872 |
+
"prompt": "Tcennis rpacket."
|
107873 |
+
},
|
107874 |
+
"model_a": "PlayGround V2.5",
|
107875 |
+
"model_b": "PixArtSigma",
|
107876 |
+
"vote_type": "leftvote",
|
107877 |
+
"winner": "model_a",
|
107878 |
+
"judge": "arena_user_10.20.38.195",
|
107879 |
+
"anony": true,
|
107880 |
+
"tstamp": 1732925191.1673
|
107881 |
+
},
|
107882 |
+
{
|
107883 |
+
"model_a_conv_id": "cce2d33da57141e1a5db97fc4a93c5a6",
|
107884 |
+
"model_b_conv_id": "91c096616bf14d6f9994dd4ba6205f88",
|
107885 |
+
"inputs": {
|
107886 |
+
"prompt": "One cat and two dogs sitting on the grass."
|
107887 |
+
},
|
107888 |
+
"model_a": "FLUX.1-schnell",
|
107889 |
+
"model_b": "FLUX.1-dev",
|
107890 |
+
"vote_type": "rightvote",
|
107891 |
+
"winner": "model_b",
|
107892 |
+
"judge": "arena_user_10.20.38.195",
|
107893 |
+
"anony": true,
|
107894 |
+
"tstamp": 1732925215.1017
|
107895 |
+
},
|
107896 |
+
{
|
107897 |
+
"model_a_conv_id": "0fe4d15784b24590ae4cdd1bff909659",
|
107898 |
+
"model_b_conv_id": "38c14699ac6a44508bdef24e7e79aa2a",
|
107899 |
+
"inputs": {
|
107900 |
+
"prompt": "photorealistic, detailed picture of a single flower crown"
|
107901 |
+
},
|
107902 |
+
"model_a": "FLUX.1-dev",
|
107903 |
+
"model_b": "StableCascade",
|
107904 |
+
"vote_type": "tievote",
|
107905 |
+
"winner": "tie",
|
107906 |
+
"judge": "arena_user_10.20.26.107",
|
107907 |
+
"anony": true,
|
107908 |
+
"tstamp": 1732925221.3977
|
107909 |
+
},
|
107910 |
+
{
|
107911 |
+
"model_a_conv_id": "78941dc2943f4cc19e113bdeec037881",
|
107912 |
+
"model_b_conv_id": "b4a0f320be854738b2eb47d56fd0d984",
|
107913 |
+
"inputs": {
|
107914 |
+
"prompt": "a woman cyborg watering flowers, airbrush painting, 1 9 8 0 s digital scan "
|
107915 |
+
},
|
107916 |
+
"model_a": "FLUX.1-schnell",
|
107917 |
+
"model_b": "AuraFlow",
|
107918 |
+
"vote_type": "leftvote",
|
107919 |
+
"winner": "model_a",
|
107920 |
+
"judge": "arena_user_10.20.38.195",
|
107921 |
+
"anony": true,
|
107922 |
+
"tstamp": 1732925249.638
|
107923 |
+
},
|
107924 |
+
{
|
107925 |
+
"model_a_conv_id": "4e97d75ba01e473db28474027582a1e3",
|
107926 |
+
"model_b_conv_id": "7956ebba461d4d6b85c20de6f0e3fc96",
|
107927 |
+
"inputs": {
|
107928 |
+
"prompt": "photo cartoon bd illustration comic manga painting of cloakroom environement : 5 fantasy environement, digital painting : 1 fat brush concept sketch artist bd enki bilal : 1 0 "
|
107929 |
+
},
|
107930 |
+
"model_a": "FLUX.1-schnell",
|
107931 |
+
"model_b": "StableCascade",
|
107932 |
+
"vote_type": "tievote",
|
107933 |
+
"winner": "tie",
|
107934 |
+
"judge": "arena_user_10.20.38.195",
|
107935 |
+
"anony": true,
|
107936 |
+
"tstamp": 1732925255.253
|
107937 |
+
},
|
107938 |
+
{
|
107939 |
+
"model_a_conv_id": "7c81752f3cd8440d8119c13f67a7950f",
|
107940 |
+
"model_b_conv_id": "27161216f172492e99565c430b9bdcd9",
|
107941 |
+
"inputs": {
|
107942 |
+
"prompt": "photorealistic, detailed mechanical motorcycle, detailed"
|
107943 |
+
},
|
107944 |
+
"model_a": "Kolors",
|
107945 |
+
"model_b": "OpenJourney",
|
107946 |
+
"vote_type": "tievote",
|
107947 |
+
"winner": "tie",
|
107948 |
+
"judge": "arena_user_10.20.38.195",
|
107949 |
+
"anony": true,
|
107950 |
+
"tstamp": 1732925264.2699
|
107951 |
+
},
|
107952 |
+
{
|
107953 |
+
"model_a_conv_id": "0b8dd59670924717b49870798ffdccd4",
|
107954 |
+
"model_b_conv_id": "e1ab7466c74f42c096d3167017d504c4",
|
107955 |
+
"inputs": {
|
107956 |
+
"prompt": "photorealistic, detailed picture of a single flower crown"
|
107957 |
+
},
|
107958 |
+
"model_a": "PixArtAlpha",
|
107959 |
+
"model_b": "HunyuanDiT",
|
107960 |
+
"vote_type": "leftvote",
|
107961 |
+
"winner": "model_a",
|
107962 |
+
"judge": "arena_user_10.20.38.195",
|
107963 |
+
"anony": true,
|
107964 |
+
"tstamp": 1732925271.2775
|
107965 |
+
},
|
107966 |
+
{
|
107967 |
+
"model_a_conv_id": "e41adc08f1884cafb5175b60c3d0c5ea",
|
107968 |
+
"model_b_conv_id": "24c182555fdb4f4ca828413f3c41f727",
|
107969 |
+
"inputs": {
|
107970 |
+
"prompt": "beautiful witch, hyper detailed, flowing psychadelic background intricate and detailed, 8 k, octane render "
|
107971 |
+
},
|
107972 |
+
"model_a": "PlayGround V2.5",
|
107973 |
+
"model_b": "PixArtAlpha",
|
107974 |
+
"vote_type": "tievote",
|
107975 |
+
"winner": "tie",
|
107976 |
+
"judge": "arena_user_10.20.38.195",
|
107977 |
+
"anony": true,
|
107978 |
+
"tstamp": 1732925279.2884
|
107979 |
+
},
|
107980 |
+
{
|
107981 |
+
"model_a_conv_id": "cd95025dd0b94f53bdac7a3915371f9a",
|
107982 |
+
"model_b_conv_id": "11aef31930074800b347a7f703981a88",
|
107983 |
+
"inputs": {
|
107984 |
+
"prompt": "a black and white cat sitting on a brown suitcase next to a wall"
|
107985 |
+
},
|
107986 |
+
"model_a": "HunyuanDiT",
|
107987 |
+
"model_b": "Kolors",
|
107988 |
+
"vote_type": "leftvote",
|
107989 |
+
"winner": "model_a",
|
107990 |
+
"judge": "arena_user_10.20.38.195",
|
107991 |
+
"anony": true,
|
107992 |
+
"tstamp": 1732925283.9466
|
107993 |
+
},
|
107994 |
+
{
|
107995 |
+
"model_a_conv_id": "9a4be95d31564621a6ce7c68947bfe1c",
|
107996 |
+
"model_b_conv_id": "f2bedac2ea63466cba795e4756010345",
|
107997 |
+
"inputs": {
|
107998 |
+
"prompt": "A yellow flower sticking out of a green pot."
|
107999 |
+
},
|
108000 |
+
"model_a": "SDXL-Lightning",
|
108001 |
+
"model_b": "StableCascade",
|
108002 |
+
"vote_type": "bothbad_vote",
|
108003 |
+
"winner": "tie (bothbad)",
|
108004 |
+
"judge": "arena_user_10.20.38.195",
|
108005 |
+
"anony": true,
|
108006 |
+
"tstamp": 1732925288.2322
|
108007 |
+
},
|
108008 |
+
{
|
108009 |
+
"model_a_conv_id": "335315c8e40c4b5388890d46687401be",
|
108010 |
+
"model_b_conv_id": "b77d2323fe8e4ad897f4c7399bb64701",
|
108011 |
+
"inputs": {
|
108012 |
+
"prompt": "some green cattle are grazing in a black field"
|
108013 |
+
},
|
108014 |
+
"model_a": "SDXL",
|
108015 |
+
"model_b": "FLUX.1-dev",
|
108016 |
+
"vote_type": "bothbad_vote",
|
108017 |
+
"winner": "tie (bothbad)",
|
108018 |
+
"judge": "arena_user_10.20.26.107",
|
108019 |
+
"anony": true,
|
108020 |
+
"tstamp": 1732925294.3814
|
108021 |
+
},
|
108022 |
+
{
|
108023 |
+
"model_a_conv_id": "5968e62f69f54d8a99c969aca316c521",
|
108024 |
+
"model_b_conv_id": "b6ed09af43a44b8aa0f6ecf2dbf78e65",
|
108025 |
+
"inputs": {
|
108026 |
+
"prompt": "A blue bird and a brown bear."
|
108027 |
+
},
|
108028 |
+
"model_a": "PixArtAlpha",
|
108029 |
+
"model_b": "StableCascade",
|
108030 |
+
"vote_type": "bothbad_vote",
|
108031 |
+
"winner": "tie (bothbad)",
|
108032 |
+
"judge": "arena_user_10.20.38.195",
|
108033 |
+
"anony": true,
|
108034 |
+
"tstamp": 1732925298.2198
|
108035 |
+
},
|
108036 |
+
{
|
108037 |
+
"model_a_conv_id": "8b249d1d3ad54ae493aa9bd37075073c",
|
108038 |
+
"model_b_conv_id": "1e212a44e05b4affa5fb61117be72420",
|
108039 |
+
"inputs": {
|
108040 |
+
"prompt": "hyperrealism photo of a man with an orange hood covering his face"
|
108041 |
+
},
|
108042 |
+
"model_a": "OpenJourney",
|
108043 |
+
"model_b": "SD3",
|
108044 |
+
"vote_type": "rightvote",
|
108045 |
+
"winner": "model_b",
|
108046 |
+
"judge": "arena_user_10.20.26.107",
|
108047 |
+
"anony": true,
|
108048 |
+
"tstamp": 1732925305.0753
|
108049 |
+
},
|
108050 |
+
{
|
108051 |
+
"model_a_conv_id": "c78a8095e5e4469981d5b055048adea7",
|
108052 |
+
"model_b_conv_id": "598e981aa5f24aacb5090753a77be644",
|
108053 |
+
"inputs": {
|
108054 |
+
"prompt": "A tomato has been put on top of a pumpkin on a kitchen stool. There is a fork sticking into the pumpkin. The scene is viewed from above."
|
108055 |
+
},
|
108056 |
+
"model_a": "PixArtSigma",
|
108057 |
+
"model_b": "AuraFlow",
|
108058 |
+
"vote_type": "bothbad_vote",
|
108059 |
+
"winner": "tie (bothbad)",
|
108060 |
+
"judge": "arena_user_10.20.38.195",
|
108061 |
+
"anony": true,
|
108062 |
+
"tstamp": 1732925314.8422
|
108063 |
+
},
|
108064 |
+
{
|
108065 |
+
"model_a_conv_id": "a1dff113235542b0a11959169d2faa5d",
|
108066 |
+
"model_b_conv_id": "ba094d5b043f443c90e783deb541079a",
|
108067 |
+
"inputs": {
|
108068 |
+
"prompt": "A vehicle composed of two wheels held in a frame one behind the other, propelled by pedals and steered with handlebars attached to the front wheel."
|
108069 |
+
},
|
108070 |
+
"model_a": "SDXLTurbo",
|
108071 |
+
"model_b": "PixArtSigma",
|
108072 |
+
"vote_type": "tievote",
|
108073 |
+
"winner": "tie",
|
108074 |
+
"judge": "arena_user_10.20.26.107",
|
108075 |
+
"anony": true,
|
108076 |
+
"tstamp": 1732925333.1002
|
108077 |
+
},
|
108078 |
+
{
|
108079 |
+
"model_a_conv_id": "2c5d5f1823224aecb8648d3c14e6e26b",
|
108080 |
+
"model_b_conv_id": "2489c79587514aaa9203aaa937b833ea",
|
108081 |
+
"inputs": {
|
108082 |
+
"prompt": "An ancient Egyptian painting depicting an argument over whose turn it is to take out the trash."
|
108083 |
+
},
|
108084 |
+
"model_a": "SDXL",
|
108085 |
+
"model_b": "OpenJourney",
|
108086 |
+
"vote_type": "leftvote",
|
108087 |
+
"winner": "model_a",
|
108088 |
+
"judge": "arena_user_10.20.26.107",
|
108089 |
+
"anony": true,
|
108090 |
+
"tstamp": 1732925340.5049
|
108091 |
+
},
|
108092 |
+
{
|
108093 |
+
"model_a_conv_id": "9229de81942d44e387a939249727a691",
|
108094 |
+
"model_b_conv_id": "967a3f27af9944779923a740c65d0cd6",
|
108095 |
+
"inputs": {
|
108096 |
+
"prompt": "A pink and a white frisbee are on the ground ."
|
108097 |
+
},
|
108098 |
+
"model_a": "PixArtSigma",
|
108099 |
+
"model_b": "PixArtAlpha",
|
108100 |
+
"vote_type": "bothbad_vote",
|
108101 |
+
"winner": "tie (bothbad)",
|
108102 |
+
"judge": "arena_user_10.20.26.107",
|
108103 |
+
"anony": true,
|
108104 |
+
"tstamp": 1732925346.9106
|
108105 |
+
},
|
108106 |
+
{
|
108107 |
+
"model_a_conv_id": "489a5b0057cb4cdcb8a91c913fde49e6",
|
108108 |
+
"model_b_conv_id": "966913c3d9a04bdcba948a65b9886a26",
|
108109 |
+
"inputs": {
|
108110 |
+
"prompt": "A donkey and an octopus are playing a game. The donkey is holding a rope on one end, the octopus is holding onto the other. The donkey holds the rope in its mouth. A cat is jumping over the rope."
|
108111 |
+
},
|
108112 |
+
"model_a": "HunyuanDiT",
|
108113 |
+
"model_b": "StableCascade",
|
108114 |
+
"vote_type": "bothbad_vote",
|
108115 |
+
"winner": "tie (bothbad)",
|
108116 |
+
"judge": "arena_user_10.20.26.107",
|
108117 |
+
"anony": true,
|
108118 |
+
"tstamp": 1732925356.7369
|
108119 |
+
},
|
108120 |
+
{
|
108121 |
+
"model_a_conv_id": "6766a59cce6447b0a0d9e9b25e269727",
|
108122 |
+
"model_b_conv_id": "2e1fd9e796cc46cc8f21080a15b67d17",
|
108123 |
+
"inputs": {
|
108124 |
+
"prompt": "A pink scooter with a black seat next to a blue car."
|
108125 |
+
},
|
108126 |
+
"model_a": "PixArtSigma",
|
108127 |
+
"model_b": "SDXLTurbo",
|
108128 |
+
"vote_type": "bothbad_vote",
|
108129 |
+
"winner": "tie (bothbad)",
|
108130 |
+
"judge": "arena_user_10.20.38.195",
|
108131 |
+
"anony": true,
|
108132 |
+
"tstamp": 1732925381.6275
|
108133 |
+
},
|
108134 |
+
{
|
108135 |
+
"model_a_conv_id": "9f09e6681dc942918268a6a091ebd4ce",
|
108136 |
+
"model_b_conv_id": "e0c2bf9c39494525a079a8df2e7381e9",
|
108137 |
+
"inputs": {
|
108138 |
+
"prompt": "psychedelic duck "
|
108139 |
+
},
|
108140 |
+
"model_a": "OpenJourney",
|
108141 |
+
"model_b": "SDXL",
|
108142 |
+
"vote_type": "bothbad_vote",
|
108143 |
+
"winner": "tie (bothbad)",
|
108144 |
+
"judge": "arena_user_10.20.38.195",
|
108145 |
+
"anony": true,
|
108146 |
+
"tstamp": 1732925392.1018
|
108147 |
+
},
|
108148 |
+
{
|
108149 |
+
"model_a_conv_id": "9a9daecdcf924deabd9ca8686b82c01f",
|
108150 |
+
"model_b_conv_id": "8dabb3bb579a4700bf1d8ff95245f511",
|
108151 |
+
"inputs": {
|
108152 |
+
"prompt": "hyperrealism, epic photography, closeup, 35mm film, photography, of young girl, in city"
|
108153 |
+
},
|
108154 |
+
"model_a": "PixArtAlpha",
|
108155 |
+
"model_b": "Kolors",
|
108156 |
+
"vote_type": "tievote",
|
108157 |
+
"winner": "tie",
|
108158 |
+
"judge": "arena_user_10.20.26.107",
|
108159 |
+
"anony": true,
|
108160 |
+
"tstamp": 1732925398.1504
|
108161 |
+
},
|
108162 |
+
{
|
108163 |
+
"model_a_conv_id": "63ea6bf4b36045ca88dae005313cf4c0",
|
108164 |
+
"model_b_conv_id": "c029ea576b8b4b448279083a2ecf3f25",
|
108165 |
+
"inputs": {
|
108166 |
+
"prompt": "A long green train traveling through a rural orange countryside ."
|
108167 |
+
},
|
108168 |
+
"model_a": "StableCascade",
|
108169 |
+
"model_b": "SD3",
|
108170 |
+
"vote_type": "bothbad_vote",
|
108171 |
+
"winner": "tie (bothbad)",
|
108172 |
+
"judge": "arena_user_10.20.38.195",
|
108173 |
+
"anony": true,
|
108174 |
+
"tstamp": 1732925402.8355
|
108175 |
+
},
|
108176 |
+
{
|
108177 |
+
"model_a_conv_id": "0ec2a79985164e6b9cd6687fc0ce6a16",
|
108178 |
+
"model_b_conv_id": "8df4a7994db74a9c87111e493551812c",
|
108179 |
+
"inputs": {
|
108180 |
+
"prompt": "a beautifull white cast futuristic biomechanical humanoid woman side portrait with pretty face in intricate detailed color smashing fluid oilpaint, melting wax, thin fractal tendrils, futuristic digital painting, cyberpunk, 8 k, hyper detailed, octane render, concept art, by peter mohrbacher, by wlop, by ruan jia "
|
108181 |
+
},
|
108182 |
+
"model_a": "SD3",
|
108183 |
+
"model_b": "AuraFlow",
|
108184 |
+
"vote_type": "tievote",
|
108185 |
+
"winner": "tie",
|
108186 |
+
"judge": "arena_user_10.20.26.107",
|
108187 |
+
"anony": true,
|
108188 |
+
"tstamp": 1732925412.8049
|
108189 |
+
},
|
108190 |
+
{
|
108191 |
+
"model_a_conv_id": "5552f9f66cec41ddac8417f485bd4241",
|
108192 |
+
"model_b_conv_id": "9c4284c622004d0a90e6bff7f81d2c12",
|
108193 |
+
"inputs": {
|
108194 |
+
"prompt": "An instqrumemnt used for cutting cloth, paper, axdz othr thdin mteroial, consamistng of two blades lad one on tvopb of the other and fhastned in tle mixdqdjle so as to bllow them txo be pened and closed by thumb and fitngesr inserted tgrough rings on kthe end oc thei vatndlzes."
|
108195 |
+
},
|
108196 |
+
"model_a": "SDXLTurbo",
|
108197 |
+
"model_b": "HunyuanDiT",
|
108198 |
+
"vote_type": "leftvote",
|
108199 |
+
"winner": "model_a",
|
108200 |
+
"judge": "arena_user_10.20.38.195",
|
108201 |
+
"anony": true,
|
108202 |
+
"tstamp": 1732933711.1101
|
108203 |
+
},
|
108204 |
+
{
|
108205 |
+
"model_a_conv_id": "7919629e2df84f21bb1db8f65adaa8d8",
|
108206 |
+
"model_b_conv_id": "a27a663c87634a41a57a39c6029d1a33",
|
108207 |
+
"inputs": {
|
108208 |
+
"prompt": "a beautiful painting cat, by henri matisse and kusama yayoi painting "
|
108209 |
+
},
|
108210 |
+
"model_a": "Kolors",
|
108211 |
+
"model_b": "StableCascade",
|
108212 |
+
"vote_type": "leftvote",
|
108213 |
+
"winner": "model_a",
|
108214 |
+
"judge": "arena_user_10.20.26.107",
|
108215 |
+
"anony": true,
|
108216 |
+
"tstamp": 1732933716.4049
|
108217 |
+
},
|
108218 |
+
{
|
108219 |
+
"model_a_conv_id": "e9d3bebc6afd4389ba8e758332fa2b46",
|
108220 |
+
"model_b_conv_id": "d1d7078e47aa4dd897897ac11a5010f0",
|
108221 |
+
"inputs": {
|
108222 |
+
"prompt": "photo cartoon bd illustration comic manga painting of cloakroom environement : 5 fantasy environement, digital painting : 1 fat brush concept sketch artist bd enki bilal : 1 0 "
|
108223 |
+
},
|
108224 |
+
"model_a": "SDXLTurbo",
|
108225 |
+
"model_b": "SDXL",
|
108226 |
+
"vote_type": "rightvote",
|
108227 |
+
"winner": "model_b",
|
108228 |
+
"judge": "arena_user_10.20.26.107",
|
108229 |
+
"anony": true,
|
108230 |
+
"tstamp": 1732933722.2714
|
108231 |
+
},
|
108232 |
+
{
|
108233 |
+
"model_a_conv_id": "bb515244264640e3bd7b731217afbb5d",
|
108234 |
+
"model_b_conv_id": "d0d6ee654ab24befb55734c507042b27",
|
108235 |
+
"inputs": {
|
108236 |
+
"prompt": "psychedelic duck "
|
108237 |
+
},
|
108238 |
+
"model_a": "SDXLTurbo",
|
108239 |
+
"model_b": "OpenJourney",
|
108240 |
+
"vote_type": "rightvote",
|
108241 |
+
"winner": "model_b",
|
108242 |
+
"judge": "arena_user_10.20.26.107",
|
108243 |
+
"anony": true,
|
108244 |
+
"tstamp": 1732933729.9577
|
108245 |
+
},
|
108246 |
+
{
|
108247 |
+
"model_a_conv_id": "996724de5d4e430d88bd29fd984240d7",
|
108248 |
+
"model_b_conv_id": "7e93e74d67284056b7c46d7458c613db",
|
108249 |
+
"inputs": {
|
108250 |
+
"prompt": "battle hardened, overpowering, pragmatic, charismatic character male handsome muscular wearing jeans and t - shirt, portrait, confident, modern cityscape, outdoors, architecture, fog, sunny, volumetric lighting, illustration, perfectly shaded, greenish tinge, cold lights soft painting, art by krenz cushart and wenjun lin "
|
108251 |
+
},
|
108252 |
+
"model_a": "SD3",
|
108253 |
+
"model_b": "SDXLTurbo",
|
108254 |
+
"vote_type": "leftvote",
|
108255 |
+
"winner": "model_a",
|
108256 |
+
"judge": "arena_user_10.20.26.107",
|
108257 |
+
"anony": true,
|
108258 |
+
"tstamp": 1732933738.9369
|
108259 |
+
},
|
108260 |
+
{
|
108261 |
+
"model_a_conv_id": "290db5652a504946ba7fcb8d3cf0f633",
|
108262 |
+
"model_b_conv_id": "5ddb982323df43d2816d46e91d32a448",
|
108263 |
+
"inputs": {
|
108264 |
+
"prompt": "a photograph of a futuristic street scene, brutalist style architecture, straight edges, shop signs, video screens, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
|
108265 |
+
},
|
108266 |
+
"model_a": "SDXL",
|
108267 |
+
"model_b": "PlayGround V2.5",
|
108268 |
+
"vote_type": "rightvote",
|
108269 |
+
"winner": "model_b",
|
108270 |
+
"judge": "arena_user_10.16.12.226",
|
108271 |
+
"anony": true,
|
108272 |
+
"tstamp": 1732937667.3774
|
108273 |
+
},
|
108274 |
+
{
|
108275 |
+
"model_a_conv_id": "178909804557424c986a0c836c58d622",
|
108276 |
+
"model_b_conv_id": "1e94245d3d9c4dab96fd342929e2bbd0",
|
108277 |
+
"inputs": {
|
108278 |
+
"prompt": "A type of digital currency in which a record of transactions is maintained and new units of currency are generated by the computational solution of mathematical problems, and which operates independently of a central bank."
|
108279 |
+
},
|
108280 |
+
"model_a": "HunyuanDiT",
|
108281 |
+
"model_b": "PlayGround V2.5",
|
108282 |
+
"vote_type": "rightvote",
|
108283 |
+
"winner": "model_b",
|
108284 |
+
"judge": "arena_user_10.16.12.226",
|
108285 |
+
"anony": true,
|
108286 |
+
"tstamp": 1732937673.2906
|
108287 |
+
},
|
108288 |
+
{
|
108289 |
+
"model_a_conv_id": "af363a90b4714f14be1608f995d700a6",
|
108290 |
+
"model_b_conv_id": "a212a1da299e46cfb4691a288675bbf4",
|
108291 |
+
"inputs": {
|
108292 |
+
"prompt": "One car on the street."
|
108293 |
+
},
|
108294 |
+
"model_a": "SDXLTurbo",
|
108295 |
+
"model_b": "PixArtSigma",
|
108296 |
+
"vote_type": "leftvote",
|
108297 |
+
"winner": "model_a",
|
108298 |
+
"judge": "arena_user_10.16.38.196",
|
108299 |
+
"anony": true,
|
108300 |
+
"tstamp": 1732937679.548
|
108301 |
+
},
|
108302 |
+
{
|
108303 |
+
"model_a_conv_id": "85bc387d076d428d88d2b273c638eced",
|
108304 |
+
"model_b_conv_id": "bb8031ccecec4176bc211a18d6483dd0",
|
108305 |
+
"inputs": {
|
108306 |
+
"prompt": "a black and white picture of a white man singing a song"
|
108307 |
+
},
|
108308 |
+
"model_a": "HunyuanDiT",
|
108309 |
+
"model_b": "Kolors",
|
108310 |
+
"vote_type": "rightvote",
|
108311 |
+
"winner": "model_b",
|
108312 |
+
"judge": "arena_user_10.16.31.254",
|
108313 |
+
"anony": true,
|
108314 |
+
"tstamp": 1732937686.5593
|
108315 |
+
},
|
108316 |
+
{
|
108317 |
+
"model_a_conv_id": "f9f2d1db67f54999a77b4f6521983c6a",
|
108318 |
+
"model_b_conv_id": "9b1b491d291b454781a721629a111884",
|
108319 |
+
"inputs": {
|
108320 |
+
"prompt": "photograph of a pale Asian woman, wearing an oriental costume, sitting in a luxurious white chair. her head is floating off the chair, with the chin on the table and chin on her knees, her chin on her knees. Closeup"
|
108321 |
+
},
|
108322 |
+
"model_a": "PlayGround V2.5",
|
108323 |
+
"model_b": "FLUX.1-dev",
|
108324 |
+
"vote_type": "rightvote",
|
108325 |
+
"winner": "model_b",
|
108326 |
+
"judge": "arena_user_10.16.31.254",
|
108327 |
+
"anony": true,
|
108328 |
+
"tstamp": 1732937696.5241
|
108329 |
+
},
|
108330 |
+
{
|
108331 |
+
"model_a_conv_id": "05aedd48b3e5419db83cff1ab0bb6e0b",
|
108332 |
+
"model_b_conv_id": "816ad13e3ee34c0fb1de563e21a2d46d",
|
108333 |
+
"inputs": {
|
108334 |
+
"prompt": "photorealistic, detailed picture of a single flower crown"
|
108335 |
+
},
|
108336 |
+
"model_a": "PixArtAlpha",
|
108337 |
+
"model_b": "Kolors",
|
108338 |
+
"vote_type": "rightvote",
|
108339 |
+
"winner": "model_b",
|
108340 |
+
"judge": "arena_user_10.16.38.196",
|
108341 |
+
"anony": true,
|
108342 |
+
"tstamp": 1732937701.9751
|
108343 |
+
},
|
108344 |
+
{
|
108345 |
+
"model_a_conv_id": "9807284ccea94a3798ad7d60e58f9aff",
|
108346 |
+
"model_b_conv_id": "7e8843cd900f4cc5854a13d95f73add0",
|
108347 |
+
"inputs": {
|
108348 |
+
"prompt": "Two cars on the street."
|
108349 |
+
},
|
108350 |
+
"model_a": "PixArtAlpha",
|
108351 |
+
"model_b": "OpenJourney",
|
108352 |
+
"vote_type": "rightvote",
|
108353 |
+
"winner": "model_b",
|
108354 |
+
"judge": "arena_user_10.16.38.136",
|
108355 |
+
"anony": true,
|
108356 |
+
"tstamp": 1732937711.1733
|
108357 |
+
},
|
108358 |
+
{
|
108359 |
+
"model_a_conv_id": "b31e25509ac2410dbba0ad8898117248",
|
108360 |
+
"model_b_conv_id": "841a3e60461049a6b38312d36d2e010f",
|
108361 |
+
"inputs": {
|
108362 |
+
"prompt": "A blue bird and a brown bear."
|
108363 |
+
},
|
108364 |
+
"model_a": "SDXL",
|
108365 |
+
"model_b": "FLUX.1-dev",
|
108366 |
+
"vote_type": "leftvote",
|
108367 |
+
"winner": "model_a",
|
108368 |
+
"judge": "arena_user_10.16.38.196",
|
108369 |
+
"anony": true,
|
108370 |
+
"tstamp": 1732937718.3881
|
108371 |
}
|
108372 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -33388,5 +33388,117 @@
|
|
33388 |
"judge": "arena_user_10.16.38.136",
|
33389 |
"anony": false,
|
33390 |
"tstamp": 1732895922.2835
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33391 |
}
|
33392 |
]
|
|
|
33388 |
"judge": "arena_user_10.16.38.136",
|
33389 |
"anony": false,
|
33390 |
"tstamp": 1732895922.2835
|
33391 |
+
},
|
33392 |
+
{
|
33393 |
+
"model_a_conv_id": "01b41daca52f4cc38e7cd32c93c2db22",
|
33394 |
+
"model_b_conv_id": "b706a8af58444f70b0d1e19696dabd25",
|
33395 |
+
"inputs": {
|
33396 |
+
"prompt": "a truck slowing down to stop"
|
33397 |
+
},
|
33398 |
+
"model_a": "VideoCrafter2",
|
33399 |
+
"model_b": "T2V-Turbo",
|
33400 |
+
"vote_type": "leftvote",
|
33401 |
+
"winner": "model_a",
|
33402 |
+
"judge": "arena_user_10.20.38.195",
|
33403 |
+
"anony": true,
|
33404 |
+
"tstamp": 1732909222.0478
|
33405 |
+
},
|
33406 |
+
{
|
33407 |
+
"model_a_conv_id": "68778aee81a246ad9722ff95ab440eff",
|
33408 |
+
"model_b_conv_id": "b39f7311c0824122b5ccc51a5c0bed06",
|
33409 |
+
"inputs": {
|
33410 |
+
"prompt": "A beautiful coastal beach in spring, waves lapping on sand, tilt down"
|
33411 |
+
},
|
33412 |
+
"model_a": "AnimateDiff Turbo",
|
33413 |
+
"model_b": "OpenSora v1.2",
|
33414 |
+
"vote_type": "leftvote",
|
33415 |
+
"winner": "model_a",
|
33416 |
+
"judge": "arena_user_10.20.38.195",
|
33417 |
+
"anony": true,
|
33418 |
+
"tstamp": 1732925787.0139
|
33419 |
+
},
|
33420 |
+
{
|
33421 |
+
"model_a_conv_id": "b415118f23644e2a8ed4a738bb545c98",
|
33422 |
+
"model_b_conv_id": "04f385914c3d485fa106aa74693a0960",
|
33423 |
+
"inputs": {
|
33424 |
+
"prompt": "cliff"
|
33425 |
+
},
|
33426 |
+
"model_a": "CogVideoX-2B",
|
33427 |
+
"model_b": "AnimateDiff Turbo",
|
33428 |
+
"vote_type": "leftvote",
|
33429 |
+
"winner": "model_a",
|
33430 |
+
"judge": "arena_user_10.20.26.107",
|
33431 |
+
"anony": true,
|
33432 |
+
"tstamp": 1732925814.1536
|
33433 |
+
},
|
33434 |
+
{
|
33435 |
+
"model_a_conv_id": "10efdeca4a4448e6aeeb110e195d7710",
|
33436 |
+
"model_b_conv_id": "d9c17b5e6a2a48f98ff42f0b1eb3a094",
|
33437 |
+
"inputs": {
|
33438 |
+
"prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in super slow motion"
|
33439 |
+
},
|
33440 |
+
"model_a": "StableVideoDiffusion",
|
33441 |
+
"model_b": "LTXVideo",
|
33442 |
+
"vote_type": "leftvote",
|
33443 |
+
"winner": "model_a",
|
33444 |
+
"judge": "arena_user_10.20.26.107",
|
33445 |
+
"anony": true,
|
33446 |
+
"tstamp": 1732925829.7273
|
33447 |
+
},
|
33448 |
+
{
|
33449 |
+
"model_a_conv_id": "1de326b91c894118b1dfe0b497ff373c",
|
33450 |
+
"model_b_conv_id": "245a6c4e403f4f8382e1b2767f6cc5b2",
|
33451 |
+
"inputs": {
|
33452 |
+
"prompt": "amusement park"
|
33453 |
+
},
|
33454 |
+
"model_a": "Allegro",
|
33455 |
+
"model_b": "T2V-Turbo",
|
33456 |
+
"vote_type": "bothbad_vote",
|
33457 |
+
"winner": "tie (bothbad)",
|
33458 |
+
"judge": "arena_user_10.20.38.195",
|
33459 |
+
"anony": true,
|
33460 |
+
"tstamp": 1732925867.4554
|
33461 |
+
},
|
33462 |
+
{
|
33463 |
+
"model_a_conv_id": "9acd5163db794b8b8f9673f6114085b6",
|
33464 |
+
"model_b_conv_id": "7a795b6af6ad4ce7ab510b3999fc3ce2",
|
33465 |
+
"inputs": {
|
33466 |
+
"prompt": "a dog enjoying a peaceful walk"
|
33467 |
+
},
|
33468 |
+
"model_a": "AnimateDiff Turbo",
|
33469 |
+
"model_b": "LTXVideo",
|
33470 |
+
"vote_type": "bothbad_vote",
|
33471 |
+
"winner": "tie (bothbad)",
|
33472 |
+
"judge": "arena_user_10.20.38.195",
|
33473 |
+
"anony": true,
|
33474 |
+
"tstamp": 1732925878.8299
|
33475 |
+
},
|
33476 |
+
{
|
33477 |
+
"model_a_conv_id": "ec0a75086d4148e1b89a83ec1a10d799",
|
33478 |
+
"model_b_conv_id": "c066262e7d014a9b9e414eb2f370ccc3",
|
33479 |
+
"inputs": {
|
33480 |
+
"prompt": "a blue clock"
|
33481 |
+
},
|
33482 |
+
"model_a": "CogVideoX-5B",
|
33483 |
+
"model_b": "VideoCrafter2",
|
33484 |
+
"vote_type": "bothbad_vote",
|
33485 |
+
"winner": "tie (bothbad)",
|
33486 |
+
"judge": "arena_user_10.20.26.107",
|
33487 |
+
"anony": true,
|
33488 |
+
"tstamp": 1732925898.7915
|
33489 |
+
},
|
33490 |
+
{
|
33491 |
+
"model_a_conv_id": "a763516cad3943b992a293d410d2c71c",
|
33492 |
+
"model_b_conv_id": "08610b7624374a6688dbb6d79650bf38",
|
33493 |
+
"inputs": {
|
33494 |
+
"prompt": "underwater coral reef"
|
33495 |
+
},
|
33496 |
+
"model_a": "T2V-Turbo",
|
33497 |
+
"model_b": "StableVideoDiffusion",
|
33498 |
+
"vote_type": "rightvote",
|
33499 |
+
"winner": "model_b",
|
33500 |
+
"judge": "arena_user_10.20.38.195",
|
33501 |
+
"anony": true,
|
33502 |
+
"tstamp": 1732925909.9742
|
33503 |
}
|
33504 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 88251
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e4a102bfee6b9257b48cb7164144b30a1c7e8b6973430257cf1a4763f6bed4a
|
3 |
size 88251
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 75107
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78a531930fd7ebddf48e7f02d5f1991bd6a8bfe1c1ec4848b7a503d4488662a5
|
3 |
size 75107
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
|
3 |
-
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,
|
5 |
-
PlayGround V2,PlayGround V2,1072.
|
6 |
-
Kolors,Kolors,
|
7 |
-
StableCascade,StableCascade,1040.
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
PixArtAlpha,PixArtAlpha,1019.
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
SDXL,SDXL,
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),905.
|
17 |
-
OpenJourney,OpenJourney,
|
18 |
-
LCM,LCM,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1120.5474242534076,1120.3991738013312,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1120.5297710646435,1140.8801332177036,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1087.9781570022606,1078.0511463531695,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.5159319044112,1071.0832220755385,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1051.2338166886116,1049.8268492269053,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1040.3717529261082,1042.237157147066,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1029.4165095340247,1022.0206483133752,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1019.260913038217,1010.3599965635034,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXL-Lightning,SDXL-Lightning,1018.9971150276522,1021.7093343308495,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1017.7005160531213,1017.0774952959479,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
SD3,SD3,1007.154080566096,1009.879978243268,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,1005.6767097954871,1000.3408335240543,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,966.7377121830157,966.5220442808675,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,915.1954008876055,912.3545595260974,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.2051363536629,898.7023126851408,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,831.1538485229876,825.5447626521175,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.3252041986879,803.9787114807552,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
CogVideoX-5B,CogVideoX-5B,
|
3 |
-
Pyramid Flow,Pyramid Flow,1151.
|
4 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
5 |
-
CogVideoX-2B,CogVideoX-2B,
|
6 |
-
T2V-Turbo,T2V-Turbo,
|
7 |
-
AnimateDiff,AnimateDiff,1042.
|
8 |
-
VideoCrafter2,VideoCrafter2,
|
9 |
-
Allegro,Allegro,997.
|
10 |
-
LaVie,LaVie,968.
|
11 |
-
OpenSora,OpenSora,884.
|
12 |
-
OpenSora v1.2,OpenSora v1.2,
|
13 |
-
AnimateDiff Turbo,AnimateDiff Turbo,835.
|
14 |
-
ModelScope,ModelScope,834.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
CogVideoX-5B,CogVideoX-5B,1161.3582374956106,1155.733132612823,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
3 |
+
Pyramid Flow,Pyramid Flow,1151.6164081958766,1154.2603932699456,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
|
4 |
+
StableVideoDiffusion,StableVideoDiffusion,1124.3980292653296,1126.8361376036585,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
5 |
+
CogVideoX-2B,CogVideoX-2B,1059.4035466209268,1055.706856386837,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
6 |
+
T2V-Turbo,T2V-Turbo,1052.3412619201083,1051.6479982948074,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
7 |
+
AnimateDiff,AnimateDiff,1042.6211719369894,1041.3605886927494,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
8 |
+
VideoCrafter2,VideoCrafter2,1039.3616646377654,1040.0792778079601,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
9 |
+
Allegro,Allegro,997.9939892432723,1000.8379872184363,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
|
10 |
+
LaVie,LaVie,968.6755402387133,969.2435682811586,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
11 |
+
OpenSora,OpenSora,884.8405310171016,885.225361171022,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
12 |
+
OpenSora v1.2,OpenSora v1.2,846.8675073060028,845.7885027961818,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
13 |
+
AnimateDiff Turbo,AnimateDiff Turbo,835.7740928707308,836.5783340982225,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
14 |
+
ModelScope,ModelScope,834.7480192515729,836.7018617661972,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|