Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
d13d572
1
Parent(s):
d6c0944
Auto Daily Leaderboard udpate Thu Nov 7 12:00:27 PM EST 2024
Browse files- arena_elo/results/20241106/clean_battle_video_generation.json +252 -0
- arena_elo/results/20241106/elo_results_video_generation.pkl +1 -1
- arena_elo/results/20241106/video_generation_leaderboard.csv +12 -12
- arena_elo/results/20241107/clean_battle_t2i_generation.json +0 -0
- arena_elo/results/20241107/elo_results_t2i_generation.pkl +3 -0
- arena_elo/results/20241107/t2i_generation_leaderboard.csv +18 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +210 -0
- arena_elo/results/latest/clean_battle_video_generation.json +252 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/latest/video_generation_leaderboard.csv +12 -12
arena_elo/results/20241106/clean_battle_video_generation.json
CHANGED
@@ -30700,5 +30700,257 @@
|
|
30700 |
"judge": "arena_user_10.16.38.196",
|
30701 |
"anony": false,
|
30702 |
"tstamp": 1730906696.7044
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30703 |
}
|
30704 |
]
|
|
|
30700 |
"judge": "arena_user_10.16.38.196",
|
30701 |
"anony": false,
|
30702 |
"tstamp": 1730906696.7044
|
30703 |
+
},
|
30704 |
+
{
|
30705 |
+
"model_a_conv_id": "8f2285778f60431b9f3927ba25e731cf",
|
30706 |
+
"model_b_conv_id": "9315ae09473a43e5a4e8caa068883788",
|
30707 |
+
"inputs": {
|
30708 |
+
"prompt": "a green bicycle"
|
30709 |
+
},
|
30710 |
+
"model_a": "CogVideoX-5B",
|
30711 |
+
"model_b": "AnimateDiff Turbo",
|
30712 |
+
"vote_type": "rightvote",
|
30713 |
+
"winner": "model_b",
|
30714 |
+
"judge": "arena_user_10.16.13.73",
|
30715 |
+
"anony": true,
|
30716 |
+
"tstamp": 1730917493.6948
|
30717 |
+
},
|
30718 |
+
{
|
30719 |
+
"model_a_conv_id": "ec35081d191f4bdaa775cb7a81c3c45f",
|
30720 |
+
"model_b_conv_id": "062350dc658448c985cec8e1d01c43f8",
|
30721 |
+
"inputs": {
|
30722 |
+
"prompt": "a zebra taking a peaceful walk"
|
30723 |
+
},
|
30724 |
+
"model_a": "Allegro",
|
30725 |
+
"model_b": "CogVideoX-2B",
|
30726 |
+
"vote_type": "tievote",
|
30727 |
+
"winner": "tie",
|
30728 |
+
"judge": "arena_user_10.16.38.136",
|
30729 |
+
"anony": true,
|
30730 |
+
"tstamp": 1730917507.4172
|
30731 |
+
},
|
30732 |
+
{
|
30733 |
+
"model_a_conv_id": "96ca4d727156499f98915ad5bfef0d27",
|
30734 |
+
"model_b_conv_id": "851b4367b74b4cf383b552f3398c0ee2",
|
30735 |
+
"inputs": {
|
30736 |
+
"prompt": "parking lot"
|
30737 |
+
},
|
30738 |
+
"model_a": "Allegro",
|
30739 |
+
"model_b": "VideoCrafter2",
|
30740 |
+
"vote_type": "tievote",
|
30741 |
+
"winner": "tie",
|
30742 |
+
"judge": "arena_user_10.16.38.136",
|
30743 |
+
"anony": true,
|
30744 |
+
"tstamp": 1730917527.9829
|
30745 |
+
},
|
30746 |
+
{
|
30747 |
+
"model_a_conv_id": "0d310de0d1674fc685d3060896ab0e42",
|
30748 |
+
"model_b_conv_id": "1b2ff1da5103499a8588437c58f1fcb3",
|
30749 |
+
"inputs": {
|
30750 |
+
"prompt": "A person is dunking basketball"
|
30751 |
+
},
|
30752 |
+
"model_a": "AnimateDiff",
|
30753 |
+
"model_b": "Allegro",
|
30754 |
+
"vote_type": "bothbad_vote",
|
30755 |
+
"winner": "tie (bothbad)",
|
30756 |
+
"judge": "arena_user_10.16.16.234",
|
30757 |
+
"anony": true,
|
30758 |
+
"tstamp": 1730917534.816
|
30759 |
+
},
|
30760 |
+
{
|
30761 |
+
"model_a_conv_id": "1165782c4b8d42539051b41dc71de61f",
|
30762 |
+
"model_b_conv_id": "8fd8e8dcc5ae4c29b13327592134911c",
|
30763 |
+
"inputs": {
|
30764 |
+
"prompt": "bedroom"
|
30765 |
+
},
|
30766 |
+
"model_a": "StableVideoDiffusion",
|
30767 |
+
"model_b": "Allegro",
|
30768 |
+
"vote_type": "leftvote",
|
30769 |
+
"winner": "model_a",
|
30770 |
+
"judge": "arena_user_10.16.12.226",
|
30771 |
+
"anony": true,
|
30772 |
+
"tstamp": 1730917546.8872
|
30773 |
+
},
|
30774 |
+
{
|
30775 |
+
"model_a_conv_id": "7d840ef0372f4a9d8412cad5a298e128",
|
30776 |
+
"model_b_conv_id": "890b9767b60148529f9ebaf0b863c4bb",
|
30777 |
+
"inputs": {
|
30778 |
+
"prompt": "a cat drinking water"
|
30779 |
+
},
|
30780 |
+
"model_a": "StableVideoDiffusion",
|
30781 |
+
"model_b": "T2V-Turbo",
|
30782 |
+
"vote_type": "leftvote",
|
30783 |
+
"winner": "model_a",
|
30784 |
+
"judge": "arena_user_10.16.12.226",
|
30785 |
+
"anony": true,
|
30786 |
+
"tstamp": 1730917564.0743
|
30787 |
+
},
|
30788 |
+
{
|
30789 |
+
"model_a_conv_id": "cfd47efd9ca34998803f09b9dcc72e68",
|
30790 |
+
"model_b_conv_id": "3b9d4837ba2a4a9b843b8c2b64b5b598",
|
30791 |
+
"inputs": {
|
30792 |
+
"prompt": "a car turning a corner"
|
30793 |
+
},
|
30794 |
+
"model_a": "Pyramid Flow",
|
30795 |
+
"model_b": "StableVideoDiffusion",
|
30796 |
+
"vote_type": "rightvote",
|
30797 |
+
"winner": "model_b",
|
30798 |
+
"judge": "arena_user_10.16.38.136",
|
30799 |
+
"anony": true,
|
30800 |
+
"tstamp": 1730917574.2751
|
30801 |
+
},
|
30802 |
+
{
|
30803 |
+
"model_a_conv_id": "008b377aa5fa4eac95ceace4e4564d34",
|
30804 |
+
"model_b_conv_id": "1996523691784b52abef100acfcd79f1",
|
30805 |
+
"inputs": {
|
30806 |
+
"prompt": "a cat drinking water"
|
30807 |
+
},
|
30808 |
+
"model_a": "CogVideoX-5B",
|
30809 |
+
"model_b": "VideoCrafter2",
|
30810 |
+
"vote_type": "bothbad_vote",
|
30811 |
+
"winner": "tie (bothbad)",
|
30812 |
+
"judge": "arena_user_10.16.31.254",
|
30813 |
+
"anony": true,
|
30814 |
+
"tstamp": 1730917583.6619
|
30815 |
+
},
|
30816 |
+
{
|
30817 |
+
"model_a_conv_id": "702eedb1298d42fa881bb5dffa8fccff",
|
30818 |
+
"model_b_conv_id": "c4284fa9974d4077acb5d2603680048f",
|
30819 |
+
"inputs": {
|
30820 |
+
"prompt": "Balloon full of water exploding in extreme slow motion."
|
30821 |
+
},
|
30822 |
+
"model_a": "AnimateDiff",
|
30823 |
+
"model_b": "T2V-Turbo",
|
30824 |
+
"vote_type": "rightvote",
|
30825 |
+
"winner": "model_b",
|
30826 |
+
"judge": "arena_user_10.16.13.73",
|
30827 |
+
"anony": true,
|
30828 |
+
"tstamp": 1730917596.5459
|
30829 |
+
},
|
30830 |
+
{
|
30831 |
+
"model_a_conv_id": "a6b61408f36d4e6a95b0129f96701dac",
|
30832 |
+
"model_b_conv_id": "25421534c7054ddfb2ac9bb3627cae77",
|
30833 |
+
"inputs": {
|
30834 |
+
"prompt": "a white bird"
|
30835 |
+
},
|
30836 |
+
"model_a": "T2V-Turbo",
|
30837 |
+
"model_b": "AnimateDiff",
|
30838 |
+
"vote_type": "leftvote",
|
30839 |
+
"winner": "model_a",
|
30840 |
+
"judge": "arena_user_10.16.12.226",
|
30841 |
+
"anony": true,
|
30842 |
+
"tstamp": 1730917609.2721
|
30843 |
+
},
|
30844 |
+
{
|
30845 |
+
"model_a_conv_id": "511bc71d490c438dacc39c6a242384fc",
|
30846 |
+
"model_b_conv_id": "97bb908f6d09463b83e6629861571dfe",
|
30847 |
+
"inputs": {
|
30848 |
+
"prompt": "A person is dancing ballet"
|
30849 |
+
},
|
30850 |
+
"model_a": "OpenSora v1.2",
|
30851 |
+
"model_b": "AnimateDiff Turbo",
|
30852 |
+
"vote_type": "bothbad_vote",
|
30853 |
+
"winner": "tie (bothbad)",
|
30854 |
+
"judge": "arena_user_10.16.38.196",
|
30855 |
+
"anony": true,
|
30856 |
+
"tstamp": 1730936708.5115
|
30857 |
+
},
|
30858 |
+
{
|
30859 |
+
"model_a_conv_id": "3adc3f6c1c6f40569cdd522e408159d9",
|
30860 |
+
"model_b_conv_id": "f7d501cf61d540de96a24004666d42b2",
|
30861 |
+
"inputs": {
|
30862 |
+
"prompt": "a sheep running to join a herd of its kind"
|
30863 |
+
},
|
30864 |
+
"model_a": "CogVideoX-5B",
|
30865 |
+
"model_b": "StableVideoDiffusion",
|
30866 |
+
"vote_type": "leftvote",
|
30867 |
+
"winner": "model_a",
|
30868 |
+
"judge": "arena_user_10.16.38.136",
|
30869 |
+
"anony": true,
|
30870 |
+
"tstamp": 1730936716.3895
|
30871 |
+
},
|
30872 |
+
{
|
30873 |
+
"model_a_conv_id": "d463b5fa67c546a78ceaa33efa814f55",
|
30874 |
+
"model_b_conv_id": "fdc38d574f89431aab8b5751446b2be1",
|
30875 |
+
"inputs": {
|
30876 |
+
"prompt": "a purple bird"
|
30877 |
+
},
|
30878 |
+
"model_a": "Allegro",
|
30879 |
+
"model_b": "OpenSora v1.2",
|
30880 |
+
"vote_type": "bothbad_vote",
|
30881 |
+
"winner": "tie (bothbad)",
|
30882 |
+
"judge": "arena_user_10.16.12.226",
|
30883 |
+
"anony": true,
|
30884 |
+
"tstamp": 1730936732.44
|
30885 |
+
},
|
30886 |
+
{
|
30887 |
+
"model_a_conv_id": "a522850266654f9a990a7531cd13c0e3",
|
30888 |
+
"model_b_conv_id": "13f3cff106504e13aeb756c379b43da9",
|
30889 |
+
"inputs": {
|
30890 |
+
"prompt": "a bus and a traffic light"
|
30891 |
+
},
|
30892 |
+
"model_a": "T2V-Turbo",
|
30893 |
+
"model_b": "AnimateDiff",
|
30894 |
+
"vote_type": "rightvote",
|
30895 |
+
"winner": "model_b",
|
30896 |
+
"judge": "arena_user_10.16.38.136",
|
30897 |
+
"anony": true,
|
30898 |
+
"tstamp": 1730936754.4381
|
30899 |
+
},
|
30900 |
+
{
|
30901 |
+
"model_a_conv_id": "203869a58ebf4b718f5211307dd1153a",
|
30902 |
+
"model_b_conv_id": "1db78b277d214ad1a6afa6f4c0fd5b54",
|
30903 |
+
"inputs": {
|
30904 |
+
"prompt": "indoor museum"
|
30905 |
+
},
|
30906 |
+
"model_a": "StableVideoDiffusion",
|
30907 |
+
"model_b": "T2V-Turbo",
|
30908 |
+
"vote_type": "leftvote",
|
30909 |
+
"winner": "model_a",
|
30910 |
+
"judge": "arena_user_10.16.38.136",
|
30911 |
+
"anony": true,
|
30912 |
+
"tstamp": 1730936764.4839
|
30913 |
+
},
|
30914 |
+
{
|
30915 |
+
"model_a_conv_id": "993b8a355d74473cad3cc0e0d6de552e",
|
30916 |
+
"model_b_conv_id": "71bce09ffb974550bd2fd4ed56ddca6b",
|
30917 |
+
"inputs": {
|
30918 |
+
"prompt": "A panda drinking coffee in a cafe in Paris, zoom in"
|
30919 |
+
},
|
30920 |
+
"model_a": "OpenSora v1.2",
|
30921 |
+
"model_b": "VideoCrafter2",
|
30922 |
+
"vote_type": "rightvote",
|
30923 |
+
"winner": "model_b",
|
30924 |
+
"judge": "arena_user_10.16.38.136",
|
30925 |
+
"anony": true,
|
30926 |
+
"tstamp": 1730936772.3812
|
30927 |
+
},
|
30928 |
+
{
|
30929 |
+
"model_a_conv_id": "c4f48aa92352482eb2f8e7783bf7ec0f",
|
30930 |
+
"model_b_conv_id": "af23106012d74bd78ef8c76e7b257dcb",
|
30931 |
+
"inputs": {
|
30932 |
+
"prompt": "Gwen Stacy reading a book, animated style"
|
30933 |
+
},
|
30934 |
+
"model_a": "VideoCrafter2",
|
30935 |
+
"model_b": "CogVideoX-2B",
|
30936 |
+
"vote_type": "tievote",
|
30937 |
+
"winner": "tie",
|
30938 |
+
"judge": "arena_user_10.16.19.51",
|
30939 |
+
"anony": true,
|
30940 |
+
"tstamp": 1730936780.3044
|
30941 |
+
},
|
30942 |
+
{
|
30943 |
+
"model_a_conv_id": "96803a1480244d33837297e180628b87",
|
30944 |
+
"model_b_conv_id": "0ae38a0c68ac43c7a6c332075bb5ae11",
|
30945 |
+
"inputs": {
|
30946 |
+
"prompt": "In a still frame, a tranquil pond was fringed by weeping cherry trees, their blossoms drifting lazily onto the glassy surface"
|
30947 |
+
},
|
30948 |
+
"model_a": "AnimateDiff",
|
30949 |
+
"model_b": "T2V-Turbo",
|
30950 |
+
"vote_type": "leftvote",
|
30951 |
+
"winner": "model_a",
|
30952 |
+
"judge": "arena_user_10.16.12.226",
|
30953 |
+
"anony": true,
|
30954 |
+
"tstamp": 1730936788.6334
|
30955 |
}
|
30956 |
]
|
arena_elo/results/20241106/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 72204
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6589c0e837391be894d056a30682bdb610a427a6db63d72fa7d0969091c47e8f
|
3 |
size 72204
|
arena_elo/results/20241106/video_generation_leaderboard.csv
CHANGED
@@ -1,13 +1,13 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
Pyramid Flow,Pyramid Flow,
|
3 |
-
CogVideoX-5B,CogVideoX-5B,
|
4 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
5 |
-
CogVideoX-2B,CogVideoX-2B,1061.
|
6 |
-
T2V-Turbo,T2V-Turbo,1052.
|
7 |
-
AnimateDiff,AnimateDiff,
|
8 |
-
VideoCrafter2,VideoCrafter2,
|
9 |
-
LaVie,LaVie,
|
10 |
-
OpenSora,OpenSora,
|
11 |
-
OpenSora v1.2,OpenSora v1.2,
|
12 |
-
AnimateDiff Turbo,AnimateDiff Turbo,
|
13 |
-
ModelScope,ModelScope,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
Pyramid Flow,Pyramid Flow,1168.8579972073376,1168.5661713543354,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
|
3 |
+
CogVideoX-5B,CogVideoX-5B,1134.8022770748578,1134.5826285912144,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
4 |
+
StableVideoDiffusion,StableVideoDiffusion,1120.6051690315965,1123.5963054536228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
5 |
+
CogVideoX-2B,CogVideoX-2B,1061.8234654186065,1057.3479215535576,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
6 |
+
T2V-Turbo,T2V-Turbo,1052.3421688601582,1051.7815252127227,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
7 |
+
AnimateDiff,AnimateDiff,1042.0728438908316,1042.0616590750476,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
8 |
+
VideoCrafter2,VideoCrafter2,1039.3196552981851,1040.2180411566085,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
9 |
+
LaVie,LaVie,969.1225383432953,969.8838669955059,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
10 |
+
OpenSora,OpenSora,885.6754857171028,886.1266298772335,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
11 |
+
OpenSora v1.2,OpenSora v1.2,850.0103362016764,848.7993991853739,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
12 |
+
AnimateDiff Turbo,AnimateDiff Turbo,839.7497031285941,839.5355434102744,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
13 |
+
ModelScope,ModelScope,835.6183598277607,837.5003081345012,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
arena_elo/results/20241107/clean_battle_t2i_generation.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20241107/elo_results_t2i_generation.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fbbdf58f480545ce44df1b01adf83fada0ec912a2686e97e889bffdd9e0e03f5
|
3 |
+
size 88251
|
arena_elo/results/20241107/t2i_generation_leaderboard.csv
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.0291619251366,1123.5601386703631,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1113.995512885236,1120.0907361286288,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1084.9538351595952,1076.6357113829135,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.0817584024865,1071.6262823391826,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1053.9496856606381,1051.830118211353,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1038.9772627863797,1041.9962448487888,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1030.0591867029004,1022.9995520340212,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1019.7926909776414,1011.6053095836533,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
PixArtSigma,PixArtSigma,1018.8712977991094,1019.2335426785327,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
11 |
+
SDXL-Lightning,SDXL-Lightning,1018.420894806514,1022.2024457143509,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
12 |
+
AuraFlow,AuraFlow,1014.5552871725456,1008.8837535231028,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
13 |
+
SD3,SD3,1009.6567477742087,1012.8554565564117,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
14 |
+
SDXL,SDXL,965.1962391378946,966.3269999151801,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,914.7051113203615,912.5371689733513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),904.7536488655549,899.3273401427057,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,829.3220132176745,824.7003475479694,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,789.6796654061335,804.1468935262737,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -106058,5 +106058,215 @@
|
|
106058 |
"judge": "arena_user_10.16.16.234",
|
106059 |
"anony": true,
|
106060 |
"tstamp": 1730890133.0663
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
106061 |
}
|
106062 |
]
|
|
|
106058 |
"judge": "arena_user_10.16.16.234",
|
106059 |
"anony": true,
|
106060 |
"tstamp": 1730890133.0663
|
106061 |
+
},
|
106062 |
+
{
|
106063 |
+
"model_a_conv_id": "29ff5a75c162448caa9a03b7d96c39b2",
|
106064 |
+
"model_b_conv_id": "a83e5fd2d5cf421db3c01a9da2262591",
|
106065 |
+
"inputs": {
|
106066 |
+
"prompt": "evolution of the man from monkey to ai"
|
106067 |
+
},
|
106068 |
+
"model_a": "PlayGround V2.5",
|
106069 |
+
"model_b": "SD3",
|
106070 |
+
"vote_type": "leftvote",
|
106071 |
+
"winner": "model_a",
|
106072 |
+
"judge": "arena_user_10.16.31.254",
|
106073 |
+
"anony": true,
|
106074 |
+
"tstamp": 1730915513.3417
|
106075 |
+
},
|
106076 |
+
{
|
106077 |
+
"model_a_conv_id": "123b8987802d47468a1c3b7c496d3fe5",
|
106078 |
+
"model_b_conv_id": "f32f4715c20644e294f5631417061a67",
|
106079 |
+
"inputs": {
|
106080 |
+
"prompt": "a female robot being disassembled, broken up, repaired"
|
106081 |
+
},
|
106082 |
+
"model_a": "AuraFlow",
|
106083 |
+
"model_b": "PixArtAlpha",
|
106084 |
+
"vote_type": "tievote",
|
106085 |
+
"winner": "tie",
|
106086 |
+
"judge": "arena_user_10.16.19.51",
|
106087 |
+
"anony": true,
|
106088 |
+
"tstamp": 1730931433.8647
|
106089 |
+
},
|
106090 |
+
{
|
106091 |
+
"model_a_conv_id": "ac6081ef598d44168fcd351bb595b2da",
|
106092 |
+
"model_b_conv_id": "813e53580b8c4c33a936575ead850a74",
|
106093 |
+
"inputs": {
|
106094 |
+
"prompt": "A couple of glasses are sitting on a table."
|
106095 |
+
},
|
106096 |
+
"model_a": "SDXLTurbo",
|
106097 |
+
"model_b": "StableCascade",
|
106098 |
+
"vote_type": "leftvote",
|
106099 |
+
"winner": "model_a",
|
106100 |
+
"judge": "arena_user_10.16.38.136",
|
106101 |
+
"anony": true,
|
106102 |
+
"tstamp": 1730936587.4965
|
106103 |
+
},
|
106104 |
+
{
|
106105 |
+
"model_a_conv_id": "9df3b5989aad48d8a38bf9cee20a2658",
|
106106 |
+
"model_b_conv_id": "71d5cccd86fa47e298ff0841f4f9c7b9",
|
106107 |
+
"inputs": {
|
106108 |
+
"prompt": "A couch on the left of a chair."
|
106109 |
+
},
|
106110 |
+
"model_a": "PixArtSigma",
|
106111 |
+
"model_b": "StableCascade",
|
106112 |
+
"vote_type": "rightvote",
|
106113 |
+
"winner": "model_b",
|
106114 |
+
"judge": "arena_user_10.16.31.254",
|
106115 |
+
"anony": true,
|
106116 |
+
"tstamp": 1730936597.0736
|
106117 |
+
},
|
106118 |
+
{
|
106119 |
+
"model_a_conv_id": "93fcc2cd2e6640f987b6a188cd60af1a",
|
106120 |
+
"model_b_conv_id": "89b0ad97232a41ba9207d2be5eff1589",
|
106121 |
+
"inputs": {
|
106122 |
+
"prompt": "image of man watching computer screen"
|
106123 |
+
},
|
106124 |
+
"model_a": "SDXL-Lightning",
|
106125 |
+
"model_b": "AuraFlow",
|
106126 |
+
"vote_type": "rightvote",
|
106127 |
+
"winner": "model_b",
|
106128 |
+
"judge": "arena_user_10.16.19.51",
|
106129 |
+
"anony": true,
|
106130 |
+
"tstamp": 1730936605.4818
|
106131 |
+
},
|
106132 |
+
{
|
106133 |
+
"model_a_conv_id": "2b7d3a806fdf4844865e0bcf11528b7d",
|
106134 |
+
"model_b_conv_id": "cb3cbe84b3f44ee49242f77eeaf73689",
|
106135 |
+
"inputs": {
|
106136 |
+
"prompt": "photograph of a dolphin standing on a grassland"
|
106137 |
+
},
|
106138 |
+
"model_a": "PixArtAlpha",
|
106139 |
+
"model_b": "StableCascade",
|
106140 |
+
"vote_type": "bothbad_vote",
|
106141 |
+
"winner": "tie (bothbad)",
|
106142 |
+
"judge": "arena_user_10.16.19.51",
|
106143 |
+
"anony": true,
|
106144 |
+
"tstamp": 1730936612.4843
|
106145 |
+
},
|
106146 |
+
{
|
106147 |
+
"model_a_conv_id": "4a1f00c4d58e44c2a274bd5d8fdcf540",
|
106148 |
+
"model_b_conv_id": "a79eb508ffbc4bf9b6bb5ad93d677d66",
|
106149 |
+
"inputs": {
|
106150 |
+
"prompt": "A clean bathroom with pink walls and white appliances."
|
106151 |
+
},
|
106152 |
+
"model_a": "FLUX.1-dev",
|
106153 |
+
"model_b": "Kolors",
|
106154 |
+
"vote_type": "leftvote",
|
106155 |
+
"winner": "model_a",
|
106156 |
+
"judge": "arena_user_10.16.12.226",
|
106157 |
+
"anony": true,
|
106158 |
+
"tstamp": 1730936621.6592
|
106159 |
+
},
|
106160 |
+
{
|
106161 |
+
"model_a_conv_id": "2aea4baf94474106acc33f21c1826a49",
|
106162 |
+
"model_b_conv_id": "7bb5b6df8a14461695eed9f23687ae43",
|
106163 |
+
"inputs": {
|
106164 |
+
"prompt": "a woman cyborg watering flowers, airbrush painting, 1 9 8 0 s digital scan "
|
106165 |
+
},
|
106166 |
+
"model_a": "PixArtSigma",
|
106167 |
+
"model_b": "Kolors",
|
106168 |
+
"vote_type": "bothbad_vote",
|
106169 |
+
"winner": "tie (bothbad)",
|
106170 |
+
"judge": "arena_user_10.16.38.136",
|
106171 |
+
"anony": true,
|
106172 |
+
"tstamp": 1730936627.0491
|
106173 |
+
},
|
106174 |
+
{
|
106175 |
+
"model_a_conv_id": "485cf32888464f26bd0ea47efe455a20",
|
106176 |
+
"model_b_conv_id": "5e72143160e8458ba07b659967ffce83",
|
106177 |
+
"inputs": {
|
106178 |
+
"prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
|
106179 |
+
},
|
106180 |
+
"model_a": "FLUX.1-dev",
|
106181 |
+
"model_b": "AuraFlow",
|
106182 |
+
"vote_type": "leftvote",
|
106183 |
+
"winner": "model_a",
|
106184 |
+
"judge": "arena_user_10.16.38.196",
|
106185 |
+
"anony": true,
|
106186 |
+
"tstamp": 1730936684.9155
|
106187 |
+
},
|
106188 |
+
{
|
106189 |
+
"model_a_conv_id": "be49cba7f4c64786a932f7f00d9c4eb5",
|
106190 |
+
"model_b_conv_id": "d068800f49e344daa2aaa2369114fbc5",
|
106191 |
+
"inputs": {
|
106192 |
+
"prompt": "image of massive statue of Donald Trump in columbus mall, highly detailed"
|
106193 |
+
},
|
106194 |
+
"model_a": "AuraFlow",
|
106195 |
+
"model_b": "HunyuanDiT",
|
106196 |
+
"vote_type": "rightvote",
|
106197 |
+
"winner": "model_b",
|
106198 |
+
"judge": "arena_user_10.16.13.73",
|
106199 |
+
"anony": true,
|
106200 |
+
"tstamp": 1730961179.6028
|
106201 |
+
},
|
106202 |
+
{
|
106203 |
+
"model_a_conv_id": "df8dd49b869d45139edcfc911f3404d6",
|
106204 |
+
"model_b_conv_id": "3a95bea513b746c493fbcd81aa302f3c",
|
106205 |
+
"inputs": {
|
106206 |
+
"prompt": "Homer Simpson drinking from a 500ml bottle of Spirytus Rektyfikowany (clear bottle of 96% alcohol, with a green-font label saying \"Spirytus Rektyfikowany\" and \"96%\") on his couch, in the style of a mid-1990s episode of The Simpsons"
|
106207 |
+
},
|
106208 |
+
"model_a": "Kolors",
|
106209 |
+
"model_b": "FLUX.1-dev",
|
106210 |
+
"vote_type": "rightvote",
|
106211 |
+
"winner": "model_b",
|
106212 |
+
"judge": "arena_user_10.16.19.51",
|
106213 |
+
"anony": true,
|
106214 |
+
"tstamp": 1730968281.738
|
106215 |
+
},
|
106216 |
+
{
|
106217 |
+
"model_a_conv_id": "9161d2af535d49f68cda9b3b50362f5b",
|
106218 |
+
"model_b_conv_id": "a37900e3b8dc4348a1f23cad763f199a",
|
106219 |
+
"inputs": {
|
106220 |
+
"prompt": "a black hole between two galaxies "
|
106221 |
+
},
|
106222 |
+
"model_a": "PlayGround V2.5",
|
106223 |
+
"model_b": "FLUX.1-dev",
|
106224 |
+
"vote_type": "tievote",
|
106225 |
+
"winner": "tie",
|
106226 |
+
"judge": "arena_user_10.16.13.73",
|
106227 |
+
"anony": false,
|
106228 |
+
"tstamp": 1730990984.7908
|
106229 |
+
},
|
106230 |
+
{
|
106231 |
+
"model_a_conv_id": "be383a23d04d49ff8bf0fa28168ace03",
|
106232 |
+
"model_b_conv_id": "400729e5d2ff4ffdb88fa3c4ad54be79",
|
106233 |
+
"inputs": {
|
106234 |
+
"prompt": "a green plant from outer space"
|
106235 |
+
},
|
106236 |
+
"model_a": "PlayGround V2.5",
|
106237 |
+
"model_b": "FLUX.1-dev",
|
106238 |
+
"vote_type": "leftvote",
|
106239 |
+
"winner": "model_a",
|
106240 |
+
"judge": "arena_user_10.16.38.196",
|
106241 |
+
"anony": false,
|
106242 |
+
"tstamp": 1730991014.4701
|
106243 |
+
},
|
106244 |
+
{
|
106245 |
+
"model_a_conv_id": "7f999663c4364de7b655263c8da196e8",
|
106246 |
+
"model_b_conv_id": "5dc3d1ac7952433383a937f0e8a56014",
|
106247 |
+
"inputs": {
|
106248 |
+
"prompt": "blonde girl on the beach"
|
106249 |
+
},
|
106250 |
+
"model_a": "PlayGround V2.5",
|
106251 |
+
"model_b": "FLUX.1-dev",
|
106252 |
+
"vote_type": "rightvote",
|
106253 |
+
"winner": "model_b",
|
106254 |
+
"judge": "arena_user_10.16.12.226",
|
106255 |
+
"anony": false,
|
106256 |
+
"tstamp": 1730991043.2279
|
106257 |
+
},
|
106258 |
+
{
|
106259 |
+
"model_a_conv_id": "eae71305b2df47f29fab90b7a10a60e6",
|
106260 |
+
"model_b_conv_id": "16bd992a4fe44aa69450e8c663b09315",
|
106261 |
+
"inputs": {
|
106262 |
+
"prompt": "In a chaotic spiral into an abyss, tormented plus-size athletes, draped in silver latex adorned with Maori-inspired tattoos, whirl amidst tumultuous cream-swirls. Expressive faces, surrounded by orbs resembling frenzied pralines, convey emotional turmoil against a futuristic backdrop. The helter-skelter descent echoes team formations, mid-game struggles, and triumphant celebrations, portraying a captivating fusion of strength and agility in this visually frenetic athletic display."
|
106263 |
+
},
|
106264 |
+
"model_a": "OpenJourney",
|
106265 |
+
"model_b": "FLUX.1-dev",
|
106266 |
+
"vote_type": "rightvote",
|
106267 |
+
"winner": "model_b",
|
106268 |
+
"judge": "arena_user_10.16.13.73",
|
106269 |
+
"anony": true,
|
106270 |
+
"tstamp": 1730996143.3508
|
106271 |
}
|
106272 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -30700,5 +30700,257 @@
|
|
30700 |
"judge": "arena_user_10.16.38.196",
|
30701 |
"anony": false,
|
30702 |
"tstamp": 1730906696.7044
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30703 |
}
|
30704 |
]
|
|
|
30700 |
"judge": "arena_user_10.16.38.196",
|
30701 |
"anony": false,
|
30702 |
"tstamp": 1730906696.7044
|
30703 |
+
},
|
30704 |
+
{
|
30705 |
+
"model_a_conv_id": "8f2285778f60431b9f3927ba25e731cf",
|
30706 |
+
"model_b_conv_id": "9315ae09473a43e5a4e8caa068883788",
|
30707 |
+
"inputs": {
|
30708 |
+
"prompt": "a green bicycle"
|
30709 |
+
},
|
30710 |
+
"model_a": "CogVideoX-5B",
|
30711 |
+
"model_b": "AnimateDiff Turbo",
|
30712 |
+
"vote_type": "rightvote",
|
30713 |
+
"winner": "model_b",
|
30714 |
+
"judge": "arena_user_10.16.13.73",
|
30715 |
+
"anony": true,
|
30716 |
+
"tstamp": 1730917493.6948
|
30717 |
+
},
|
30718 |
+
{
|
30719 |
+
"model_a_conv_id": "ec35081d191f4bdaa775cb7a81c3c45f",
|
30720 |
+
"model_b_conv_id": "062350dc658448c985cec8e1d01c43f8",
|
30721 |
+
"inputs": {
|
30722 |
+
"prompt": "a zebra taking a peaceful walk"
|
30723 |
+
},
|
30724 |
+
"model_a": "Allegro",
|
30725 |
+
"model_b": "CogVideoX-2B",
|
30726 |
+
"vote_type": "tievote",
|
30727 |
+
"winner": "tie",
|
30728 |
+
"judge": "arena_user_10.16.38.136",
|
30729 |
+
"anony": true,
|
30730 |
+
"tstamp": 1730917507.4172
|
30731 |
+
},
|
30732 |
+
{
|
30733 |
+
"model_a_conv_id": "96ca4d727156499f98915ad5bfef0d27",
|
30734 |
+
"model_b_conv_id": "851b4367b74b4cf383b552f3398c0ee2",
|
30735 |
+
"inputs": {
|
30736 |
+
"prompt": "parking lot"
|
30737 |
+
},
|
30738 |
+
"model_a": "Allegro",
|
30739 |
+
"model_b": "VideoCrafter2",
|
30740 |
+
"vote_type": "tievote",
|
30741 |
+
"winner": "tie",
|
30742 |
+
"judge": "arena_user_10.16.38.136",
|
30743 |
+
"anony": true,
|
30744 |
+
"tstamp": 1730917527.9829
|
30745 |
+
},
|
30746 |
+
{
|
30747 |
+
"model_a_conv_id": "0d310de0d1674fc685d3060896ab0e42",
|
30748 |
+
"model_b_conv_id": "1b2ff1da5103499a8588437c58f1fcb3",
|
30749 |
+
"inputs": {
|
30750 |
+
"prompt": "A person is dunking basketball"
|
30751 |
+
},
|
30752 |
+
"model_a": "AnimateDiff",
|
30753 |
+
"model_b": "Allegro",
|
30754 |
+
"vote_type": "bothbad_vote",
|
30755 |
+
"winner": "tie (bothbad)",
|
30756 |
+
"judge": "arena_user_10.16.16.234",
|
30757 |
+
"anony": true,
|
30758 |
+
"tstamp": 1730917534.816
|
30759 |
+
},
|
30760 |
+
{
|
30761 |
+
"model_a_conv_id": "1165782c4b8d42539051b41dc71de61f",
|
30762 |
+
"model_b_conv_id": "8fd8e8dcc5ae4c29b13327592134911c",
|
30763 |
+
"inputs": {
|
30764 |
+
"prompt": "bedroom"
|
30765 |
+
},
|
30766 |
+
"model_a": "StableVideoDiffusion",
|
30767 |
+
"model_b": "Allegro",
|
30768 |
+
"vote_type": "leftvote",
|
30769 |
+
"winner": "model_a",
|
30770 |
+
"judge": "arena_user_10.16.12.226",
|
30771 |
+
"anony": true,
|
30772 |
+
"tstamp": 1730917546.8872
|
30773 |
+
},
|
30774 |
+
{
|
30775 |
+
"model_a_conv_id": "7d840ef0372f4a9d8412cad5a298e128",
|
30776 |
+
"model_b_conv_id": "890b9767b60148529f9ebaf0b863c4bb",
|
30777 |
+
"inputs": {
|
30778 |
+
"prompt": "a cat drinking water"
|
30779 |
+
},
|
30780 |
+
"model_a": "StableVideoDiffusion",
|
30781 |
+
"model_b": "T2V-Turbo",
|
30782 |
+
"vote_type": "leftvote",
|
30783 |
+
"winner": "model_a",
|
30784 |
+
"judge": "arena_user_10.16.12.226",
|
30785 |
+
"anony": true,
|
30786 |
+
"tstamp": 1730917564.0743
|
30787 |
+
},
|
30788 |
+
{
|
30789 |
+
"model_a_conv_id": "cfd47efd9ca34998803f09b9dcc72e68",
|
30790 |
+
"model_b_conv_id": "3b9d4837ba2a4a9b843b8c2b64b5b598",
|
30791 |
+
"inputs": {
|
30792 |
+
"prompt": "a car turning a corner"
|
30793 |
+
},
|
30794 |
+
"model_a": "Pyramid Flow",
|
30795 |
+
"model_b": "StableVideoDiffusion",
|
30796 |
+
"vote_type": "rightvote",
|
30797 |
+
"winner": "model_b",
|
30798 |
+
"judge": "arena_user_10.16.38.136",
|
30799 |
+
"anony": true,
|
30800 |
+
"tstamp": 1730917574.2751
|
30801 |
+
},
|
30802 |
+
{
|
30803 |
+
"model_a_conv_id": "008b377aa5fa4eac95ceace4e4564d34",
|
30804 |
+
"model_b_conv_id": "1996523691784b52abef100acfcd79f1",
|
30805 |
+
"inputs": {
|
30806 |
+
"prompt": "a cat drinking water"
|
30807 |
+
},
|
30808 |
+
"model_a": "CogVideoX-5B",
|
30809 |
+
"model_b": "VideoCrafter2",
|
30810 |
+
"vote_type": "bothbad_vote",
|
30811 |
+
"winner": "tie (bothbad)",
|
30812 |
+
"judge": "arena_user_10.16.31.254",
|
30813 |
+
"anony": true,
|
30814 |
+
"tstamp": 1730917583.6619
|
30815 |
+
},
|
30816 |
+
{
|
30817 |
+
"model_a_conv_id": "702eedb1298d42fa881bb5dffa8fccff",
|
30818 |
+
"model_b_conv_id": "c4284fa9974d4077acb5d2603680048f",
|
30819 |
+
"inputs": {
|
30820 |
+
"prompt": "Balloon full of water exploding in extreme slow motion."
|
30821 |
+
},
|
30822 |
+
"model_a": "AnimateDiff",
|
30823 |
+
"model_b": "T2V-Turbo",
|
30824 |
+
"vote_type": "rightvote",
|
30825 |
+
"winner": "model_b",
|
30826 |
+
"judge": "arena_user_10.16.13.73",
|
30827 |
+
"anony": true,
|
30828 |
+
"tstamp": 1730917596.5459
|
30829 |
+
},
|
30830 |
+
{
|
30831 |
+
"model_a_conv_id": "a6b61408f36d4e6a95b0129f96701dac",
|
30832 |
+
"model_b_conv_id": "25421534c7054ddfb2ac9bb3627cae77",
|
30833 |
+
"inputs": {
|
30834 |
+
"prompt": "a white bird"
|
30835 |
+
},
|
30836 |
+
"model_a": "T2V-Turbo",
|
30837 |
+
"model_b": "AnimateDiff",
|
30838 |
+
"vote_type": "leftvote",
|
30839 |
+
"winner": "model_a",
|
30840 |
+
"judge": "arena_user_10.16.12.226",
|
30841 |
+
"anony": true,
|
30842 |
+
"tstamp": 1730917609.2721
|
30843 |
+
},
|
30844 |
+
{
|
30845 |
+
"model_a_conv_id": "511bc71d490c438dacc39c6a242384fc",
|
30846 |
+
"model_b_conv_id": "97bb908f6d09463b83e6629861571dfe",
|
30847 |
+
"inputs": {
|
30848 |
+
"prompt": "A person is dancing ballet"
|
30849 |
+
},
|
30850 |
+
"model_a": "OpenSora v1.2",
|
30851 |
+
"model_b": "AnimateDiff Turbo",
|
30852 |
+
"vote_type": "bothbad_vote",
|
30853 |
+
"winner": "tie (bothbad)",
|
30854 |
+
"judge": "arena_user_10.16.38.196",
|
30855 |
+
"anony": true,
|
30856 |
+
"tstamp": 1730936708.5115
|
30857 |
+
},
|
30858 |
+
{
|
30859 |
+
"model_a_conv_id": "3adc3f6c1c6f40569cdd522e408159d9",
|
30860 |
+
"model_b_conv_id": "f7d501cf61d540de96a24004666d42b2",
|
30861 |
+
"inputs": {
|
30862 |
+
"prompt": "a sheep running to join a herd of its kind"
|
30863 |
+
},
|
30864 |
+
"model_a": "CogVideoX-5B",
|
30865 |
+
"model_b": "StableVideoDiffusion",
|
30866 |
+
"vote_type": "leftvote",
|
30867 |
+
"winner": "model_a",
|
30868 |
+
"judge": "arena_user_10.16.38.136",
|
30869 |
+
"anony": true,
|
30870 |
+
"tstamp": 1730936716.3895
|
30871 |
+
},
|
30872 |
+
{
|
30873 |
+
"model_a_conv_id": "d463b5fa67c546a78ceaa33efa814f55",
|
30874 |
+
"model_b_conv_id": "fdc38d574f89431aab8b5751446b2be1",
|
30875 |
+
"inputs": {
|
30876 |
+
"prompt": "a purple bird"
|
30877 |
+
},
|
30878 |
+
"model_a": "Allegro",
|
30879 |
+
"model_b": "OpenSora v1.2",
|
30880 |
+
"vote_type": "bothbad_vote",
|
30881 |
+
"winner": "tie (bothbad)",
|
30882 |
+
"judge": "arena_user_10.16.12.226",
|
30883 |
+
"anony": true,
|
30884 |
+
"tstamp": 1730936732.44
|
30885 |
+
},
|
30886 |
+
{
|
30887 |
+
"model_a_conv_id": "a522850266654f9a990a7531cd13c0e3",
|
30888 |
+
"model_b_conv_id": "13f3cff106504e13aeb756c379b43da9",
|
30889 |
+
"inputs": {
|
30890 |
+
"prompt": "a bus and a traffic light"
|
30891 |
+
},
|
30892 |
+
"model_a": "T2V-Turbo",
|
30893 |
+
"model_b": "AnimateDiff",
|
30894 |
+
"vote_type": "rightvote",
|
30895 |
+
"winner": "model_b",
|
30896 |
+
"judge": "arena_user_10.16.38.136",
|
30897 |
+
"anony": true,
|
30898 |
+
"tstamp": 1730936754.4381
|
30899 |
+
},
|
30900 |
+
{
|
30901 |
+
"model_a_conv_id": "203869a58ebf4b718f5211307dd1153a",
|
30902 |
+
"model_b_conv_id": "1db78b277d214ad1a6afa6f4c0fd5b54",
|
30903 |
+
"inputs": {
|
30904 |
+
"prompt": "indoor museum"
|
30905 |
+
},
|
30906 |
+
"model_a": "StableVideoDiffusion",
|
30907 |
+
"model_b": "T2V-Turbo",
|
30908 |
+
"vote_type": "leftvote",
|
30909 |
+
"winner": "model_a",
|
30910 |
+
"judge": "arena_user_10.16.38.136",
|
30911 |
+
"anony": true,
|
30912 |
+
"tstamp": 1730936764.4839
|
30913 |
+
},
|
30914 |
+
{
|
30915 |
+
"model_a_conv_id": "993b8a355d74473cad3cc0e0d6de552e",
|
30916 |
+
"model_b_conv_id": "71bce09ffb974550bd2fd4ed56ddca6b",
|
30917 |
+
"inputs": {
|
30918 |
+
"prompt": "A panda drinking coffee in a cafe in Paris, zoom in"
|
30919 |
+
},
|
30920 |
+
"model_a": "OpenSora v1.2",
|
30921 |
+
"model_b": "VideoCrafter2",
|
30922 |
+
"vote_type": "rightvote",
|
30923 |
+
"winner": "model_b",
|
30924 |
+
"judge": "arena_user_10.16.38.136",
|
30925 |
+
"anony": true,
|
30926 |
+
"tstamp": 1730936772.3812
|
30927 |
+
},
|
30928 |
+
{
|
30929 |
+
"model_a_conv_id": "c4f48aa92352482eb2f8e7783bf7ec0f",
|
30930 |
+
"model_b_conv_id": "af23106012d74bd78ef8c76e7b257dcb",
|
30931 |
+
"inputs": {
|
30932 |
+
"prompt": "Gwen Stacy reading a book, animated style"
|
30933 |
+
},
|
30934 |
+
"model_a": "VideoCrafter2",
|
30935 |
+
"model_b": "CogVideoX-2B",
|
30936 |
+
"vote_type": "tievote",
|
30937 |
+
"winner": "tie",
|
30938 |
+
"judge": "arena_user_10.16.19.51",
|
30939 |
+
"anony": true,
|
30940 |
+
"tstamp": 1730936780.3044
|
30941 |
+
},
|
30942 |
+
{
|
30943 |
+
"model_a_conv_id": "96803a1480244d33837297e180628b87",
|
30944 |
+
"model_b_conv_id": "0ae38a0c68ac43c7a6c332075bb5ae11",
|
30945 |
+
"inputs": {
|
30946 |
+
"prompt": "In a still frame, a tranquil pond was fringed by weeping cherry trees, their blossoms drifting lazily onto the glassy surface"
|
30947 |
+
},
|
30948 |
+
"model_a": "AnimateDiff",
|
30949 |
+
"model_b": "T2V-Turbo",
|
30950 |
+
"vote_type": "leftvote",
|
30951 |
+
"winner": "model_a",
|
30952 |
+
"judge": "arena_user_10.16.12.226",
|
30953 |
+
"anony": true,
|
30954 |
+
"tstamp": 1730936788.6334
|
30955 |
}
|
30956 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 88251
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fbbdf58f480545ce44df1b01adf83fada0ec912a2686e97e889bffdd9e0e03f5
|
3 |
size 88251
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 72204
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6589c0e837391be894d056a30682bdb610a427a6db63d72fa7d0969091c47e8f
|
3 |
size 72204
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,
|
3 |
-
FLUX.1-dev,FLUX.1-dev,
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,1084.
|
5 |
-
PlayGround V2,PlayGround V2,1072.
|
6 |
-
Kolors,Kolors,
|
7 |
-
StableCascade,StableCascade,
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
PixArtAlpha,PixArtAlpha,1019.
|
10 |
-
PixArtSigma,PixArtSigma,
|
11 |
-
SDXL-Lightning,SDXL-Lightning,1018.
|
12 |
-
AuraFlow,AuraFlow,
|
13 |
-
SD3,SD3,
|
14 |
-
SDXL,SDXL,965.
|
15 |
-
SDXLTurbo,SDXLTurbo,914.
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),904.
|
17 |
-
OpenJourney,OpenJourney,829.
|
18 |
-
LCM,LCM,789.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.0291619251366,1123.5601386703631,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1113.995512885236,1120.0907361286288,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1084.9538351595952,1076.6357113829135,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.0817584024865,1071.6262823391826,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1053.9496856606381,1051.830118211353,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1038.9772627863797,1041.9962448487888,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1030.0591867029004,1022.9995520340212,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1019.7926909776414,1011.6053095836533,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
PixArtSigma,PixArtSigma,1018.8712977991094,1019.2335426785327,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
11 |
+
SDXL-Lightning,SDXL-Lightning,1018.420894806514,1022.2024457143509,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
12 |
+
AuraFlow,AuraFlow,1014.5552871725456,1008.8837535231028,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
13 |
+
SD3,SD3,1009.6567477742087,1012.8554565564117,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
14 |
+
SDXL,SDXL,965.1962391378946,966.3269999151801,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,914.7051113203615,912.5371689733513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),904.7536488655549,899.3273401427057,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,829.3220132176745,824.7003475479694,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,789.6796654061335,804.1468935262737,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,13 +1,13 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
Pyramid Flow,Pyramid Flow,
|
3 |
-
CogVideoX-5B,CogVideoX-5B,
|
4 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
5 |
-
CogVideoX-2B,CogVideoX-2B,1061.
|
6 |
-
T2V-Turbo,T2V-Turbo,1052.
|
7 |
-
AnimateDiff,AnimateDiff,
|
8 |
-
VideoCrafter2,VideoCrafter2,
|
9 |
-
LaVie,LaVie,
|
10 |
-
OpenSora,OpenSora,
|
11 |
-
OpenSora v1.2,OpenSora v1.2,
|
12 |
-
AnimateDiff Turbo,AnimateDiff Turbo,
|
13 |
-
ModelScope,ModelScope,
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
Pyramid Flow,Pyramid Flow,1168.8579972073376,1168.5661713543354,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
|
3 |
+
CogVideoX-5B,CogVideoX-5B,1134.8022770748578,1134.5826285912144,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
4 |
+
StableVideoDiffusion,StableVideoDiffusion,1120.6051690315965,1123.5963054536228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
5 |
+
CogVideoX-2B,CogVideoX-2B,1061.8234654186065,1057.3479215535576,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
6 |
+
T2V-Turbo,T2V-Turbo,1052.3421688601582,1051.7815252127227,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
7 |
+
AnimateDiff,AnimateDiff,1042.0728438908316,1042.0616590750476,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
8 |
+
VideoCrafter2,VideoCrafter2,1039.3196552981851,1040.2180411566085,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
9 |
+
LaVie,LaVie,969.1225383432953,969.8838669955059,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
10 |
+
OpenSora,OpenSora,885.6754857171028,886.1266298772335,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
11 |
+
OpenSora v1.2,OpenSora v1.2,850.0103362016764,848.7993991853739,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
12 |
+
AnimateDiff Turbo,AnimateDiff Turbo,839.7497031285941,839.5355434102744,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
13 |
+
ModelScope,ModelScope,835.6183598277607,837.5003081345012,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|