diff --git "a/table_sum.html" "b/table_sum.html" --- "a/table_sum.html" +++ "b/table_sum.html" @@ -1,779 +1,932 @@ - +
- - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
 namelangdataset_nameparamsrouge1rouge2rougeLrougeLsumbleuchrfcometbertscore_f1CPUGPUnamelangdataset_nameparamsrouge1rouge2rougeLrougeLsumbleuchrfcometbertscore_f1CPUGPU
0utrobinmv/t5_summary_en_ru_zh_base_2048ensamsum284M0,52160,27790,44680,447319,234241,41070,69930,8789108373,70391145,7542
1tuner007/pegasus_summarizerensamsum544M0,26680,08280,20440,20463,477132,84420,55130,86219912,03421463,4514
2csebuetnlp/mT5_multilingual_XLSumensamsum555M0,18180,02200,13620,13621,438719,60040,48070,84602931,6322713,9784
3utrobinmv/t5_summary_en_ru_zh_base_2048enwik_lingua284M0,39710,16570,32030,320212,193334,76670,73270,9090166315,76781142,6015
4tuner007/pegasus_summarizerenwik_lingua544M0,22740,05590,15350,15352,507129,70620,63330,874210249,07111310,8828
5csebuetnlp/mT5_multilingual_XLSumenwik_lingua555M0,15830,02790,12180,12180,710714,57520,49950,84803281,7793627,7975
6utrobinmv/t5_summary_en_ru_zh_base_2048enxlsum284M0,38230,17220,31230,312411,660334,37530,70800,8854175224,03001141,0764
7csebuetnlp/mT5_multilingual_XLSumenxlsum555M0,36330,14950,29260,29279,320132,34390,70500,88583659,6642677,2351
8tuner007/pegasus_summarizerenxlsum544M0,21950,05940,15420,15422,493630,68480,64690,838710983,51391341,6806
9csebuetnlp/mT5_multilingual_XLSumenxsum555M0,35380,13790,28420,28418,473331,56270,69360,90924423,9514820,9985
10utrobinmv/t5_summary_en_ru_zh_base_2048enxsum284M0,33850,13340,27250,27248,785330,85180,67470,9809219800,76261203,9870
11tuner007/pegasus_summarizerenxsum544M0,22000,06260,15610,15612,664030,98910,63870,861911574,52291380,6250
12utrobinmv/t5_summary_en_ru_zh_base_2048rugazeta284M0,23820,08560,23180,23178,221134,73510,82130,7049327039,44151767,1365
13d0rj/rut5-base-summrugazeta212M0,21030,06790,20490,20507,074133,25100,81600,804313075,21471789,8092
14IlyaGusev/rut5_base_sum_gazetarugazeta232M0,19520,05520,19040,19027,946534,87050,82950,726713576,86402198,5498
15IlyaGusev/rut5_base_headline_gen_telegramrugazeta232M0,13280,04000,13070,13060,198113,20060,71100,67224079,8815619,5601
16csebuetnlp/mT5_multilingual_XLSumrugazeta555M0,13170,03380,12910,12931,883420,67720,75200,67288320,71971250,6618
17csebuetnlp/mT5_m2o_russian_crossSumrugazeta555M0,11130,02380,10910,10901,629621,29070,75510,66198430,95091408,3909
18cointegrated/rut5-base-absumrugazeta232M0,09670,02630,09570,09560,115612,13180,57680,74732625,4416414,4877
19basil-77/rut5-base-absum-hhrugazeta232M0,05290,02020,05270,05290,00146,48890,43340,61693742,9545437,2921
20utrobinmv/t5_summary_en_ru_zh_base_2048ruwik_lingua284M0,07190,02400,07100,07099,888034,27270,80400,8031174959,17221329,3416
21d0rj/rut5-base-summruwik_lingua212M0,05020,01260,04940,04954,944226,66000,75630,74015500,4578991,6692
22IlyaGusev/rut5_base_sum_gazetaruwik_lingua232M0,04430,01140,04330,04321,661923,87910,67100,60796362,27441486,9309
23IlyaGusev/rut5_base_headline_gen_telegramruwik_lingua232M0,04040,00760,04010,04010,12889,91800,57340,59121874,8914385,1174
24csebuetnlp/mT5_multilingual_XLSumruwik_lingua555M0,03680,00660,03640,03630,521613,97770,56930,57244416,1965838,6849
25cointegrated/rut5-base-absumruwik_lingua232M0,02830,00660,02790,02780,489113,27070,58620,66291447,3995324,2195
26csebuetnlp/mT5_m2o_russian_crossSumruwik_lingua555M0,02050,00150,02040,02040,235313,15770,51750,61294135,6203808,6240
27basil-77/rut5-base-absum-hhruwik_lingua232M0,01960,00400,01970,01970,00205,74980,39390,61111702,8463306,5252
28csebuetnlp/mT5_m2o_russian_crossSumruxlsum555M0,15580,05500,15530,155524,605044,30040,83860,74257499,62271187,2912
29utrobinmv/t5_summary_en_ru_zh_base_2048ruxlsum284M0,10750,03000,10650,10658,341132,84910,79910,7340252332,66461355,1514
30csebuetnlp/mT5_multilingual_XLSumruxlsum555M0,09510,02750,09460,09476,361529,70970,79890,68987083,50251149,9265
31IlyaGusev/rut5_base_sum_gazetaruxlsum232M0,06710,01570,06620,06642,456131,31840,77320,702210592,26241940,5085
32IlyaGusev/rut5_base_headline_gen_telegramruxlsum232M0,05160,01180,05110,05121,051215,86580,69340,66204003,0645633,6079
33d0rj/rut5-base-summruxlsum212M0,04990,01300,04970,04982,140121,33050,71740,62568134,0000961,9950
34cointegrated/rut5-base-absumruxlsum232M0,04460,01110,04430,04440,989216,35540,59740,70042526,2625383,0750
35basil-77/rut5-base-absum-hhruxlsum232M0,02160,00600,02170,02170,07649,16640,45490,64122635,4621392,2910
36utrobinmv/t5_summary_en_ru_zh_base_2048zhwik_lingua284M0,10360,03270,10240,10221,313318,35810,77900,7249137677,09331229,4646
37csebuetnlp/mT5_multilingual_XLSumzhwik_lingua555M0,04640,00710,04610,04610,03584,38410,53020,58102386,8119531,8816
38yihsuan/mt5_chinese_smallzhwik_lingua286M0,03610,00580,03550,03550,03,17010,45710,5468461,7991175,0923
39csebuetnlp/mT5_m2o_chinese_simplified_crossSumzhwik_lingua555M0,02070,00170,02060,02060,04783,52320,49300,63503985,7058868,5606
40csebuetnlp/mT5_m2o_chinese_simplified_crossSumzhxlsum555M0,19730,09560,19610,19610,734426,12390,78450,72295438,0989948,1635
41csebuetnlp/mT5_multilingual_XLSumzhxlsum555M0,15680,05150,15490,15480,374417,65020,77370,78804813,2123784,1282
42utrobinmv/t5_summary_en_ru_zh_base_2048zhxlsum284M0,12720,03750,12540,12560,295516,45930,75190,7353276688,53271418,4593
43yihsuan/mt5_chinese_smallzhxlsum286M0,02710,00280,02700,02690,03,78950,51550,4937641,3528211,39100utrobinmv/t5_summary_en_ru_zh_large_2048ensamsum811M0,53680,28350,45510,454415,583845,33970,73770,074663,93942901,4983
1utrobinmv/t5_summary_en_ru_zh_base_2048ensamsum284M0,52160,27790,44680,447319,234241,41070,69930,8789108373,70391145,7542
2tuner007/pegasus_summarizerensamsum544M0,26680,08280,20440,20463,477132,84420,55130,86219912,03421463,4514
3csebuetnlp/mT5_multilingual_XLSumensamsum555M0,18180,02200,13620,13621,438719,60040,48070,84602931,6322713,9784
4utrobinmv/t5_summary_en_ru_zh_base_2048enwik_lingua284M0,39710,16570,32030,320212,193334,76670,73270,9090166315,76781142,6015
5utrobinmv/t5_summary_en_ru_zh_large_2048enwik_lingua811M0,38310,13530,30480,30486,025036,90260,72870,0130200,30714436,6981
6tuner007/pegasus_summarizerenwik_lingua544M0,22740,05590,15350,15352,507129,70620,63330,874210249,07111310,8828
7csebuetnlp/mT5_multilingual_XLSumenwik_lingua555M0,15830,02790,12180,12180,710714,57520,49950,84803281,7793627,7975
8utrobinmv/t5_summary_en_ru_zh_large_2048enxlsum811M0,41020,16850,33550,335610,915037,90890,73400,0416278,97952976,6964
9utrobinmv/t5_summary_en_ru_zh_base_2048enxlsum284M0,38230,17220,31230,312411,660334,37530,70800,8854175224,03001141,0764
10csebuetnlp/mT5_multilingual_XLSumenxlsum555M0,36330,14950,29260,29279,320132,34390,70500,88583659,6642677,2351
11tuner007/pegasus_summarizerenxlsum544M0,21950,05940,15420,15422,493630,68480,64690,838710983,51391341,6806
12utrobinmv/t5_summary_en_ru_zh_large_2048enxsum811M0,36270,12620,29150,29147,233834,33190,70510,0388145,10967612,1704
13csebuetnlp/mT5_multilingual_XLSumenxsum555M0,35380,13790,28420,28418,473331,56270,69360,90924423,9514820,9985
14utrobinmv/t5_summary_en_ru_zh_base_2048enxsum284M0,33850,13340,27250,27248,785330,85180,67470,9809219800,76261203,9870
15tuner007/pegasus_summarizerenxsum544M0,22000,06260,15610,15612,664030,98910,63870,861911574,52291380,6250
16utrobinmv/t5_summary_en_ru_zh_large_2048rugazeta811M0,29960,09690,20660,20675,267539,90410,85260,0360664,17764827,8751
17utrobinmv/t5_summary_en_ru_zh_base_2048rugazeta284M0,23820,08560,23180,23178,221134,73510,82130,7049327039,44151767,1365
18d0rj/rut5-base-summrugazeta212M0,21030,06790,20490,20507,074133,25100,81600,804313075,21471789,8092
19IlyaGusev/rut5_base_sum_gazetarugazeta232M0,19520,05520,19040,19027,946534,87050,82950,726713576,86402198,5498
20IlyaGusev/rut5_base_headline_gen_telegramrugazeta232M0,13280,04000,13070,13060,198113,20060,71100,67224079,8815619,5601
21csebuetnlp/mT5_multilingual_XLSumrugazeta555M0,13170,03380,12910,12931,883420,67720,75200,67288320,71971250,6618
22csebuetnlp/mT5_m2o_russian_crossSumrugazeta555M0,11130,02380,10910,10901,629621,29070,75510,66198430,95091408,3909
23cointegrated/rut5-base-absumrugazeta232M0,09670,02630,09570,09560,115612,13180,57680,74732625,4416414,4877
24basil-77/rut5-base-absum-hhrugazeta232M0,05290,02020,05270,05290,00146,48890,43340,61693742,9545437,2921
25utrobinmv/t5_summary_en_ru_zh_large_2048ruwik_lingua811M0,29630,09760,24210,24203,459535,45630,79400,0301708,00135427,7942
26utrobinmv/t5_summary_en_ru_zh_base_2048ruwik_lingua284M0,07190,02400,07100,07099,888034,27270,80400,8031174959,17221329,3416
27d0rj/rut5-base-summruwik_lingua212M0,05020,01260,04940,04954,944226,66000,75630,74015500,4578991,6692
28IlyaGusev/rut5_base_sum_gazetaruwik_lingua232M0,04430,01140,04330,04321,661923,87910,67100,60796362,27441486,9309
29IlyaGusev/rut5_base_headline_gen_telegramruwik_lingua232M0,04040,00760,04010,04010,12889,91800,57340,59121874,8914385,1174
30csebuetnlp/mT5_multilingual_XLSumruwik_lingua555M0,03680,00660,03640,03630,521613,97770,56930,57244416,1965838,6849
31cointegrated/rut5-base-absumruwik_lingua232M0,02830,00660,02790,02780,489113,27070,58620,66291447,3995324,2195
32csebuetnlp/mT5_m2o_russian_crossSumruwik_lingua555M0,02050,00150,02040,02040,235313,15770,51750,61294135,6203808,6240
33basil-77/rut5-base-absum-hhruwik_lingua232M0,01960,00400,01970,01970,00205,74980,39390,61111702,8463306,5252
34utrobinmv/t5_summary_en_ru_zh_large_2048ruxlsum811M0,26250,08140,20970,20984,025933,93130,81080,01034200,58224306,3082
35csebuetnlp/mT5_m2o_russian_crossSumruxlsum555M0,15580,05500,15530,155524,605044,30040,83860,74257499,62271187,2912
36utrobinmv/t5_summary_en_ru_zh_base_2048ruxlsum284M0,10750,03000,10650,10658,341132,84910,79910,7340252332,66461355,1514
37csebuetnlp/mT5_multilingual_XLSumruxlsum555M0,09510,02750,09460,09476,361529,70970,79890,68987083,50251149,9265
38IlyaGusev/rut5_base_sum_gazetaruxlsum232M0,06710,01570,06620,06642,456131,31840,77320,702210592,26241940,5085
39IlyaGusev/rut5_base_headline_gen_telegramruxlsum232M0,05160,01180,05110,05121,051215,86580,69340,66204003,0645633,6079
40d0rj/rut5-base-summruxlsum212M0,04990,01300,04970,04982,140121,33050,71740,62568134,0000961,9950
41cointegrated/rut5-base-absumruxlsum232M0,04460,01110,04430,04440,989216,35540,59740,70042526,2625383,0750
42basil-77/rut5-base-absum-hhruxlsum232M0,02160,00600,02170,02170,07649,16640,45490,64122635,4621392,2910
43utrobinmv/t5_summary_en_ru_zh_large_2048zhwik_lingua811M0,60520,41640,52460,524527,374316,54980,77130,0152859,71143944,4212
44utrobinmv/t5_summary_en_ru_zh_base_2048zhwik_lingua284M0,10360,03270,10240,10221,313318,35810,77900,7249137677,09331229,4646
45csebuetnlp/mT5_multilingual_XLSumzhwik_lingua555M0,04640,00710,04610,04610,03584,38410,53020,58102386,8119531,8816
46yihsuan/mt5_chinese_smallzhwik_lingua286M0,03610,00580,03550,03550,03,17010,45710,5468461,7991175,0923
47csebuetnlp/mT5_m2o_chinese_simplified_crossSumzhwik_lingua555M0,02070,00170,02060,02060,04783,52320,49300,63503985,7058868,5606
48utrobinmv/t5_summary_en_ru_zh_large_2048zhxlsum811M0,59750,37500,50460,504526,960315,64550,77910,0379112,31974916,2938
49csebuetnlp/mT5_m2o_chinese_simplified_crossSumzhxlsum555M0,19730,09560,19610,19610,734426,12390,78450,72295438,0989948,1635
50csebuetnlp/mT5_multilingual_XLSumzhxlsum555M0,15680,05150,15490,15480,374417,65020,77370,78804813,2123784,1282
51utrobinmv/t5_summary_en_ru_zh_base_2048zhxlsum284M0,12720,03750,12540,12560,295516,45930,75190,7353276688,53271418,4593
52yihsuan/mt5_chinese_smallzhxlsum286M0,02710,00280,02700,02690,03,78950,51550,4937641,3528211,3910