diff --git "a/table_sum.html" "b/table_sum.html" --- "a/table_sum.html" +++ "b/table_sum.html" @@ -1,932 +1,932 @@ - +
- - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
 namelangdataset_nameparamsrouge1rouge2rougeLrougeLsumbleuchrfcometbertscore_f1CPUGPUnamelangdataset_nameparamsrouge1rouge2rougeLrougeLsumbleuchrfcometbertscore_f1CPUGPU
0utrobinmv/t5_summary_en_ru_zh_large_2048ensamsum811M0,53680,28350,45510,454415,583845,33970,73770,074663,93942901,4983
1utrobinmv/t5_summary_en_ru_zh_base_2048ensamsum284M0,52160,27790,44680,447319,234241,41070,69930,8789108373,70391145,7542
2tuner007/pegasus_summarizerensamsum544M0,26680,08280,20440,20463,477132,84420,55130,86219912,03421463,4514
3csebuetnlp/mT5_multilingual_XLSumensamsum555M0,18180,02200,13620,13621,438719,60040,48070,84602931,6322713,9784
4utrobinmv/t5_summary_en_ru_zh_base_2048enwik_lingua284M0,39710,16570,32030,320212,193334,76670,73270,9090166315,76781142,6015
5utrobinmv/t5_summary_en_ru_zh_large_2048enwik_lingua811M0,38310,13530,30480,30486,025036,90260,72870,0130200,30714436,6981
6tuner007/pegasus_summarizerenwik_lingua544M0,22740,05590,15350,15352,507129,70620,63330,874210249,07111310,8828
7csebuetnlp/mT5_multilingual_XLSumenwik_lingua555M0,15830,02790,12180,12180,710714,57520,49950,84803281,7793627,7975
8utrobinmv/t5_summary_en_ru_zh_large_2048enxlsum811M0,41020,16850,33550,335610,915037,90890,73400,0416278,97952976,6964
9utrobinmv/t5_summary_en_ru_zh_base_2048enxlsum284M0,38230,17220,31230,312411,660334,37530,70800,8854175224,03001141,0764
10csebuetnlp/mT5_multilingual_XLSumenxlsum555M0,36330,14950,29260,29279,320132,34390,70500,88583659,6642677,2351
11tuner007/pegasus_summarizerenxlsum544M0,21950,05940,15420,15422,493630,68480,64690,838710983,51391341,6806
12utrobinmv/t5_summary_en_ru_zh_large_2048enxsum811M0,36270,12620,29150,29147,233834,33190,70510,0388145,10967612,1704
13csebuetnlp/mT5_multilingual_XLSumenxsum555M0,35380,13790,28420,28418,473331,56270,69360,90924423,9514820,9985
14utrobinmv/t5_summary_en_ru_zh_base_2048enxsum284M0,33850,13340,27250,27248,785330,85180,67470,9809219800,76261203,9870
15tuner007/pegasus_summarizerenxsum544M0,22000,06260,15610,15612,664030,98910,63870,861911574,52291380,6250
16utrobinmv/t5_summary_en_ru_zh_large_2048rugazeta811M0,29960,09690,20660,20675,267539,90410,85260,0360664,17764827,8751
17utrobinmv/t5_summary_en_ru_zh_base_2048rugazeta284M0,23820,08560,23180,23178,221134,73510,82130,7049327039,44151767,1365
18d0rj/rut5-base-summrugazeta212M0,21030,06790,20490,20507,074133,25100,81600,804313075,21471789,8092
19IlyaGusev/rut5_base_sum_gazetarugazeta232M0,19520,05520,19040,19027,946534,87050,82950,726713576,86402198,5498
20IlyaGusev/rut5_base_headline_gen_telegramrugazeta232M0,13280,04000,13070,13060,198113,20060,71100,67224079,8815619,5601
21csebuetnlp/mT5_multilingual_XLSumrugazeta555M0,13170,03380,12910,12931,883420,67720,75200,67288320,71971250,6618
22csebuetnlp/mT5_m2o_russian_crossSumrugazeta555M0,11130,02380,10910,10901,629621,29070,75510,66198430,95091408,3909
23cointegrated/rut5-base-absumrugazeta232M0,09670,02630,09570,09560,115612,13180,57680,74732625,4416414,4877
24basil-77/rut5-base-absum-hhrugazeta232M0,05290,02020,05270,05290,00146,48890,43340,61693742,9545437,2921
25utrobinmv/t5_summary_en_ru_zh_large_2048ruwik_lingua811M0,29630,09760,24210,24203,459535,45630,79400,0301708,00135427,7942
26utrobinmv/t5_summary_en_ru_zh_base_2048ruwik_lingua284M0,07190,02400,07100,07099,888034,27270,80400,8031174959,17221329,3416
27d0rj/rut5-base-summruwik_lingua212M0,05020,01260,04940,04954,944226,66000,75630,74015500,4578991,6692
28IlyaGusev/rut5_base_sum_gazetaruwik_lingua232M0,04430,01140,04330,04321,661923,87910,67100,60796362,27441486,9309
29IlyaGusev/rut5_base_headline_gen_telegramruwik_lingua232M0,04040,00760,04010,04010,12889,91800,57340,59121874,8914385,1174
30csebuetnlp/mT5_multilingual_XLSumruwik_lingua555M0,03680,00660,03640,03630,521613,97770,56930,57244416,1965838,6849
31cointegrated/rut5-base-absumruwik_lingua232M0,02830,00660,02790,02780,489113,27070,58620,66291447,3995324,2195
32csebuetnlp/mT5_m2o_russian_crossSumruwik_lingua555M0,02050,00150,02040,02040,235313,15770,51750,61294135,6203808,6240
33basil-77/rut5-base-absum-hhruwik_lingua232M0,01960,00400,01970,01970,00205,74980,39390,61111702,8463306,5252
34utrobinmv/t5_summary_en_ru_zh_large_2048ruxlsum811M0,26250,08140,20970,20984,025933,93130,81080,01034200,58224306,3082
35csebuetnlp/mT5_m2o_russian_crossSumruxlsum555M0,15580,05500,15530,155524,605044,30040,83860,74257499,62271187,2912
36utrobinmv/t5_summary_en_ru_zh_base_2048ruxlsum284M0,10750,03000,10650,10658,341132,84910,79910,7340252332,66461355,1514
37csebuetnlp/mT5_multilingual_XLSumruxlsum555M0,09510,02750,09460,09476,361529,70970,79890,68987083,50251149,9265
38IlyaGusev/rut5_base_sum_gazetaruxlsum232M0,06710,01570,06620,06642,456131,31840,77320,702210592,26241940,5085
39IlyaGusev/rut5_base_headline_gen_telegramruxlsum232M0,05160,01180,05110,05121,051215,86580,69340,66204003,0645633,6079
40d0rj/rut5-base-summruxlsum212M0,04990,01300,04970,04982,140121,33050,71740,62568134,0000961,9950
41cointegrated/rut5-base-absumruxlsum232M0,04460,01110,04430,04440,989216,35540,59740,70042526,2625383,0750
42basil-77/rut5-base-absum-hhruxlsum232M0,02160,00600,02170,02170,07649,16640,45490,64122635,4621392,2910
43utrobinmv/t5_summary_en_ru_zh_large_2048zhwik_lingua811M0,60520,41640,52460,524527,374316,54980,77130,0152859,71143944,4212
44utrobinmv/t5_summary_en_ru_zh_base_2048zhwik_lingua284M0,10360,03270,10240,10221,313318,35810,77900,7249137677,09331229,4646
45csebuetnlp/mT5_multilingual_XLSumzhwik_lingua555M0,04640,00710,04610,04610,03584,38410,53020,58102386,8119531,8816
46yihsuan/mt5_chinese_smallzhwik_lingua286M0,03610,00580,03550,03550,03,17010,45710,5468461,7991175,0923
47csebuetnlp/mT5_m2o_chinese_simplified_crossSumzhwik_lingua555M0,02070,00170,02060,02060,04783,52320,49300,63503985,7058868,5606
48utrobinmv/t5_summary_en_ru_zh_large_2048zhxlsum811M0,59750,37500,50460,504526,960315,64550,77910,0379112,31974916,2938
49csebuetnlp/mT5_m2o_chinese_simplified_crossSumzhxlsum555M0,19730,09560,19610,19610,734426,12390,78450,72295438,0989948,1635
50csebuetnlp/mT5_multilingual_XLSumzhxlsum555M0,15680,05150,15490,15480,374417,65020,77370,78804813,2123784,1282
51utrobinmv/t5_summary_en_ru_zh_base_2048zhxlsum284M0,12720,03750,12540,12560,295516,45930,75190,7353276688,53271418,4593
52yihsuan/mt5_chinese_smallzhxlsum286M0,02710,00280,02700,02690,03,78950,51550,4937641,3528211,39100utrobinmv/t5_summary_en_ru_zh_base_2048ensamsum284M0,55410,29510,48050,480219,237241,41290,69890,8789127225,99531644,3865
1utrobinmv/t5_summary_en_ru_zh_large_2048ensamsum811M0,53680,28350,45510,454415,583845,33970,73770,074663,93942901,4983
2tuner007/pegasus_summarizerensamsum544M0,26680,08280,20440,20463,477132,84420,55130,86219912,03421463,4514
3csebuetnlp/mT5_multilingual_XLSumensamsum555M0,23500,02970,18660,18661,438719,60040,48070,84602941,6089955,0235
4utrobinmv/t5_summary_en_ru_zh_base_2048enwik_lingua284M0,46660,20600,38670,386812,192034,76690,73270,9090157194,61791629,9238
5utrobinmv/t5_summary_en_ru_zh_large_2048enwik_lingua811M0,38310,13530,30480,30486,025036,90260,72870,0130200,30714436,6981
6tuner007/pegasus_summarizerenwik_lingua544M0,22740,05590,15350,15352,507129,70620,63330,874210249,07111310,8828
7csebuetnlp/mT5_multilingual_XLSumenwik_lingua555M0,18170,02990,14730,14730,711214,57560,49950,84803994,38471095,1917
8utrobinmv/t5_summary_en_ru_zh_base_2048enxlsum284M0,41250,17100,34450,344511,660234,37450,70800,8854400132,70441979,0687
9utrobinmv/t5_summary_en_ru_zh_large_2048enxlsum811M0,41020,16850,33550,335610,915037,90890,73400,0416278,97952976,6964
10csebuetnlp/mT5_multilingual_XLSumenxlsum555M0,39400,14770,32580,32579,320132,34390,70500,88585652,21501031,7234
11tuner007/pegasus_summarizerenxlsum544M0,21950,05940,15420,15422,493630,68480,64690,838710983,51391341,6806
12csebuetnlp/mT5_multilingual_XLSumenxsum555M0,38500,13660,31790,31798,473331,56270,69360,90924607,8934923,2130
13utrobinmv/t5_summary_en_ru_zh_base_2048enxsum284M0,37070,13240,30700,30708,784830,85320,67460,9809319350,87011710,7868
14utrobinmv/t5_summary_en_ru_zh_large_2048enxsum811M0,36270,12620,29150,29147,233834,33190,70510,0388145,10967612,1704
15tuner007/pegasus_summarizerenxsum544M0,22000,06260,15610,15612,664030,98910,63870,861911574,52291380,6250
16utrobinmv/t5_summary_en_ru_zh_base_2048rugazeta284M0,33550,12250,24590,24598,219334,73410,82130,7049420298,27902802,4277
17IlyaGusev/rut5_base_sum_gazetarugazeta232M0,32460,11100,23560,23577,948934,86890,82950,726711205,32152627,7420
18d0rj/rut5-base-summrugazeta212M0,31980,10910,23170,23167,091633,27020,81610,804313211,17612478,3980
19utrobinmv/t5_summary_en_ru_zh_large_2048rugazeta811M0,29960,09690,20660,20675,267539,90410,85260,0360664,17764827,8751
20csebuetnlp/mT5_multilingual_XLSumrugazeta555M0,22260,06990,17610,17611,884120,67830,75200,67289105,77101881,1836
21csebuetnlp/mT5_m2o_russian_crossSumrugazeta555M0,20970,04800,16160,16161,629621,28910,75510,66198819,23581670,9933
22IlyaGusev/rut5_base_headline_gen_telegramrugazeta232M0,15420,05640,12480,12470,198113,20130,71100,67223507,4698585,5207
23cointegrated/rut5-base-absumrugazeta232M0,12960,04590,10900,10910,115512,13190,57680,74732842,5405524,0271
24basil-77/rut5-base-absum-hhrugazeta232M0,05000,01310,04410,04410,00526,87240,43750,61693557,6274575,4137
25utrobinmv/t5_summary_en_ru_zh_base_2048ruwik_lingua284M0,39650,17400,34610,34619,887234,27150,80400,8031293810,73541822,1459
26d0rj/rut5-base-summruwik_lingua212M0,30790,10190,26500,26514,976226,74930,75630,74016933,64521246,6757
27utrobinmv/t5_summary_en_ru_zh_large_2048ruwik_lingua811M0,29630,09760,24210,24203,459535,45630,79400,0301708,00135427,7942
28IlyaGusev/rut5_base_sum_gazetaruwik_lingua232M0,18490,02970,14600,14611,658323,86860,67080,60795066,40571291,6123
29cointegrated/rut5-base-absumruwik_lingua232M0,15880,04440,14020,14020,490013,27350,58630,66292182,0380482,4507
30csebuetnlp/mT5_multilingual_XLSumruwik_lingua555M0,12900,01690,11240,11230,523913,97840,56930,57243162,8584590,6352
31csebuetnlp/mT5_m2o_russian_crossSumruwik_lingua555M0,11320,00840,10070,10070,235413,15870,51760,61295674,58841260,8597
32IlyaGusev/rut5_base_headline_gen_telegramruwik_lingua232M0,08220,01770,07170,07170,12929,92400,57330,59122691,3106499,5763
33basil-77/rut5-base-absum-hhruwik_lingua232M0,03280,00600,03070,03070,01746,01400,39190,61112083,8215329,1339
34csebuetnlp/mT5_m2o_russian_crossSumruxlsum555M0,44640,29170,40950,409424,605644,29970,83860,742521377,03962356,1415
35utrobinmv/t5_summary_en_ru_zh_base_2048ruxlsum284M0,32050,12550,27270,27268,338032,84780,79910,7340844356,09602436,5999
36csebuetnlp/mT5_multilingual_XLSumruxlsum555M0,30300,11350,26020,26016,361329,70910,79890,689816538,89892636,4746
37utrobinmv/t5_summary_en_ru_zh_large_2048ruxlsum811M0,26250,08140,20970,20984,025933,93130,81080,01034200,58224306,3082
38IlyaGusev/rut5_base_sum_gazetaruxlsum232M0,21340,04570,16460,16462,455731,31650,77320,702216041,52052587,5852
39d0rj/rut5-base-summruxlsum212M0,16150,04160,13320,13312,134321,32280,71750,625620669,63451720,9320
40cointegrated/rut5-base-absumruxlsum232M0,15730,04810,13790,13790,987916,35290,59750,70044976,4211698,1620
41IlyaGusev/rut5_base_headline_gen_telegramruxlsum232M0,14920,03830,12680,12681,051315,87020,69340,66207813,89711047,1727
42basil-77/rut5-base-absum-hhruxlsum232M0,06290,01410,05780,05790,19459,53750,45650,64127249,9060794,3553
43utrobinmv/t5_summary_en_ru_zh_base_2048zhwik_lingua284M0,66690,47080,56920,569138,592418,37060,77900,7249199154,35172049,1602
44utrobinmv/t5_summary_en_ru_zh_large_2048zhwik_lingua811M0,60520,41640,52460,524527,374316,54980,77130,0152859,71143944,4212
45csebuetnlp/mT5_m2o_chinese_simplified_crossSumzhwik_lingua555M0,42400,15200,38370,38389,01463,52070,49290,63504563,64391161,1537
46csebuetnlp/mT5_multilingual_XLSumzhwik_lingua555M0,39250,17280,35340,35356,39914,38310,53040,58103085,7701648,1566
47yihsuan/mt5_chinese_smallzhwik_lingua286M0,34400,14290,31630,31644,13203,25300,46120,5468429,8362173,8483
48csebuetnlp/mT5_m2o_chinese_simplified_crossSumzhxlsum555M0,66410,47150,59500,594940,163026,11520,78450,72299045,71771916,2445
49utrobinmv/t5_summary_en_ru_zh_base_2048zhxlsum284M0,62060,38680,53350,533432,260616,45980,75190,7353426321,23112533,0665
50csebuetnlp/mT5_multilingual_XLSumzhxlsum555M0,60480,41430,52700,526930,234017,64890,77380,78806767,88491279,6940
51utrobinmv/t5_summary_en_ru_zh_large_2048zhxlsum811M0,59750,37500,50460,504526,960315,64550,77910,0379112,31974916,2938
52yihsuan/mt5_chinese_smallzhxlsum286M0,36470,16640,33500,33515,52003,89460,52750,4937795,9613269,4680