easy-translate / sample_text /en2es.m2m100_1.2B.json
Iker's picture
8 bits / 4 bits quantization, load any model, promoting.
d54a92e
raw
history blame
1.57 kB
{
"path": "sample_text/en2es.translation.m2m100_1.2B.txt",
"sacrebleu": {
"score": 32.14645334893687,
"counts": [
19160,
11392,
7558,
5186
],
"totals": [
30102,
29102,
28104,
27106
],
"precisions": [
63.65025579695701,
39.145075939797955,
26.89296897238827,
19.13229543274552
],
"bp": 0.9553495084330463,
"sys_len": 30102,
"ref_len": 31477
},
"rouge": {
"rouge1": 0.6031630371962684,
"rouge2": 0.38939154291666417,
"rougeL": 0.5515330844231945,
"rougeLsum": 0.5523095078982578
},
"bleu": {
"bleu": 0.3214645334893687,
"precisions": [
0.6365025579695701,
0.3914507593979795,
0.2689296897238827,
0.19132295432745516
],
"brevity_penalty": 0.9553495084330461,
"length_ratio": 0.9563173110525145,
"translation_length": 30102,
"reference_length": 31477
},
"meteor": {
"meteor": 0.5592932008785984
},
"ter": {
"score": 56.87645687645687,
"num_edits": 16104,
"ref_length": 28314.0
},
"bert_score": {
"precision": 0.8262958707809448,
"recall": 0.8192555149793624,
"f1": 0.8223544662296772,
"hashcode": "microsoft/deberta-xlarge-mnli_L40_no-idf_version=0.3.12(hug_trans=4.30.0.dev0)_fast-tokenizer"
}
}