SBertCosine instead of BertScore

test_parascore.py

@@ -98,7 +98,7 @@ class test_parascore(evaluate.Metric):
 
     def _download_and_prepare(self, dl_manager):
         """Optional: download external resources useful to compute the scores"""
-        self.score = evaluate.load('bertscore')
+        self.sbert_cosine = evaluate.load('transZ/sbert_cosine')
 
     def _edit(self, x, y, lang='en'):
         if lang == 'zh':
@@ -121,14 +121,14 @@ class test_parascore(evaluate.Metric):
             diversity.append(ss)
         return diversity
 
-    def _compute(self, predictions, references, model_type='microsoft/deberta-xlarge-mnli', lang='en'):
+    def _compute(self, predictions, references, model_type='sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2', lang='en'):
         """Returns the scores"""
         
-        score = self.score.compute(predictions=predictions, references=references, lang=lang, model_type=model_type)
-        bert_score = [round(v, 2) for v in score['f1']]
+        score = self.sbert_cosine.compute(predictions=predictions, references=references, model_type=model_type)
+        sbert_score = [round(v, 2) for v in score['score']]
         diversity = self._diverse(predictions, references, lang)
 
         score = [s + 0.05 * d for s, d in zip(bert_score, diversity)]
         return {
             "score": score,
-        }
+        }