add fix for matching elements

meaningbert.py

@@ -118,6 +118,10 @@ class MeaningBERT(evaluate.Metric):
         ), "The number of document is different of the number of simplifications."
         hashcode = _HASH
 
+        matching_index = [
+            i for i, item in enumerate(documents) if item in simplifications
+        ]
+
         # We load the MeaningBERT pretrained model
         scorer = AutoModelForSequenceClassification.from_pretrained(
             "davebulaval/MeaningBERT"
@@ -140,8 +144,14 @@ class MeaningBERT(evaluate.Metric):
             # We process the text
             scores = scorer(**tokenize_text)
 
+        scores = scores.logits.tolist()
+
+        if len(matching_index) > 0:
+            for matching_element_index in matching_index:
+                scores[matching_element_index] = 100
+
         output_dict = {
-            "scores": scores.logits.tolist(),
+            "scores": scores,
             "hashcode": hashcode,
         }
         return output_dict