commit files to HF hub

README.md

@@ -31,25 +31,25 @@ model-index:
     metrics:
     - name: BLEU4 (Question Answering)
       type: bleu4_question_answering
-      value: 10.81
+      value: 19.59
     - name: ROUGE-L (Question Answering)
       type: rouge_l_question_answering
-      value: 25.75
+      value: 32.35
     - name: METEOR (Question Answering)
       type: meteor_question_answering
-      value: 20.96
+      value: 26.26
     - name: BERTScore (Question Answering)
       type: bertscore_question_answering
-      value: 87.27
+      value: 90.06
     - name: MoverScore (Question Answering)
       type: moverscore_question_answering
-      value: 67.79
+      value: 73.13
     - name: AnswerF1Score (Question Answering)
       type: answer_f1_score__question_answering
-      value: 39.24
+      value: 49.99
     - name: AnswerExactMatch (Question Answering)
       type: answer_exact_match_question_answering
-      value: 22.43
+      value: 30.87
 ---
 
 # Model Card of `lmqg/mt5-small-frquad-qa`
@@ -93,16 +93,16 @@ output = pipe("question: En quelle année a-t-on trouvé trace d'un haut fournea
 
 |                  |   Score | Type    | Dataset                                                          |
 |:-----------------|--------:|:--------|:-----------------------------------------------------------------|
-| AnswerExactMatch |   22.43 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| AnswerF1Score    |   39.24 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| BERTScore        |   87.27 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| Bleu_1           |   18.63 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| Bleu_2           |   15.15 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| Bleu_3           |   12.76 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| Bleu_4           |   10.81 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| METEOR           |   20.96 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| MoverScore       |   67.79 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
-| ROUGE_L          |   25.75 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| AnswerExactMatch |   30.87 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| AnswerF1Score    |   49.99 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| BERTScore        |   90.06 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| Bleu_1           |   29.59 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| Bleu_2           |   25.27 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| Bleu_3           |   22.2  | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| Bleu_4           |   19.59 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| METEOR           |   26.26 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| MoverScore       |   73.13 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
+| ROUGE_L          |   32.35 | default | [lmqg/qg_frquad](https://huggingface.co/datasets/lmqg/qg_frquad) |
 
 
 
@@ -117,9 +117,9 @@ The following hyperparameters were used during fine-tuning:
  - model: google/mt5-small
  - max_length: 512
  - max_length_output: 32
- - epoch: 20
+ - epoch: 23
  - batch: 16
- - lr: 0.0005
+ - lr: 0.0004
  - fp16: False
  - random_seed: 1
  - gradient_accumulation_steps: 4

eval/metric.first.answer.paragraph_question.answer.lmqg_qg_frquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.19846395531505504, "Bleu_2": 0.16438125648808355, "Bleu_3": 0.14011480904266574, "Bleu_4": 0.12095514167776761, "AnswerF1Score": 37.86047708898501, "AnswerExactMatch": 16.499372647427855, "METEOR": 0.2064317193398918, "ROUGE_L": 0.25360764971725297, "BERTScore": 0.8696774432956799, "MoverScore": 0.6634372689334539}, "test": {"Bleu_1": 0.18625190128059535, "Bleu_2": 0.15147379408861977, "Bleu_3": 0.12758082981388957, "Bleu_4": 0.10805168198813628, "AnswerF1Score": 39.237140683394436, "AnswerExactMatch": 22.427854454203263, "METEOR": 0.20958433174855287, "ROUGE_L": 0.2575338552201397, "BERTScore": 0.8727350258729988, "MoverScore": 0.6778583344478704}}
+{"validation": {"Bleu_1": 0.3024003959415799, "Bleu_2": 0.2611753109951979, "Bleu_3": 0.23023829738600474, "Bleu_4": 0.20343876542656023, "AnswerF1Score": 46.800761536794, "AnswerExactMatch": 24.466750313676286, "METEOR": 0.2418757178999092, "ROUGE_L": 0.3115869277992877, "BERTScore": 0.8965151410741519, "MoverScore": 0.7109847704900778}, "test": {"Bleu_1": 0.29585025118709685, "Bleu_2": 0.2527355868028149, "Bleu_3": 0.22196077120887636, "Bleu_4": 0.195860575399812, "AnswerF1Score": 49.98649484387896, "AnswerExactMatch": 30.865746549560853, "METEOR": 0.2626112128036875, "ROUGE_L": 0.32345976744028926, "BERTScore": 0.9006157361129895, "MoverScore": 0.7313411013774388}}