| { | |
| "modele": "CodeT5plus_StratB_FrozenEnc", | |
| "nb_test": 120, | |
| "EM": 0.325, | |
| "BLEU": 0.596547320858607, | |
| "Smooth_BLEU": 0.596547320858607, | |
| "ROUGE-1": 0.934692324493269, | |
| "ROUGE-2": 0.9039478672239316, | |
| "ROUGE-L": 0.928946815422203, | |
| "METEOR": 0.8867959586973302, | |
| "BERT-P": 0.9994992613792419, | |
| "BERT-R": 0.9994992613792419, | |
| "BERT-F1": 0.9994992613792419, | |
| "validite_syntaxique": { | |
| "validite_globale": 0.9416666666666667, | |
| "validite_ACME": 0.9852941176470589, | |
| "validite_AADL": 0.8846153846153846, | |
| "nb_valides": 113, | |
| "nb_total": 120 | |
| }, | |
| "precision_operationnelle": { | |
| "ADD_CONNECTOR": { | |
| "correct": 20, | |
| "total": 20, | |
| "precision": 1.0 | |
| }, | |
| "DELETE_CONNECTOR": { | |
| "correct": 20, | |
| "total": 20, | |
| "precision": 1.0 | |
| }, | |
| "MODIFY_PROPERTY": { | |
| "correct": 19, | |
| "total": 20, | |
| "precision": 0.95 | |
| }, | |
| "ADD_COMPONENT": { | |
| "correct": 9, | |
| "total": 20, | |
| "precision": 0.45 | |
| }, | |
| "ADD_PORT": { | |
| "correct": 20, | |
| "total": 20, | |
| "precision": 1.0 | |
| }, | |
| "DELETE_COMPONENT": { | |
| "correct": 20, | |
| "total": 20, | |
| "precision": 1.0 | |
| }, | |
| "GLOBAL": { | |
| "correct": 108, | |
| "total": 120, | |
| "precision": 0.9 | |
| } | |
| }, | |
| "score_composite": 0.9386 | |
| } |