archpipeline-evolution-codet5plus-stratA / resultats_CodeT5plus_StratA_FullFT.json
lamia24's picture
Upload folder using huggingface_hub
e111b44 verified
Raw
History Blame Contribute Delete
1.52 kB
{
"modele": "CodeT5plus_StratA_FullFT",
"nb_test": 120,
"EM": 0.3,
"BLEU": 0.5654239741370551,
"Smooth_BLEU": 0.5654239741370551,
"ROUGE-1": 0.9163779668542706,
"ROUGE-2": 0.8902095638862539,
"ROUGE-L": 0.9125599386781188,
"METEOR": 0.8646130581094348,
"BERT-P": 0.9993308782577515,
"BERT-R": 0.9993308782577515,
"BERT-F1": 0.9993308782577515,
"validite_syntaxique": {
"validite_globale": 0.9416666666666667,
"validite_ACME": 0.9705882352941176,
"validite_AADL": 0.9038461538461539,
"nb_valides": 113,
"nb_total": 120
},
"precision_operationnelle": {
"ADD_CONNECTOR": {
"correct": 20,
"total": 20,
"precision": 1.0
},
"DELETE_CONNECTOR": {
"correct": 20,
"total": 20,
"precision": 1.0
},
"MODIFY_PROPERTY": {
"correct": 19,
"total": 20,
"precision": 0.95
},
"ADD_COMPONENT": {
"correct": 8,
"total": 20,
"precision": 0.4
},
"ADD_PORT": {
"correct": 20,
"total": 20,
"precision": 1.0
},
"DELETE_COMPONENT": {
"correct": 20,
"total": 20,
"precision": 1.0
},
"GLOBAL": {
"correct": 107,
"total": 120,
"precision": 0.8917
}
},
"score_composite": 0.9289
}