| { | |
| "eval_loss": 0.462687611579895, | |
| "eval_accuracy": 0.8475894245723172, | |
| "eval_precision_weighted": 0.8428169632185296, | |
| "eval_recall_weighted": 0.8475894245723172, | |
| "eval_f1_weighted": 0.8440311242475405, | |
| "eval_MCC": 0.751470722356998, | |
| "eval_balanced_accuracy": 0.7994490993426729, | |
| "eval_per_class": { | |
| "jailbreaking": { | |
| "TP": 259, | |
| "FP": 97, | |
| "FN": 130, | |
| "TN": 1443, | |
| "FNR": 0.3341902313624679, | |
| "FPR": 0.06298701298701298, | |
| "Specificity": 0.937012987012987 | |
| }, | |
| "prompt injection": { | |
| "TP": 434, | |
| "FP": 97, | |
| "FN": 136, | |
| "TN": 1262, | |
| "FNR": 0.23859649122807017, | |
| "FPR": 0.07137601177336277, | |
| "Specificity": 0.9286239882266373 | |
| }, | |
| "unharmful": { | |
| "TP": 942, | |
| "FP": 100, | |
| "FN": 28, | |
| "TN": 859, | |
| "FNR": 0.0288659793814433, | |
| "FPR": 0.10427528675703858, | |
| "Specificity": 0.8957247132429614 | |
| } | |
| }, | |
| "eval_runtime": 68.6103, | |
| "eval_samples_per_second": 28.115, | |
| "eval_steps_per_second": 3.527, | |
| "epoch": 10.0 | |
| } |