qwen_nc_classifier / metrics.json
Lekhansh's picture
Upload MITI 4.2 Not Coded Classifier with calibration results
6f2fb04 verified
{
"validation": {
"eval_loss": 0.3671644926071167,
"eval_accuracy": 0.9798728813559322,
"eval_f1": 0.9887173396674585,
"eval_precision": 0.9834613112817484,
"eval_recall": 0.9940298507462687,
"eval_f1_macro": 0.9477900423827488,
"eval_precision_macro": 0.9660896299998485,
"eval_recall_macro": 0.9312872258426179,
"eval_f1_not_coded": 0.9068627450980392,
"eval_f1_coded": 0.9887173396674585,
"eval_precision_not_coded": 0.9487179487179487,
"eval_precision_coded": 0.9834613112817484,
"eval_recall_not_coded": 0.8685446009389671,
"eval_recall_coded": 0.9940298507462687,
"eval_runtime": 91.5359,
"eval_samples_per_second": 41.252,
"eval_steps_per_second": 3.441,
"epoch": 4.765687053216839
},
"test": {
"eval_loss": 0.2941755950450897,
"eval_accuracy": 0.9798728813559322,
"eval_f1": 0.9887139887139887,
"eval_precision": 0.9837470449172577,
"eval_recall": 0.993731343283582,
"eval_f1_macro": 0.947902226630833,
"eval_precision_macro": 0.9650878081729146,
"eval_recall_macro": 0.9323116810314624,
"eval_f1_not_coded": 0.9070904645476773,
"eval_f1_coded": 0.9887139887139887,
"eval_precision_not_coded": 0.9464285714285714,
"eval_precision_coded": 0.9837470449172577,
"eval_recall_not_coded": 0.8708920187793427,
"eval_recall_coded": 0.993731343283582,
"eval_runtime": 91.7739,
"eval_samples_per_second": 41.145,
"eval_steps_per_second": 3.432,
"epoch": 4.765687053216839
},
"confusion_matrix": [
[
371,
55
],
[
21,
3329
]
]
}