claims-advisory-scoring-model / evaluation_report.json
BDR-AI's picture
Add trained model artifacts and synthetic data generator
9bbbb5b verified
{
"evaluation_date": "2026-01-04T16:45:44.784636",
"model_file": "model.pkl",
"test_samples": 200,
"classification_metrics": {
"accuracy": 0.99,
"precision": [
0.9583333333333334,
1.0,
1.0
],
"recall": [
1.0,
1.0,
0.9777777777777777
],
"f1_score": [
0.9787234042553191,
1.0,
0.9887640449438202
],
"support": [
46,
64,
90
],
"confusion_matrix": [
[
46,
0,
0
],
[
0,
64,
0
],
[
2,
0,
88
]
],
"log_loss": 0.02118674763321642,
"classification_report": {
"high": {
"precision": 0.9583333333333334,
"recall": 1.0,
"f1-score": 0.9787234042553191,
"support": 46.0
},
"low": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 64.0
},
"medium": {
"precision": 1.0,
"recall": 0.9777777777777777,
"f1-score": 0.9887640449438202,
"support": 90.0
},
"accuracy": 0.99,
"macro avg": {
"precision": 0.9861111111111112,
"recall": 0.9925925925925926,
"f1-score": 0.9891624830663798,
"support": 200.0
},
"weighted avg": {
"precision": 0.9904166666666667,
"recall": 0.99,
"f1-score": 0.9900502032034424,
"support": 200.0
}
}
},
"confidence_metrics": {
"mean_confidence": 0.9866664409637451,
"median_confidence": 0.9977442026138306,
"min_confidence": 0.547796905040741,
"max_confidence": 0.9994937181472778,
"std_confidence": 0.049998048692941666
},
"feature_importance": {
"claim_type": 0.0050552659668028355,
"damage_amount": 0.5835694074630737,
"injury_involved": 0.2242950052022934,
"risk_factor": 0.18708032369613647
},
"uncertainty_metrics": {
"mean_entropy": 0.04878337308764458,
"mean_normalized_entropy": 0.044404540210962296,
"low_uncertainty_count": 195,
"medium_uncertainty_count": 2,
"high_uncertainty_count": 3
},
"governance_compliance": true
}