SecJev-4B-Spot2-V3 / export-validation.json
macmacmacmac's picture
SecJev Spot2 full-data redo FT (seed 20261102, epoch 3) from jev-retrain MI355X run 2026-11-04
9b703cc verified
Raw History Blame Contribute Delete
2.43 kB
{
"device": "CUDA",
"precision": "FP32 unmerged",
"compared_with": "original evaluated GPU checkpoint, development split, raw logits",
"cases": [
{
"case": 4222,
"qid": "injection",
"qtype": "noul",
"tokens": 140,
"expected_label": 0,
"max_probability_difference": 3.9981387089937925e-09,
"max_logit_difference": 0.0003533363342285156,
"exported_prediction": 0,
"reference_prediction": 0
},
{
"case": 4654,
"qid": "injection",
"qtype": "noul",
"tokens": 152,
"expected_label": 0,
"max_probability_difference": 0.00026088953018188477,
"max_logit_difference": 0.0010182857513427734,
"exported_prediction": 0,
"reference_prediction": 0
},
{
"case": 4222,
"qid": "boundary_action",
"qtype": "choice",
"tokens": 192,
"expected_label": 0,
"max_probability_difference": 1.1920928955078125e-07,
"max_logit_difference": 0.002742290496826172,
"exported_prediction": 0,
"reference_prediction": 0
},
{
"case": 4654,
"qid": "boundary_action",
"qtype": "choice",
"tokens": 204,
"expected_label": 0,
"max_probability_difference": 3.2186508178710938e-06,
"max_logit_difference": 0.0013228654861450195,
"exported_prediction": 0,
"reference_prediction": 0
},
{
"case": 2334,
"qid": "evidence_level",
"qtype": "score",
"tokens": 234,
"expected_label": 1,
"max_probability_difference": 9.085852070711553e-10,
"max_logit_difference": 0.0014123916625976562,
"exported_prediction": 1,
"reference_prediction": 1
},
{
"case": 1790,
"qid": "evidence_level",
"qtype": "score",
"tokens": 250,
"expected_label": 1,
"max_probability_difference": 1.3608314475277439e-09,
"max_logit_difference": 0.0016317367553710938,
"exported_prediction": 1,
"reference_prediction": 1
}
],
"all_predictions_match": true,
"max_probability_difference": 0.00026088953018188477,
"tolerance": 0.001,
"sample_selection": "two shortest development rows for each of three types; packaging parity only",
"handwritten_example": {
"expected_action": "reject",
"actual_prediction": "reject",
"matches_label": true,
"purpose": "Interface smoke example; not a benchmark result"
}
}