| { |
| "device": "CUDA", |
| "precision": "FP32 unmerged", |
| "compared_with": "original evaluated GPU checkpoint, development split, raw logits", |
| "cases": [ |
| { |
| "case": 4222, |
| "qid": "injection", |
| "qtype": "noul", |
| "tokens": 140, |
| "expected_label": 0, |
| "max_probability_difference": 3.9981387089937925e-09, |
| "max_logit_difference": 0.0003533363342285156, |
| "exported_prediction": 0, |
| "reference_prediction": 0 |
| }, |
| { |
| "case": 4654, |
| "qid": "injection", |
| "qtype": "noul", |
| "tokens": 152, |
| "expected_label": 0, |
| "max_probability_difference": 0.00026088953018188477, |
| "max_logit_difference": 0.0010182857513427734, |
| "exported_prediction": 0, |
| "reference_prediction": 0 |
| }, |
| { |
| "case": 4222, |
| "qid": "boundary_action", |
| "qtype": "choice", |
| "tokens": 192, |
| "expected_label": 0, |
| "max_probability_difference": 1.1920928955078125e-07, |
| "max_logit_difference": 0.002742290496826172, |
| "exported_prediction": 0, |
| "reference_prediction": 0 |
| }, |
| { |
| "case": 4654, |
| "qid": "boundary_action", |
| "qtype": "choice", |
| "tokens": 204, |
| "expected_label": 0, |
| "max_probability_difference": 3.2186508178710938e-06, |
| "max_logit_difference": 0.0013228654861450195, |
| "exported_prediction": 0, |
| "reference_prediction": 0 |
| }, |
| { |
| "case": 2334, |
| "qid": "evidence_level", |
| "qtype": "score", |
| "tokens": 234, |
| "expected_label": 1, |
| "max_probability_difference": 9.085852070711553e-10, |
| "max_logit_difference": 0.0014123916625976562, |
| "exported_prediction": 1, |
| "reference_prediction": 1 |
| }, |
| { |
| "case": 1790, |
| "qid": "evidence_level", |
| "qtype": "score", |
| "tokens": 250, |
| "expected_label": 1, |
| "max_probability_difference": 1.3608314475277439e-09, |
| "max_logit_difference": 0.0016317367553710938, |
| "exported_prediction": 1, |
| "reference_prediction": 1 |
| } |
| ], |
| "all_predictions_match": true, |
| "max_probability_difference": 0.00026088953018188477, |
| "tolerance": 0.001, |
| "sample_selection": "two shortest development rows for each of three types; packaging parity only", |
| "handwritten_example": { |
| "expected_action": "reject", |
| "actual_prediction": "reject", |
| "matches_label": true, |
| "purpose": "Interface smoke example; not a benchmark result" |
| } |
| } |
|
|
