| { |
| "purpose": "Mechanics-only smoke validation, not improved released weights or generalization", |
| "adopted": false, |
| "training": { |
| "steps": 6, |
| "seed": 42, |
| "learningRate": 2e-05, |
| "trainRecords": 28, |
| "trainDomains": [ |
| "garden", |
| "library", |
| "museum", |
| "workshop" |
| ], |
| "changedAdapterTensors": 240, |
| "backboneAndReadoutFrozen": true, |
| "seconds": 53.129103966 |
| }, |
| "developmentBefore": { |
| "questions": 12, |
| "answered": 12, |
| "errors": 0, |
| "correct": 12, |
| "accuracyAllQuestions": 1.0, |
| "brierAnswered": 0.0010257946398990957, |
| "nllAnswered": 0.024988250780074998, |
| "ece10Answered": 0.024658157503599232, |
| "confidentWrongAt09": 0, |
| "coverageByFixedThreshold": [ |
| { |
| "threshold": 0.5, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.7, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.8, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.9, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.95, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.99, |
| "accepted": 0, |
| "coverage": 0.0, |
| "errorRate": null |
| } |
| ], |
| "coverageInterpretation": "Observed on this dataset; not a future error guarantee. Thresholds not tuned here." |
| }, |
| "developmentAfter": { |
| "questions": 12, |
| "answered": 12, |
| "errors": 0, |
| "correct": 12, |
| "accuracyAllQuestions": 1.0, |
| "brierAnswered": 3.058330986685694e-05, |
| "nllAnswered": 0.004121613352848992, |
| "ece10Answered": 0.0041117529524682395, |
| "confidentWrongAt09": 0, |
| "coverageByFixedThreshold": [ |
| { |
| "threshold": 0.5, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.7, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.8, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.9, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.95, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.99, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| } |
| ], |
| "coverageInterpretation": "Observed on this dataset; not a future error guarantee. Thresholds not tuned here." |
| }, |
| "reload": { |
| "complete": true, |
| "adopted": false, |
| "priorStrictGateFailed": true, |
| "all240AdapterTensorsBitExact": true, |
| "freshRepeat": { |
| "maxProbabilityDelta": 0.0, |
| "sameAllTopOptions": true, |
| "questions": 12 |
| }, |
| "crossProcessReload": { |
| "maxProbabilityDelta": 0.0, |
| "sameAllTopOptions": true, |
| "questions": 12 |
| }, |
| "originalStrictTolerancePassed": true, |
| "calibrationAndTestPassed": true, |
| "seconds": 196.0350929440001 |
| }, |
| "initialStrictReloadFailure": { |
| "maxProbabilityDelta": 0.00048164095202640755, |
| "tolerance": 1e-05, |
| "failed": true, |
| "interpretation": "Observed after compiled/HTTP work in the original process. Cause was not isolated. Preserved rather than erased by the successful fresh-process control." |
| }, |
| "calibration": { |
| "records": 4, |
| "factor": 0.1353352832366127, |
| "factorBounds": [ |
| 0.1353352832366127, |
| 7.38905609893065 |
| ], |
| "beforeNll": 0.003907485844979199, |
| "afterNll": 0.0, |
| "interpretation": "In-sample calibration fit; independent test needed before adoption", |
| "lowerBoundSelected": true |
| }, |
| "toyTest": { |
| "questions": 12, |
| "answered": 12, |
| "errors": 0, |
| "correct": 12, |
| "accuracyAllQuestions": 1.0, |
| "brierAnswered": 3.9934072114968966e-38, |
| "nllAnswered": 0.0, |
| "ece10Answered": 0.0, |
| "confidentWrongAt09": 0, |
| "coverageByFixedThreshold": [ |
| { |
| "threshold": 0.5, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.7, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.8, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.9, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.95, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| }, |
| { |
| "threshold": 0.99, |
| "accepted": 12, |
| "coverage": 1.0, |
| "errorRate": 0.0 |
| } |
| ], |
| "coverageInterpretation": "Observed on this dataset; not a future error guarantee. Thresholds not tuned here." |
| }, |
| "inputHashes": { |
| "train.jsonl": "cef745ddee9bf2e1d8f3639660441505bfb5aacf2c5cf9de5261a17ac1ba0bb5", |
| "development.jsonl": "c7da14026dbfd87b5dac9040c7b6ed33d3007b620aab018dc9c25ca5ce6d9059", |
| "calibration.jsonl": "b951c82c4263d6b0ec058b704f1d3d616ae85f483dc3d6dfdad49bed61c7481c", |
| "test.jsonl": "00baffcf3d9114d585294dd0955724ad9aff04475d3e9105584c9f1bbfbfbc8a" |
| }, |
| "limitations": [ |
| "Authored toy templates recur across partitions; this is not an independent cross-domain generalization test", |
| "Development was already 12/12 correct before training", |
| "Calibration chose its lower search bound on a tiny all-correct sample; this is not evidence of deployment calibration", |
| "No trained overlay or fitted temperature is adopted or included in the release" |
| ] |
| } |
|
|
