botp
/

Solomon / serving /serving-binding.json
orz99's picture ArcherHume's picture
Duplicate from DoccyHealth/Solomon
1d2de8a
Raw
History Blame Contribute Delete
6.25 kB
{
"answer_policy": "always_answers",
"contract": "solomon-v1",
"design": {
"ordered": "S",
"single_choice": "R"
},
"envelope": {
"calibration_payload_sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b",
"evidence_head_sha256": "5088019adb67e523ef7411cf75e354f1070e5752c132e50f5f3acc4feb1c0f6c",
"evidence_policy_sha256": "866888d26a5da9c91ffb1b418334e174a80320ea5f8d2216c2d459f2e25f3c84"
},
"head_routing": {
"entity/state4": "boolean/state4",
"multilabel/state4": "boolean/state4"
},
"precision": "bf16",
"prompts_sha256": null,
"provenance": {
"calibration_file_sha256": "1a2285d8fd56d17ee1d06a1e9fce866cc0d3b0263730754babb11deea5f1f7c9",
"calibration_fitted_on": {
"adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0",
"trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab"
},
"calibration_payload_sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b",
"identity_source": "live engine on the serving image, one capture per precision",
"temperature_values": {
"boolean": 1.0,
"multilabel": 1.0,
"ordered": 1.0,
"single": 1.0
}
},
"readout": "four_collapsed",
"runtime": {
"adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0",
"answer_engine_sha256": "839442be642ac6449b32492b2ca0a4bce65de2d6095f097b053ed667304ec9fb",
"answer_heads": "boolean/state4,ordered/choiceR,ordered/choiceS,ordered/sufficiency3,ordered/threshold4,single/choiceR,single/choiceS,single/sufficiency3",
"answer_projection": "trained-semantic-head-float32",
"arithmetic": "bf16-fp32-recurrence",
"backend": "cuda",
"base_engine_sha256": "28572bc9bafae9c9bd9ad42d4de2dc267ad083f126379beaf486bd4b1795641a",
"base_fingerprint": "ff3728053ed11ba8bfabca47eb048a51657e3228a3beef41743605e5916633d6",
"code_sha256": "ff6779232b56469d2273cc548f4de7f7a0f6a15731c7c0986e453a2dd1180e5f",
"evidence_head_sha256": "5088019adb67e523ef7411cf75e354f1070e5752c132e50f5f3acc4feb1c0f6c",
"evidence_thresholds_sha256": "866888d26a5da9c91ffb1b418334e174a80320ea5f8d2216c2d459f2e25f3c84",
"execution": "cached",
"model_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df",
"numerics": "bf16-sdpa-attention-fp32-recurrence-fla",
"placement": "question",
"precision": "bf16",
"serving_sha256": "978a6f1d1193dd535a5fc03fa393b6421a2cd7c85bb77b1dfa796b7fcfb92836",
"torch": "2.13.0+cu130",
"trained_heads_report_sha256": null,
"trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab",
"weights": "bf16"
},
"schema": "solomon-serving-binding-v1",
"sha256": "0add0efda28902180db757a12160953e0f5d8dc303decc27b2cfda84db900da8",
"temperatures": {
"application": {
"by_head_key": {
"boolean/state4": [
"boolean",
"multilabel"
],
"ordered/choiceS": "ordered",
"single/choiceR": "single"
},
"choice": {
"branches": "|R single choice (single/choiceR), |S ordered choice (ordered/choiceS)",
"confidence": "the listed top-1 probability",
"expression": "probabilities = softmax(x[:n] / T)",
"note": "slice to the n listed options first, then divide by T. Reserved slots are never scored.",
"rule": "SLICE THEN TEMPER"
},
"granularity": "per answer type. The merged yes/no head serves two types, so by_head_key maps it to both and the served type selects the scalar.",
"idempotence": "apply exactly once; the returned probability and the listed top-1 derive from the same tempered read.",
"note": "Nouls and choices are tempered DIFFERENTLY. Implement exactly as written.",
"noul": {
"branches": "yes/no and every multi-label candidate (head_key boolean/state4, the merged head)",
"confidence": "max(P(yes), 1 - P(yes))",
"expression": "z = x[0] - logsumexp(x[1:]); P(yes) = sigmoid(z / T)",
"note": "x is the full four-letter logit vector. Do NOT compute softmax(x / T)[0].",
"rule": "COLLAPSE THEN TEMPER"
}
},
"fit": {
"calibration_file_sha256": "ea069d224501af950caaae6914d6fdf14ce6d4d2bda566c41549b1e8c30a6222",
"decision": "served at T = 1.0 for every type: the fitted scalars did not improve held-out calibration (test ECE worse in 8 of 10 type x modality cells; n-weighted 0.0212 fitted vs 0.0199 unscaled)",
"modality": "image rows use the same per-type scalar (no modality key in serving)",
"scored_heads_note": "scores were produced with a heads file whose two extra (entity/multilabel) slots were never read; its other 16 arrays are byte-identical to the shipped heads file, so the served logits are the fitted logits",
"scored_heads_sha256": "96ea51416bbeb32d991b7b38d7f0c22ff3e82539c8910284c4fb1961f2869ace",
"source": "real development documents (held out from test), this model's BF16 scores, one NLL-minimising scalar per answer type"
},
"fitted_on_model": {
"adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0",
"trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab"
},
"frozen": true,
"models": {
"boolean": {
"applied": false,
"fit_units": 192,
"fitted_temperature": 0.8175095705097734,
"head_key": "boolean/state4",
"kind": "noul",
"task": "boolean",
"temperature": 1.0,
"unit": "question"
},
"multilabel": {
"applied": false,
"fit_units": 1862,
"fitted_temperature": 0.842297230286191,
"head_key": "boolean/state4",
"kind": "noul",
"task": "multilabel",
"temperature": 1.0,
"unit": "candidate noul"
},
"ordered": {
"applied": false,
"fit_units": 134,
"fitted_temperature": 1.2561869742268443,
"head_key": "ordered/choiceS",
"kind": "choice",
"task": "ordered",
"temperature": 1.0,
"unit": "question"
},
"single": {
"applied": false,
"fit_units": 134,
"fitted_temperature": 1.107722547236206,
"head_key": "single/choiceR",
"kind": "choice",
"task": "single",
"temperature": 1.0,
"unit": "question"
}
},
"schema": "solomon-readout-temperature-v3",
"sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b"
}
}