Text Classification
PEFT
lora
document-question-answering
structured-decisions
calibration
synthetic-evaluation
Instructions to use botp/Solomon with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use botp/Solomon with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
| { | |
| "answer_policy": "always_answers", | |
| "contract": "solomon-v1", | |
| "design": { | |
| "ordered": "S", | |
| "single_choice": "R" | |
| }, | |
| "envelope": { | |
| "calibration_payload_sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b", | |
| "evidence_head_sha256": "5088019adb67e523ef7411cf75e354f1070e5752c132e50f5f3acc4feb1c0f6c", | |
| "evidence_policy_sha256": "866888d26a5da9c91ffb1b418334e174a80320ea5f8d2216c2d459f2e25f3c84" | |
| }, | |
| "head_routing": { | |
| "entity/state4": "boolean/state4", | |
| "multilabel/state4": "boolean/state4" | |
| }, | |
| "precision": "bf16", | |
| "prompts_sha256": null, | |
| "provenance": { | |
| "calibration_file_sha256": "1a2285d8fd56d17ee1d06a1e9fce866cc0d3b0263730754babb11deea5f1f7c9", | |
| "calibration_fitted_on": { | |
| "adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0", | |
| "trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab" | |
| }, | |
| "calibration_payload_sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b", | |
| "identity_source": "live engine on the serving image, one capture per precision", | |
| "temperature_values": { | |
| "boolean": 1.0, | |
| "multilabel": 1.0, | |
| "ordered": 1.0, | |
| "single": 1.0 | |
| } | |
| }, | |
| "readout": "four_collapsed", | |
| "runtime": { | |
| "adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0", | |
| "answer_engine_sha256": "839442be642ac6449b32492b2ca0a4bce65de2d6095f097b053ed667304ec9fb", | |
| "answer_heads": "boolean/state4,ordered/choiceR,ordered/choiceS,ordered/sufficiency3,ordered/threshold4,single/choiceR,single/choiceS,single/sufficiency3", | |
| "answer_projection": "trained-semantic-head-float32", | |
| "arithmetic": "bf16-fp32-recurrence", | |
| "backend": "cuda", | |
| "base_engine_sha256": "28572bc9bafae9c9bd9ad42d4de2dc267ad083f126379beaf486bd4b1795641a", | |
| "base_fingerprint": "ff3728053ed11ba8bfabca47eb048a51657e3228a3beef41743605e5916633d6", | |
| "code_sha256": "ff6779232b56469d2273cc548f4de7f7a0f6a15731c7c0986e453a2dd1180e5f", | |
| "evidence_head_sha256": "5088019adb67e523ef7411cf75e354f1070e5752c132e50f5f3acc4feb1c0f6c", | |
| "evidence_thresholds_sha256": "866888d26a5da9c91ffb1b418334e174a80320ea5f8d2216c2d459f2e25f3c84", | |
| "execution": "cached", | |
| "model_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", | |
| "numerics": "bf16-sdpa-attention-fp32-recurrence-fla", | |
| "placement": "question", | |
| "precision": "bf16", | |
| "serving_sha256": "978a6f1d1193dd535a5fc03fa393b6421a2cd7c85bb77b1dfa796b7fcfb92836", | |
| "torch": "2.13.0+cu130", | |
| "trained_heads_report_sha256": null, | |
| "trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab", | |
| "weights": "bf16" | |
| }, | |
| "schema": "solomon-serving-binding-v1", | |
| "sha256": "0add0efda28902180db757a12160953e0f5d8dc303decc27b2cfda84db900da8", | |
| "temperatures": { | |
| "application": { | |
| "by_head_key": { | |
| "boolean/state4": [ | |
| "boolean", | |
| "multilabel" | |
| ], | |
| "ordered/choiceS": "ordered", | |
| "single/choiceR": "single" | |
| }, | |
| "choice": { | |
| "branches": "|R single choice (single/choiceR), |S ordered choice (ordered/choiceS)", | |
| "confidence": "the listed top-1 probability", | |
| "expression": "probabilities = softmax(x[:n] / T)", | |
| "note": "slice to the n listed options first, then divide by T. Reserved slots are never scored.", | |
| "rule": "SLICE THEN TEMPER" | |
| }, | |
| "granularity": "per answer type. The merged yes/no head serves two types, so by_head_key maps it to both and the served type selects the scalar.", | |
| "idempotence": "apply exactly once; the returned probability and the listed top-1 derive from the same tempered read.", | |
| "note": "Nouls and choices are tempered DIFFERENTLY. Implement exactly as written.", | |
| "noul": { | |
| "branches": "yes/no and every multi-label candidate (head_key boolean/state4, the merged head)", | |
| "confidence": "max(P(yes), 1 - P(yes))", | |
| "expression": "z = x[0] - logsumexp(x[1:]); P(yes) = sigmoid(z / T)", | |
| "note": "x is the full four-letter logit vector. Do NOT compute softmax(x / T)[0].", | |
| "rule": "COLLAPSE THEN TEMPER" | |
| } | |
| }, | |
| "fit": { | |
| "calibration_file_sha256": "ea069d224501af950caaae6914d6fdf14ce6d4d2bda566c41549b1e8c30a6222", | |
| "decision": "served at T = 1.0 for every type: the fitted scalars did not improve held-out calibration (test ECE worse in 8 of 10 type x modality cells; n-weighted 0.0212 fitted vs 0.0199 unscaled)", | |
| "modality": "image rows use the same per-type scalar (no modality key in serving)", | |
| "scored_heads_note": "scores were produced with a heads file whose two extra (entity/multilabel) slots were never read; its other 16 arrays are byte-identical to the shipped heads file, so the served logits are the fitted logits", | |
| "scored_heads_sha256": "96ea51416bbeb32d991b7b38d7f0c22ff3e82539c8910284c4fb1961f2869ace", | |
| "source": "real development documents (held out from test), this model's BF16 scores, one NLL-minimising scalar per answer type" | |
| }, | |
| "fitted_on_model": { | |
| "adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0", | |
| "trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab" | |
| }, | |
| "frozen": true, | |
| "models": { | |
| "boolean": { | |
| "applied": false, | |
| "fit_units": 192, | |
| "fitted_temperature": 0.8175095705097734, | |
| "head_key": "boolean/state4", | |
| "kind": "noul", | |
| "task": "boolean", | |
| "temperature": 1.0, | |
| "unit": "question" | |
| }, | |
| "multilabel": { | |
| "applied": false, | |
| "fit_units": 1862, | |
| "fitted_temperature": 0.842297230286191, | |
| "head_key": "boolean/state4", | |
| "kind": "noul", | |
| "task": "multilabel", | |
| "temperature": 1.0, | |
| "unit": "candidate noul" | |
| }, | |
| "ordered": { | |
| "applied": false, | |
| "fit_units": 134, | |
| "fitted_temperature": 1.2561869742268443, | |
| "head_key": "ordered/choiceS", | |
| "kind": "choice", | |
| "task": "ordered", | |
| "temperature": 1.0, | |
| "unit": "question" | |
| }, | |
| "single": { | |
| "applied": false, | |
| "fit_units": 134, | |
| "fitted_temperature": 1.107722547236206, | |
| "head_key": "single/choiceR", | |
| "kind": "choice", | |
| "task": "single", | |
| "temperature": 1.0, | |
| "unit": "question" | |
| } | |
| }, | |
| "schema": "solomon-readout-temperature-v3", | |
| "sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b" | |
| } | |
| } |