Hugging Face's logo

botp
/
Solomon

Text Classification
PEFT
lora
document-question-answering
structured-decisions
calibration
synthetic-evaluation
Model card Files
xet
 Community
Solomon
File size: 6,249 Bytes
1d2de8a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
{
 "answer_policy": "always_answers",
 "contract": "solomon-v1",
 "design": {
  "ordered": "S",
  "single_choice": "R"
 },
 "envelope": {
  "calibration_payload_sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b",
  "evidence_head_sha256": "5088019adb67e523ef7411cf75e354f1070e5752c132e50f5f3acc4feb1c0f6c",
  "evidence_policy_sha256": "866888d26a5da9c91ffb1b418334e174a80320ea5f8d2216c2d459f2e25f3c84"
 },
 "head_routing": {
  "entity/state4": "boolean/state4",
  "multilabel/state4": "boolean/state4"
 },
 "precision": "bf16",
 "prompts_sha256": null,
 "provenance": {
  "calibration_file_sha256": "1a2285d8fd56d17ee1d06a1e9fce866cc0d3b0263730754babb11deea5f1f7c9",
  "calibration_fitted_on": {
   "adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0",
   "trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab"
  },
  "calibration_payload_sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b",
  "identity_source": "live engine on the serving image, one capture per precision",
  "temperature_values": {
   "boolean": 1.0,
   "multilabel": 1.0,
   "ordered": 1.0,
   "single": 1.0
  }
 },
 "readout": "four_collapsed",
 "runtime": {
  "adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0",
  "answer_engine_sha256": "839442be642ac6449b32492b2ca0a4bce65de2d6095f097b053ed667304ec9fb",
  "answer_heads": "boolean/state4,ordered/choiceR,ordered/choiceS,ordered/sufficiency3,ordered/threshold4,single/choiceR,single/choiceS,single/sufficiency3",
  "answer_projection": "trained-semantic-head-float32",
  "arithmetic": "bf16-fp32-recurrence",
  "backend": "cuda",
  "base_engine_sha256": "28572bc9bafae9c9bd9ad42d4de2dc267ad083f126379beaf486bd4b1795641a",
  "base_fingerprint": "ff3728053ed11ba8bfabca47eb048a51657e3228a3beef41743605e5916633d6",
  "code_sha256": "ff6779232b56469d2273cc548f4de7f7a0f6a15731c7c0986e453a2dd1180e5f",
  "evidence_head_sha256": "5088019adb67e523ef7411cf75e354f1070e5752c132e50f5f3acc4feb1c0f6c",
  "evidence_thresholds_sha256": "866888d26a5da9c91ffb1b418334e174a80320ea5f8d2216c2d459f2e25f3c84",
  "execution": "cached",
  "model_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df",
  "numerics": "bf16-sdpa-attention-fp32-recurrence-fla",
  "placement": "question",
  "precision": "bf16",
  "serving_sha256": "978a6f1d1193dd535a5fc03fa393b6421a2cd7c85bb77b1dfa796b7fcfb92836",
  "torch": "2.13.0+cu130",
  "trained_heads_report_sha256": null,
  "trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab",
  "weights": "bf16"
 },
 "schema": "solomon-serving-binding-v1",
 "sha256": "0add0efda28902180db757a12160953e0f5d8dc303decc27b2cfda84db900da8",
 "temperatures": {
  "application": {
   "by_head_key": {
    "boolean/state4": [
     "boolean",
     "multilabel"
    ],
    "ordered/choiceS": "ordered",
    "single/choiceR": "single"
   },
   "choice": {
    "branches": "|R single choice (single/choiceR), |S ordered choice (ordered/choiceS)",
    "confidence": "the listed top-1 probability",
    "expression": "probabilities = softmax(x[:n] / T)",
    "note": "slice to the n listed options first, then divide by T. Reserved slots are never scored.",
    "rule": "SLICE THEN TEMPER"
   },
   "granularity": "per answer type. The merged yes/no head serves two types, so by_head_key maps it to both and the served type selects the scalar.",
   "idempotence": "apply exactly once; the returned probability and the listed top-1 derive from the same tempered read.",
   "note": "Nouls and choices are tempered DIFFERENTLY. Implement exactly as written.",
   "noul": {
    "branches": "yes/no and every multi-label candidate (head_key boolean/state4, the merged head)",
    "confidence": "max(P(yes), 1 - P(yes))",
    "expression": "z = x[0] - logsumexp(x[1:]);  P(yes) = sigmoid(z / T)",
    "note": "x is the full four-letter logit vector. Do NOT compute softmax(x / T)[0].",
    "rule": "COLLAPSE THEN TEMPER"
   }
  },
  "fit": {
   "calibration_file_sha256": "ea069d224501af950caaae6914d6fdf14ce6d4d2bda566c41549b1e8c30a6222",
   "decision": "served at T = 1.0 for every type: the fitted scalars did not improve held-out calibration (test ECE worse in 8 of 10 type x modality cells; n-weighted 0.0212 fitted vs 0.0199 unscaled)",
   "modality": "image rows use the same per-type scalar (no modality key in serving)",
   "scored_heads_note": "scores were produced with a heads file whose two extra (entity/multilabel) slots were never read; its other 16 arrays are byte-identical to the shipped heads file, so the served logits are the fitted logits",
   "scored_heads_sha256": "96ea51416bbeb32d991b7b38d7f0c22ff3e82539c8910284c4fb1961f2869ace",
   "source": "real development documents (held out from test), this model's BF16 scores, one NLL-minimising scalar per answer type"
  },
  "fitted_on_model": {
   "adapter_sha256": "d122466d430a058bb6457d919f811160e97fbd20149f4f24ca455c5d83e360a0",
   "trained_heads_sha256": "f766d752d7768a419a9657155cf27f042834d9de29392cf7470d8725130e67ab"
  },
  "frozen": true,
  "models": {
   "boolean": {
    "applied": false,
    "fit_units": 192,
    "fitted_temperature": 0.8175095705097734,
    "head_key": "boolean/state4",
    "kind": "noul",
    "task": "boolean",
    "temperature": 1.0,
    "unit": "question"
   },
   "multilabel": {
    "applied": false,
    "fit_units": 1862,
    "fitted_temperature": 0.842297230286191,
    "head_key": "boolean/state4",
    "kind": "noul",
    "task": "multilabel",
    "temperature": 1.0,
    "unit": "candidate noul"
   },
   "ordered": {
    "applied": false,
    "fit_units": 134,
    "fitted_temperature": 1.2561869742268443,
    "head_key": "ordered/choiceS",
    "kind": "choice",
    "task": "ordered",
    "temperature": 1.0,
    "unit": "question"
   },
   "single": {
    "applied": false,
    "fit_units": 134,
    "fitted_temperature": 1.107722547236206,
    "head_key": "single/choiceR",
    "kind": "choice",
    "task": "single",
    "temperature": 1.0,
    "unit": "question"
   }
  },
  "schema": "solomon-readout-temperature-v3",
  "sha256": "945bad449b7f5ffc88e597277d632fbab81c3c8729e22c8babd3f4a45fe1378b"
 }
}