| { |
| "engine": "onnx", |
| "family": "decision", |
| "layout": "decision-endpoint-v1", |
| "upstream": { |
| "repo": "llm-semantic-router/Decision-1.0-Eos-0.8B", |
| "revision": "3c2d632609ceb66f3a13bbc5f77f3ab8cdeebcdd", |
| "base": "Qwen/Qwen3.5-0.8B", |
| "base_revision": "2fc06364715b967f1860aea9cf38778875588b17", |
| "model_name": "Decision-1.0-Eos", |
| "code": { |
| "model": "decision/model.py", |
| "model_sha256": "d3e28489c09f3bd7130e2d43d92e0b5c4a08e25b09b21303904defb0ff1c3646", |
| "api": "decision/types.py", |
| "api_sha256": "c149feb1e1b5bf8f44c9c36cd29d382887d174fa3bb0542b7426e2d9f692a4d5" |
| }, |
| "architecture": "contextual-candidate-endpoint-plus-global-query-shared-bilinear-mlp" |
| }, |
| "contract": { |
| "inputs": { |
| "input_ids": { |
| "dtype": "int64", |
| "shape": [ |
| "rows", |
| "seq" |
| ], |
| "note": "one row per question; seq a multiple of 64; right-pad with any id (pad)" |
| }, |
| "query_pos": { |
| "dtype": "int64", |
| "shape": [ |
| "rows" |
| ], |
| "note": "position of the row's last token" |
| }, |
| "cand_pos": { |
| "dtype": "int64", |
| "shape": [ |
| "rows", |
| "k" |
| ], |
| "note": "position of each option segment's last token; rows with fewer options pad with 0" |
| } |
| }, |
| "outputs": { |
| "logits": { |
| "dtype": "float32", |
| "shape": [ |
| "rows", |
| "k" |
| ], |
| "note": "raw candidate logits; the first k_row entries are the row's option logits" |
| } |
| }, |
| "seq_multiple": 64, |
| "positions": "0..seq-1, implicit", |
| "attention": "causal; no mask input (right padding cannot reach earlier positions)" |
| }, |
| "prompt_version": "structured-segmented-candidate-endpoints-global-query-v2", |
| "max_row_tokens": 16384, |
| "min_options": 2, |
| "max_options": 255, |
| "max_score_levels": 10, |
| "choice_null_description": "null", |
| "pad": 248044, |
| "templates": { |
| "prefix": "Context:\n{payload(state)}\n\nTask type: {type}\nQuestion:\n{payload(instructions)}\nOptions:", |
| "option": "\n<option>\n{canonical({\"key\": key, \"description\": description})}\n</option>", |
| "suffix": "\n\nSelect the single option best supported by the context and instructions.\nDecision:", |
| "payload": "a str verbatim, anything else canonical()", |
| "canonical": "json.dumps(v, ensure_ascii=False, sort_keys=True, separators=(',', ':'))", |
| "tokenize": "each segment on its own, add_special_tokens=False; cand_pos = last token of each option, query_pos = last token of the row", |
| "noul_descriptions": { |
| "false": "The answer to the question is no.", |
| "true": "The answer to the question is yes." |
| }, |
| "choice_null_description": "key: a null description becomes the key; null: it stays JSON null" |
| }, |
| "option_logits": { |
| "choice": "logits[row, :k] in key order", |
| "noul": "logits[row, :2] (0 = false, 1 = true)", |
| "score": "logits[row, :levels]" |
| }, |
| "opset": 20, |
| "precision": "fp32 compute; backbone weights BF16 (Cast at load), head F32" |
| } |
|
|
