| { |
| "engine": "onnx", |
| "family": "arbiter", |
| "layout": "arbiter-fixed-v1", |
| "upstream": { |
| "repo": "hiteshluke/arbiter-4b", |
| "revision": "0c44271c59f89758e3cae17b032e98a9140093e9", |
| "base": "unsloth/gemma-3-4b-it", |
| "base_revision": "bf46152c47f5dd20b896357cb51abc4c03b8ee8c", |
| "code": { |
| "repo": "https://github.com/CodekinsTech/arbiter", |
| "commit": "e1cb30fd3019cf91d2631a2d1004abd858b8e4fa", |
| "script": "training_v3_6/train.py" |
| }, |
| "lora": { |
| "r": 16, |
| "alpha": 32, |
| "scaling": 2.0, |
| "merged": false |
| } |
| }, |
| "contract": { |
| "inputs": { |
| "input_ids": { |
| "dtype": "int64", |
| "shape": [ |
| "rows", |
| "seq" |
| ], |
| "note": "one row per question; seq a multiple of 64; right-pad with any id (pad)" |
| }, |
| "last_pos": { |
| "dtype": "int64", |
| "shape": [ |
| "rows" |
| ], |
| "note": "position of the row's last token" |
| } |
| }, |
| "outputs": { |
| "scores": { |
| "dtype": "float32", |
| "shape": [ |
| "rows", |
| 24 |
| ], |
| "note": "raw scores of the head's 24 slots; a question's option logits are the scores at its slots" |
| } |
| }, |
| "seq_multiple": 64, |
| "positions": "0..seq-1, implicit", |
| "attention": "causal (sliding layers: the last 1024 positions); no mask input" |
| }, |
| "max_row_tokens": 8192, |
| "special_tokens": { |
| "bos": 2, |
| "pad": 0 |
| }, |
| "num_slots": 24, |
| "slots": { |
| "noul": [ |
| 1, |
| 0 |
| ], |
| "choice": [ |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17 |
| ], |
| "score": [ |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23 |
| ] |
| }, |
| "max_options": 16, |
| "score_levels": 6, |
| "verbalizers": [ |
| "T", |
| "F", |
| "A", |
| "B", |
| "C", |
| "D", |
| "E", |
| "F", |
| "G", |
| "H", |
| "I", |
| "J", |
| "K", |
| "L", |
| "M", |
| "N", |
| "O", |
| "P", |
| "0", |
| "1", |
| "2", |
| "3", |
| "4", |
| "5" |
| ], |
| "templates": { |
| "row": "[bos] tok(\"State: {render(state)}\\n\\nQuestion: {render(instructions)}\\n\\nOptions:\\n{block}\\n\\nAnswer:\"); the head is read at the last token", |
| "noul_block": "T. Yes / True\nF. No / False", |
| "choice_block": "{letter}. {option}, one line per option, letters A..P", |
| "choice_option": "{name} | {name}: {render(description)}", |
| "score_block": "0\n1\n2\n3\n4\n5", |
| "render": "None->'', scalars->Python str(), list->'- item' lines, dict->'key: value' lines, 2-space nesting", |
| "add_special_tokens": false |
| }, |
| "option_logits": { |
| "noul": "scores[row, [1, 0]] (false = F, true = T)", |
| "choice": "scores[row, 2 + j] for option j < 16", |
| "score": "scores[row, 18 + level] for level < 6" |
| }, |
| "opset": 20, |
| "precision": "fp32 compute; base weights and head BF16, widened by Cast (at load, or per forward pass with weights_in_memory bf16); adapter F32", |
| "weights_in_memory": "bf16" |
| } |
|
|
