Decision test files of ArthurZ/clef-flash

decision.json

@@ -0,0 +1,9 @@
+{
+  "labels": {},
+  "temperature": {},
+  "noul_options": [
+    "true",
+    "false"
+  ],
+  "sort_choices": true
+}

decision_head.json

@@ -0,0 +1,20 @@
+{
+  "architectures": [
+    "ClefDecisionHead"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "backbone_hidden_size": 4096,
+  "dtype": "bfloat16",
+  "hidden_act": "gelu",
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "model_type": "clef",
+  "num_attention_heads": 16,
+  "num_evidence_layers": 2,
+  "num_hidden_layers": 4,
+  "num_key_value_heads": 16,
+  "transformers_version": "5.19.0.dev0",
+  "transformers_weights": "decision_head/model.safetensors"
+}

decision_template.jinja

@@ -0,0 +1,16 @@
+{#- Cloudflare/clef, clef-flash (joint_schema_model.encode_record): ONE sequence per request.
+    Every text piece the original tokenizes on its own sits between sentinels; <|mark|> pairs give the spans the joint head
+    pools: per question (instruction start, end) then (option start, end) for each option in question.options order
+    (decision_config: noul_options = ["true", "false"], sort_choices = true). -#}
+{%- macro r(x) %}{{ x if x is string else x|tojson(sort_keys=true, separators=(",", ":")) }}{% endmacro -%}
+{{- "<|im_start|>system\nRead the complete state and schema. Decide every field jointly. Each answer must be exactly one of that field's allowed options.<|im_end|>\n<|im_start|>user\nSTATE:\n<|split|>" ~ r(state) ~ "<|split|>\n\nSCHEMA FIELDS:\n" -}}
+{%- for q in questions -%}
+{{- "<|split|>\nFIELD " ~ loop.index ~ "\nID: " ~ q.name ~ "\nTYPE: " ~ q.type ~ "\nINSTRUCTION: <|mark|>" ~ r(q.name if q.instructions is none or q.instructions == "" else q.instructions) ~ "<|mark|>\nALLOWED OPTIONS:\n" -}}
+{%- for key in q.options -%}
+{%- set d = q.descriptions[loop.index0] -%}
+{%- if q.type == "noul" and d is none %}{% set d = {"true": "The proposition is true or the answer is yes.", "false": "The proposition is false or the answer is no."}[key] %}{% endif -%}
+{{- "OPTION " ~ loop.index ~ ": <|mark|>" ~ r({"option_id": key} if d is none else {"option_id": key, "description": d}) ~ "<|mark|>\n" -}}
+{%- endfor -%}
+{{- "END FIELD\n" -}}
+{%- endfor -%}
+{{- "<|split|>\n<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\nJOINT SCHEMA DECISIONS:" -}}

decision_test.json

@@ -0,0 +1,325 @@
+{
+ "model": "Cloudflare/clef-flash",
+ "revision": "8b2e5fd17c09fd49bc2880b805d5323ec7ff4ff3",
+ "request": {
+  "state": {
+   "msg": "Refund please"
+  },
+  "questions": {
+   "intent": {
+    "type": "choice",
+    "instructions": "What is wanted?",
+    "criteria": {
+     "refund": "money back",
+     "other": null
+    }
+   },
+   "urgent": {
+    "type": "noul",
+    "instructions": "Urgent?"
+   },
+   "tone": {
+    "type": "score",
+    "instructions": "Tone",
+    "criteria": [
+     "calm",
+     "angry"
+    ]
+   }
+  }
+ },
+ "sequences": [
+  {
+   "input_ids": [
+    248045,
+    8678,
+    198,
+    4274,
+    279,
+    4434,
+    1528,
+    321,
+    10485,
+    13,
+    95462,
+    1396,
+    2002,
+    50407,
+    13,
+    8618,
+    4087,
+    1902,
+    381,
+    6681,
+    799,
+    314,
+    421,
+    2002,
+    579,
+    5252,
+    2519,
+    13,
+    248046,
+    198,
+    248045,
+    846,
+    198,
+    23852,
+    25,
+    198,
+    4754,
+    3132,
+    3147,
+    3812,
+    1199,
+    4338,
+    8934,
+    271,
+    3423,
+    34651,
+    426,
+    32349,
+    25,
+    198,
+    198,
+    27806,
+    220,
+    16,
+    198,
+    887,
+    25,
+    7151,
+    198,
+    9222,
+    25,
+    5576,
+    198,
+    669,
+    55530,
+    25,
+    220,
+    3710,
+    369,
+    4674,
+    30,
+    198,
+    51535,
+    1425,
+    49555,
+    25,
+    198,
+    32929,
+    220,
+    16,
+    25,
+    220,
+    4754,
+    1979,
+    816,
+    3147,
+    1520,
+    8934,
+    198,
+    32929,
+    220,
+    17,
+    25,
+    220,
+    4754,
+    4532,
+    3147,
+    27342,
+    1142,
+    2129,
+    1979,
+    816,
+    3147,
+    66165,
+    8934,
+    198,
+    4537,
+    38945,
+    198,
+    198,
+    27806,
+    220,
+    17,
+    198,
+    887,
+    25,
+    32556,
+    198,
+    9222,
+    25,
+    307,
+    10644,
+    198,
+    669,
+    55530,
+    25,
+    220,
+    52,
+    1917,
+    305,
+    30,
+    198,
+    51535,
+    1425,
+    49555,
+    25,
+    198,
+    32929,
+    220,
+    16,
+    25,
+    220,
+    4754,
+    4532,
+    3147,
+    760,
+    38749,
+    369,
+    804,
+    466,
+    279,
+    4087,
+    369,
+    9542,
+    46292,
+    1979,
+    816,
+    3147,
+    1802,
+    8934,
+    198,
+    32929,
+    220,
+    17,
+    25,
+    220,
+    4754,
+    4532,
+    3147,
+    760,
+    38749,
+    369,
+    867,
+    466,
+    279,
+    4087,
+    369,
+    874,
+    46292,
+    1979,
+    816,
+    3147,
+    3721,
+    8934,
+    198,
+    4537,
+    38945,
+    198,
+    198,
+    27806,
+    220,
+    18,
+    198,
+    887,
+    25,
+    15754,
+    198,
+    9222,
+    25,
+    5284,
+    198,
+    669,
+    55530,
+    25,
+    220,
+    51,
+    588,
+    198,
+    51535,
+    1425,
+    49555,
+    25,
+    198,
+    32929,
+    220,
+    16,
+    25,
+    220,
+    4754,
+    4532,
+    3147,
+    5248,
+    76,
+    2129,
+    1979,
+    816,
+    3147,
+    15,
+    8934,
+    198,
+    32929,
+    220,
+    17,
+    25,
+    220,
+    4754,
+    4532,
+    3147,
+    512,
+    856,
+    2129,
+    1979,
+    816,
+    3147,
+    16,
+    8934,
+    198,
+    4537,
+    38945,
+    198,
+    198,
+    248046,
+    198,
+    248045,
+    74455,
+    198,
+    248068,
+    271,
+    248069,
+    271,
+    25310,
+    3118,
+    7295,
+    34651,
+    41402,
+    23451,
+    50,
+    25
+   ],
+   "marks": [
+    67,
+    71,
+    82,
+    88,
+    94,
+    105,
+    127,
+    131,
+    142,
+    160,
+    166,
+    184,
+    205,
+    207,
+    218,
+    229,
+    235,
+    246
+   ]
+  }
+ ]
+}