File size: 1,354 Bytes
6d40b78 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 | {
"format": 1,
"question": "Does reply end the assistant's turn while work remains that the assistant could do itself right now? Yes if it gives up or says something cannot be done without showing an attempt, offers or asks permission for an obvious next step, defers work for later, or announces an action without saying it was done.",
"options": {
"no": "no",
"yes": "yes"
},
"type": "yesno",
"order": null,
"text_cols": [
"text"
],
"decision_col": "label",
"base_repo": "decision-tune/decisiontune-1.0",
"base_rev": "27056cb08bcf2b3ba1fd9bccb782b4dfd0498e1f",
"max_state_tokens": 1024,
"seed": 0,
"criteria_hash": "afd75ba36ab04536",
"name": "v3s-seed2",
"question_name": "v3_quit",
"created": "2026-10-30 19:59:21",
"kind": "deep",
"counts": {
"train": 1805,
"dev": 277,
"select": 694,
"test": 864,
"dropped": 0
},
"drop_reasons": {},
"dev_rows": 100,
"balanced_train": true,
"real_mix": {
"no": 0.6526277897768179,
"yes": 0.34737221022318215
},
"train_mix": {
"deep": {
"no": 0.5,
"yes": 0.5
}
},
"labeled_rows": 2776,
"winner": "deep",
"candidates": [
"deep"
],
"train_rows": 2356,
"threshold": 0.9879775002596022,
"threshold_rule": "lowest confidence cut with >=90% dev accuracy on accepted rows, keeping >=5% of rows",
"train_seed": 2,
"mem_cap_gb": null,
"micro_rows": null
}
|