{ "architecture": "MentalBERT Two-Branch + Longformer Stage 3", "stages": { "stage1a": { "model": "mental/mental-bert-base-uncased", "task": "Suicidal one-vs-all gate", "max_len": 128, "epochs": 3, "best_val_f1": 0.848388173728357 }, "stage1b": { "model": "mental/mental-bert-base-uncased", "task": "Normal vs Distress", "max_len": 128, "epochs": 3, "best_val_f1": 0.9526666736042476 }, "stage2": { "model": "mental/mental-bert-base-uncased", "task": "5-class distress", "max_len": 128, "epochs": 4, "classes": [ "Anxiety", "Bipolar", "Depression", "Personality Disorder", "Stress" ], "best_val_f1": 0.7788493570380369 }, "stage3": { "model": "AIMH/mental-longformer-base-4096", "task": "Dep vs Sui re-scorer", "max_len": 1024, "epochs": 4, "global_attn_cls": true, "best_val_f1": 0.8474332514129714 } }, "best_threshold": 0.6, "bleed_penalty": 0.3, "final_eval": { "acc": 0.8696583812905596, "f1_macro": 0.8495029130550444, "f1_weighted": 0.8682057618739246, "dep_sui_bleed": 740, "sui_dep_bleed": 65, "total_bleed": 805, "composite": 0.7868618295335997 }, "baselines": { "mb_flat_v3": { "acc": 0.8198, "f1_macro": 0.7646, "total_bleed": 1224 }, "mb_twobranch_v1": { "acc": 0.8682, "f1_macro": 0.8469, "total_bleed": 726 } }, "sweep_results": [ { "threshold": 0.3, "acc": 0.8568629851842782, "f1m": 0.8401756738074264, "f1w": 0.8549061282647819, "dep_sui": 927, "sui_dep": 39, "bleed_rate": 0.26156884875846503, "composite": 0.7617050191798869 }, { "threshold": 0.35, "acc": 0.8594343088037223, "f1m": 0.8425180382049743, "f1w": 0.8575160216686502, "dep_sui": 899, "sui_dep": 45, "bleed_rate": 0.25366817155756205, "composite": 0.7664175867377057 }, { "threshold": 0.4, "acc": 0.862250520386923, "f1m": 0.8447367141417941, "f1w": 0.8604594427874411, "dep_sui": 859, "sui_dep": 49, "bleed_rate": 0.24238148984198646, "composite": 0.7720222671891981 }, { "threshold": 0.45, "acc": 0.8638422921513408, "f1m": 0.8457136457630597, "f1w": 0.8621494499470687, "dep_sui": 829, "sui_dep": 54, "bleed_rate": 0.23391647855530473, "composite": 0.7755387021964684 }, { "threshold": 0.5, "acc": 0.8663523937798457, "f1m": 0.8474966483132078, "f1w": 0.8647133859335837, "dep_sui": 800, "sui_dep": 55, "bleed_rate": 0.22573363431151242, "composite": 0.7797765580197541 }, { "threshold": 0.55, "acc": 0.8679441655442635, "f1m": 0.8484338264046647, "f1w": 0.8663636448298946, "dep_sui": 774, "sui_dep": 57, "bleed_rate": 0.21839729119638826, "composite": 0.7829146390457482 }, { "threshold": 0.6, "acc": 0.8696583812905596, "f1m": 0.8495029130550444, "f1w": 0.8682057618739246, "dep_sui": 740, "sui_dep": 65, "bleed_rate": 0.208803611738149, "composite": 0.7868618295335997 } ] }