| { |
| "architecture": "MentalBERT Two-Branch + Longformer Stage 3", |
| "stages": { |
| "stage1a": { |
| "model": "mental/mental-bert-base-uncased", |
| "task": "Suicidal one-vs-all gate", |
| "max_len": 128, |
| "epochs": 3, |
| "best_val_f1": 0.848388173728357 |
| }, |
| "stage1b": { |
| "model": "mental/mental-bert-base-uncased", |
| "task": "Normal vs Distress", |
| "max_len": 128, |
| "epochs": 3, |
| "best_val_f1": 0.9526666736042476 |
| }, |
| "stage2": { |
| "model": "mental/mental-bert-base-uncased", |
| "task": "5-class distress", |
| "max_len": 128, |
| "epochs": 4, |
| "classes": [ |
| "Anxiety", |
| "Bipolar", |
| "Depression", |
| "Personality Disorder", |
| "Stress" |
| ], |
| "best_val_f1": 0.7788493570380369 |
| }, |
| "stage3": { |
| "model": "AIMH/mental-longformer-base-4096", |
| "task": "Dep vs Sui re-scorer", |
| "max_len": 1024, |
| "epochs": 4, |
| "global_attn_cls": true, |
| "best_val_f1": 0.8474332514129714 |
| } |
| }, |
| "best_threshold": 0.6, |
| "bleed_penalty": 0.3, |
| "final_eval": { |
| "acc": 0.8696583812905596, |
| "f1_macro": 0.8495029130550444, |
| "f1_weighted": 0.8682057618739246, |
| "dep_sui_bleed": 740, |
| "sui_dep_bleed": 65, |
| "total_bleed": 805, |
| "composite": 0.7868618295335997 |
| }, |
| "baselines": { |
| "mb_flat_v3": { |
| "acc": 0.8198, |
| "f1_macro": 0.7646, |
| "total_bleed": 1224 |
| }, |
| "mb_twobranch_v1": { |
| "acc": 0.8682, |
| "f1_macro": 0.8469, |
| "total_bleed": 726 |
| } |
| }, |
| "sweep_results": [ |
| { |
| "threshold": 0.3, |
| "acc": 0.8568629851842782, |
| "f1m": 0.8401756738074264, |
| "f1w": 0.8549061282647819, |
| "dep_sui": 927, |
| "sui_dep": 39, |
| "bleed_rate": 0.26156884875846503, |
| "composite": 0.7617050191798869 |
| }, |
| { |
| "threshold": 0.35, |
| "acc": 0.8594343088037223, |
| "f1m": 0.8425180382049743, |
| "f1w": 0.8575160216686502, |
| "dep_sui": 899, |
| "sui_dep": 45, |
| "bleed_rate": 0.25366817155756205, |
| "composite": 0.7664175867377057 |
| }, |
| { |
| "threshold": 0.4, |
| "acc": 0.862250520386923, |
| "f1m": 0.8447367141417941, |
| "f1w": 0.8604594427874411, |
| "dep_sui": 859, |
| "sui_dep": 49, |
| "bleed_rate": 0.24238148984198646, |
| "composite": 0.7720222671891981 |
| }, |
| { |
| "threshold": 0.45, |
| "acc": 0.8638422921513408, |
| "f1m": 0.8457136457630597, |
| "f1w": 0.8621494499470687, |
| "dep_sui": 829, |
| "sui_dep": 54, |
| "bleed_rate": 0.23391647855530473, |
| "composite": 0.7755387021964684 |
| }, |
| { |
| "threshold": 0.5, |
| "acc": 0.8663523937798457, |
| "f1m": 0.8474966483132078, |
| "f1w": 0.8647133859335837, |
| "dep_sui": 800, |
| "sui_dep": 55, |
| "bleed_rate": 0.22573363431151242, |
| "composite": 0.7797765580197541 |
| }, |
| { |
| "threshold": 0.55, |
| "acc": 0.8679441655442635, |
| "f1m": 0.8484338264046647, |
| "f1w": 0.8663636448298946, |
| "dep_sui": 774, |
| "sui_dep": 57, |
| "bleed_rate": 0.21839729119638826, |
| "composite": 0.7829146390457482 |
| }, |
| { |
| "threshold": 0.6, |
| "acc": 0.8696583812905596, |
| "f1m": 0.8495029130550444, |
| "f1w": 0.8682057618739246, |
| "dep_sui": 740, |
| "sui_dep": 65, |
| "bleed_rate": 0.208803611738149, |
| "composite": 0.7868618295335997 |
| } |
| ] |
| } |
