Hugging Face's logo

itsLu
/
mentalbert-longformer-stage3

Joblib
Safetensors
Model card Files
xet
 Community
mentalbert-longformer-stage3
File size: 3,366 Bytes
d289165
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
{
  "architecture": "MentalBERT Two-Branch + Longformer Stage 3",
  "stages": {
    "stage1a": {
      "model": "mental/mental-bert-base-uncased",
      "task": "Suicidal one-vs-all gate",
      "max_len": 128,
      "epochs": 3,
      "best_val_f1": 0.848388173728357
    },
    "stage1b": {
      "model": "mental/mental-bert-base-uncased",
      "task": "Normal vs Distress",
      "max_len": 128,
      "epochs": 3,
      "best_val_f1": 0.9526666736042476
    },
    "stage2": {
      "model": "mental/mental-bert-base-uncased",
      "task": "5-class distress",
      "max_len": 128,
      "epochs": 4,
      "classes": [
        "Anxiety",
        "Bipolar",
        "Depression",
        "Personality Disorder",
        "Stress"
      ],
      "best_val_f1": 0.7788493570380369
    },
    "stage3": {
      "model": "AIMH/mental-longformer-base-4096",
      "task": "Dep vs Sui re-scorer",
      "max_len": 1024,
      "epochs": 4,
      "global_attn_cls": true,
      "best_val_f1": 0.8474332514129714
    }
  },
  "best_threshold": 0.6,
  "bleed_penalty": 0.3,
  "final_eval": {
    "acc": 0.8696583812905596,
    "f1_macro": 0.8495029130550444,
    "f1_weighted": 0.8682057618739246,
    "dep_sui_bleed": 740,
    "sui_dep_bleed": 65,
    "total_bleed": 805,
    "composite": 0.7868618295335997
  },
  "baselines": {
    "mb_flat_v3": {
      "acc": 0.8198,
      "f1_macro": 0.7646,
      "total_bleed": 1224
    },
    "mb_twobranch_v1": {
      "acc": 0.8682,
      "f1_macro": 0.8469,
      "total_bleed": 726
    }
  },
  "sweep_results": [
    {
      "threshold": 0.3,
      "acc": 0.8568629851842782,
      "f1m": 0.8401756738074264,
      "f1w": 0.8549061282647819,
      "dep_sui": 927,
      "sui_dep": 39,
      "bleed_rate": 0.26156884875846503,
      "composite": 0.7617050191798869
    },
    {
      "threshold": 0.35,
      "acc": 0.8594343088037223,
      "f1m": 0.8425180382049743,
      "f1w": 0.8575160216686502,
      "dep_sui": 899,
      "sui_dep": 45,
      "bleed_rate": 0.25366817155756205,
      "composite": 0.7664175867377057
    },
    {
      "threshold": 0.4,
      "acc": 0.862250520386923,
      "f1m": 0.8447367141417941,
      "f1w": 0.8604594427874411,
      "dep_sui": 859,
      "sui_dep": 49,
      "bleed_rate": 0.24238148984198646,
      "composite": 0.7720222671891981
    },
    {
      "threshold": 0.45,
      "acc": 0.8638422921513408,
      "f1m": 0.8457136457630597,
      "f1w": 0.8621494499470687,
      "dep_sui": 829,
      "sui_dep": 54,
      "bleed_rate": 0.23391647855530473,
      "composite": 0.7755387021964684
    },
    {
      "threshold": 0.5,
      "acc": 0.8663523937798457,
      "f1m": 0.8474966483132078,
      "f1w": 0.8647133859335837,
      "dep_sui": 800,
      "sui_dep": 55,
      "bleed_rate": 0.22573363431151242,
      "composite": 0.7797765580197541
    },
    {
      "threshold": 0.55,
      "acc": 0.8679441655442635,
      "f1m": 0.8484338264046647,
      "f1w": 0.8663636448298946,
      "dep_sui": 774,
      "sui_dep": 57,
      "bleed_rate": 0.21839729119638826,
      "composite": 0.7829146390457482
    },
    {
      "threshold": 0.6,
      "acc": 0.8696583812905596,
      "f1m": 0.8495029130550444,
      "f1w": 0.8682057618739246,
      "dep_sui": 740,
      "sui_dep": 65,
      "bleed_rate": 0.208803611738149,
      "composite": 0.7868618295335997
    }
  ]
}