Hugging Face's logo

itsLu
/
mentalbert-longformer-stage3

Joblib
Safetensors
Model card Files
xet
 Community
itsLu commited on
Commit
d289165
·
verified ·
1 Parent(s): 607d93d

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +136 -0
config.json ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "MentalBERT Two-Branch + Longformer Stage 3",
3
+ "stages": {
4
+ "stage1a": {
5
+ "model": "mental/mental-bert-base-uncased",
6
+ "task": "Suicidal one-vs-all gate",
7
+ "max_len": 128,
8
+ "epochs": 3,
9
+ "best_val_f1": 0.848388173728357
10
+ },
11
+ "stage1b": {
12
+ "model": "mental/mental-bert-base-uncased",
13
+ "task": "Normal vs Distress",
14
+ "max_len": 128,
15
+ "epochs": 3,
16
+ "best_val_f1": 0.9526666736042476
17
+ },
18
+ "stage2": {
19
+ "model": "mental/mental-bert-base-uncased",
20
+ "task": "5-class distress",
21
+ "max_len": 128,
22
+ "epochs": 4,
23
+ "classes": [
24
+ "Anxiety",
25
+ "Bipolar",
26
+ "Depression",
27
+ "Personality Disorder",
28
+ "Stress"
29
+ ],
30
+ "best_val_f1": 0.7788493570380369
31
+ },
32
+ "stage3": {
33
+ "model": "AIMH/mental-longformer-base-4096",
34
+ "task": "Dep vs Sui re-scorer",
35
+ "max_len": 1024,
36
+ "epochs": 4,
37
+ "global_attn_cls": true,
38
+ "best_val_f1": 0.8474332514129714
39
+ }
40
+ },
41
+ "best_threshold": 0.6,
42
+ "bleed_penalty": 0.3,
43
+ "final_eval": {
44
+ "acc": 0.8696583812905596,
45
+ "f1_macro": 0.8495029130550444,
46
+ "f1_weighted": 0.8682057618739246,
47
+ "dep_sui_bleed": 740,
48
+ "sui_dep_bleed": 65,
49
+ "total_bleed": 805,
50
+ "composite": 0.7868618295335997
51
+ },
52
+ "baselines": {
53
+ "mb_flat_v3": {
54
+ "acc": 0.8198,
55
+ "f1_macro": 0.7646,
56
+ "total_bleed": 1224
57
+ },
58
+ "mb_twobranch_v1": {
59
+ "acc": 0.8682,
60
+ "f1_macro": 0.8469,
61
+ "total_bleed": 726
62
+ }
63
+ },
64
+ "sweep_results": [
65
+ {
66
+ "threshold": 0.3,
67
+ "acc": 0.8568629851842782,
68
+ "f1m": 0.8401756738074264,
69
+ "f1w": 0.8549061282647819,
70
+ "dep_sui": 927,
71
+ "sui_dep": 39,
72
+ "bleed_rate": 0.26156884875846503,
73
+ "composite": 0.7617050191798869
74
+ },
75
+ {
76
+ "threshold": 0.35,
77
+ "acc": 0.8594343088037223,
78
+ "f1m": 0.8425180382049743,
79
+ "f1w": 0.8575160216686502,
80
+ "dep_sui": 899,
81
+ "sui_dep": 45,
82
+ "bleed_rate": 0.25366817155756205,
83
+ "composite": 0.7664175867377057
84
+ },
85
+ {
86
+ "threshold": 0.4,
87
+ "acc": 0.862250520386923,
88
+ "f1m": 0.8447367141417941,
89
+ "f1w": 0.8604594427874411,
90
+ "dep_sui": 859,
91
+ "sui_dep": 49,
92
+ "bleed_rate": 0.24238148984198646,
93
+ "composite": 0.7720222671891981
94
+ },
95
+ {
96
+ "threshold": 0.45,
97
+ "acc": 0.8638422921513408,
98
+ "f1m": 0.8457136457630597,
99
+ "f1w": 0.8621494499470687,
100
+ "dep_sui": 829,
101
+ "sui_dep": 54,
102
+ "bleed_rate": 0.23391647855530473,
103
+ "composite": 0.7755387021964684
104
+ },
105
+ {
106
+ "threshold": 0.5,
107
+ "acc": 0.8663523937798457,
108
+ "f1m": 0.8474966483132078,
109
+ "f1w": 0.8647133859335837,
110
+ "dep_sui": 800,
111
+ "sui_dep": 55,
112
+ "bleed_rate": 0.22573363431151242,
113
+ "composite": 0.7797765580197541
114
+ },
115
+ {
116
+ "threshold": 0.55,
117
+ "acc": 0.8679441655442635,
118
+ "f1m": 0.8484338264046647,
119
+ "f1w": 0.8663636448298946,
120
+ "dep_sui": 774,
121
+ "sui_dep": 57,
122
+ "bleed_rate": 0.21839729119638826,
123
+ "composite": 0.7829146390457482
124
+ },
125
+ {
126
+ "threshold": 0.6,
127
+ "acc": 0.8696583812905596,
128
+ "f1m": 0.8495029130550444,
129
+ "f1w": 0.8682057618739246,
130
+ "dep_sui": 740,
131
+ "sui_dep": 65,
132
+ "bleed_rate": 0.208803611738149,
133
+ "composite": 0.7868618295335997
134
+ }
135
+ ]
136
+ }