Hugging Face's logo

vimdhayak
/
neda-learned-negation

PyTorch
Model card Files
xet
 Community
neda-learned-negation
File size: 1,415 Bytes
fda03c1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
  "architecture": "NEDAClassifier",
  "backbone": "mental/mental-roberta-base",
  "num_labels": 5,
  "label2id": {
    "Anxious": 0,
    "Depressed": 1,
    "Frustrated": 2,
    "Others": 3,
    "Suicidal": 4
  },
  "id2label": {
    "0": "Anxious",
    "1": "Depressed",
    "2": "Frustrated",
    "3": "Others",
    "4": "Suicidal"
  },
  "max_length": 256,
  "neda_config": {
    "model_name": "mental/mental-roberta-base",
    "max_length": 256,
    "hidden_dim": 512,
    "dropout": 0.1,
    "use_nacm": true,
    "use_clgaf": true,
    "use_mgp": true,
    "use_supcon": true,
    "use_fgm": true,
    "use_ema": true,
    "neg_scope_max": 10,
    "neg_context_window": 3,
    "num_fuse_layers": 4,
    "fuse_heads": 4,
    "num_pseudo_sents": 4,
    "supcon_dim": 128,
    "supcon_alpha": 0.15,
    "supcon_temp": 0.07,
    "fgm_epsilon": 0.5,
    "ema_decay": 0.999,
    "neg_aux_weight": 0.05,
    "epochs": 30,
    "batch_size": 64,
    "encoder_lr": 2e-05,
    "head_lr": 0.0001,
    "weight_decay": 0.01,
    "warmup_ratio": 0.1,
    "patience": 5,
    "max_grad_norm": 1.0,
    "n_folds": 3,
    "seed": 42,
    "data_path": "/kaggle/input/datasets/sumitnath07/mental-distress/MentalDistress_Dataset_clean.csv",
    "output_dir": "/kaggle/working/neda_checkpoints"
  },
  "metrics": {
    "accuracy": 0.8629320619785459,
    "f1_weighted": 0.8623690312008874,
    "f1_macro": 0.8651399633181327
  }
}