neda-learned-negation / config.json
vimdhayak's picture
Upload NEDA learned-negation model (best fold checkpoint)
fda03c1 verified
{
"architecture": "NEDAClassifier",
"backbone": "mental/mental-roberta-base",
"num_labels": 5,
"label2id": {
"Anxious": 0,
"Depressed": 1,
"Frustrated": 2,
"Others": 3,
"Suicidal": 4
},
"id2label": {
"0": "Anxious",
"1": "Depressed",
"2": "Frustrated",
"3": "Others",
"4": "Suicidal"
},
"max_length": 256,
"neda_config": {
"model_name": "mental/mental-roberta-base",
"max_length": 256,
"hidden_dim": 512,
"dropout": 0.1,
"use_nacm": true,
"use_clgaf": true,
"use_mgp": true,
"use_supcon": true,
"use_fgm": true,
"use_ema": true,
"neg_scope_max": 10,
"neg_context_window": 3,
"num_fuse_layers": 4,
"fuse_heads": 4,
"num_pseudo_sents": 4,
"supcon_dim": 128,
"supcon_alpha": 0.15,
"supcon_temp": 0.07,
"fgm_epsilon": 0.5,
"ema_decay": 0.999,
"neg_aux_weight": 0.05,
"epochs": 30,
"batch_size": 64,
"encoder_lr": 2e-05,
"head_lr": 0.0001,
"weight_decay": 0.01,
"warmup_ratio": 0.1,
"patience": 5,
"max_grad_norm": 1.0,
"n_folds": 3,
"seed": 42,
"data_path": "/kaggle/input/datasets/sumitnath07/mental-distress/MentalDistress_Dataset_clean.csv",
"output_dir": "/kaggle/working/neda_checkpoints"
},
"metrics": {
"accuracy": 0.8629320619785459,
"f1_weighted": 0.8623690312008874,
"f1_macro": 0.8651399633181327
}
}