RoBERTa_Multitask / config.json
SeragAmin's picture
Add config and tokenizer files for HF compatibility
bb38e03
{
"architectures": ["MultiTaskModel"],
"model_type": "roberta",
"base_model": "roberta-base",
"use_lora": true,
"lora_config": {
"r": 16,
"lora_alpha": 32,
"target_modules": ["query", "value"],
"lora_dropout": 0.05,
"bias": "none",
"task_type": "SEQ_CLS"
},
"hidden_size": 768,
"intermediate_size": 128,
"dropout_prob": 0.1,
"task_name_to_id": {
"sentiment": 0,
"hate": 1,
"emotion": 2
},
"task_num_labels": {
"sentiment": 3,
"hate": 3,
"emotion": 4
}
}