| { | |
| "architectures": ["MultiTaskModel"], | |
| "model_type": "roberta", | |
| "base_model": "roberta-base", | |
| "use_lora": true, | |
| "lora_config": { | |
| "r": 16, | |
| "lora_alpha": 32, | |
| "target_modules": ["query", "value"], | |
| "lora_dropout": 0.05, | |
| "bias": "none", | |
| "task_type": "SEQ_CLS" | |
| }, | |
| "hidden_size": 768, | |
| "intermediate_size": 128, | |
| "dropout_prob": 0.1, | |
| "task_name_to_id": { | |
| "sentiment": 0, | |
| "hate": 1, | |
| "emotion": 2 | |
| }, | |
| "task_num_labels": { | |
| "sentiment": 3, | |
| "hate": 3, | |
| "emotion": 4 | |
| } | |
| } | |