RegionClassifier / fusion /adapter_fusion_config.json
nehalelkaref's picture
Update fusion/adapter_fusion_config.json
f5ba19d verified
raw
history blame contribute delete
490 Bytes
{
"config": {
"key": true,
"query": true,
"query_before_ln": false,
"regularization": true,
"residual_before": false,
"temperature": false,
"value": true,
"value_before_softmax": true,
"value_initialized": true,
"dropout_prob":0.001
},
"config_id": "39f0b9fc022449eb",
"hidden_size": 768,
"model_class": "BertAdapterModel",
"model_name": "UBC-NLP/MARBERT",
"model_type": "bert",
"name": "aoc(3),aoc(4),sarcasm",
"version": "3.2.1"
}