LightGPT_naive_mem_cls / head_config.json
leaBroe's picture
Upload 4 files
1ace55a verified
raw
history blame contribute delete
648 Bytes
{
"config": {
"activation_function": "tanh",
"bias": true,
"dropout_prob": null,
"head_type": "classification",
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"layers": 2,
"num_labels": 2,
"use_pooler": false
},
"hidden_size": 768,
"model_class": "GPT2AdapterModel",
"model_name": "/ibmm_data2/oas_database/paired_lea_tmp/light_model/gpt_model_light_unpaired/src/gpt_light_model_unpaired/model_outputs/full_new_tokenizer_gpt2_light_seqs_unp_lr_5e-4_wd_0.1_bs_32_epochs_500_/checkpoint-11822080",
"model_type": "gpt2",
"name": "lightGPT_to_naive_memory_cls",
"version": "adapters.1.1.0"
}