pccot-gpt2 / pccot_args.json
whynlp's picture
Upload config
21a20f2 verified
raw
history blame contribute delete
355 Bytes
{
"bot_token_id": 50257,
"eot_token_id": 50258,
"latent_token_id": 50259,
"label_pad_token_id": -100,
"answer_prompt": "The answer is:",
"num_latent_tokens": 24,
"use_peft": true,
"lora_r": 128,
"lora_alpha": 32,
"lora_dropout": 0.1,
"lora_target_modules": "c_attn-c_fc-c_proj",
"lora_modules_to_save": ""
}