{
    "bot_token_id": 50257,
    "eot_token_id": 50258,
    "latent_token_id": 50259,
    "label_pad_token_id": -100,
    "answer_prompt": "The answer is:",
    "num_latent_tokens": 24,
    "use_peft": true,
    "lora_r": 128,
    "lora_alpha": 32,
    "lora_dropout": 0.1,
    "lora_target_modules": "c_attn-c_fc-c_proj",
    "lora_modules_to_save": ""
}