text-to-code-v0.1-lora / config.json
rendchevi's picture
Training in progress, step 100
640fb4c verified
{
"base_model_name_or_path": "neuphonic/neutts-nano",
"bos_token_id": 128000,
"eos_token_id": 128261,
"freeze_base_model": true,
"hidden_size": 576,
"inference_mode": false,
"lora_alpha": 32,
"lora_bias": "none",
"lora_dropout": 0.05,
"lora_r": 16,
"lora_target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"lora_task_type": "CAUSAL_LM",
"model_type": "speaker_conditioned_lora_wrapper",
"pad_token_id": 128001,
"speaker_dropout": 0.25,
"speaker_embedding_dim": 256,
"speaker_hidden_dim": 512,
"speaker_token": "<|SPEAKER_TOKEN_POS|>",
"speaker_token_id": 194246,
"transformers_version": "5.6.2",
"use_cache": false,
"vocab_size": 194256
}