Add default training configuration

configs/default.yaml

@@ -0,0 +1,56 @@
+# NeuroName Default Training Configuration
+# ==========================================
+
+# Model Architecture
+d_model: 256
+d_latent: 128
+d_semantic: 128
+d_control: 64
+nhead: 4
+enc_layers: 4
+dec_layers: 6
+max_len: 32
+memory_slots: 8
+char_vocab_size: 44
+semantic_vocab_size: 10000
+num_styles: 8
+num_languages: 8
+dropout: 0.1
+
+# Training
+learning_rate: 0.0003
+weight_decay: 0.01
+batch_size: 64
+num_epochs: 100
+warmup_steps: 1000
+max_grad_norm: 1.0
+
+# Loss Weights
+kl_weight_start: 0.0
+kl_weight_end: 0.1
+kl_anneal_steps: 5000
+kl_free_bits: 0.5
+style_loss_weight: 0.3
+lang_loss_weight: 0.3
+phon_loss_weight: 0.2
+
+# Phonotactic Discriminator
+phon_lr: 0.001
+phon_train_every: 5
+
+# Generation
+temperature: 0.8
+top_k: 15
+top_p: 0.92
+repetition_penalty: 1.2
+
+# Latent Space Control
+guidance_method: "langevin"
+guidance_steps: 50
+guidance_step_size: 0.01
+guidance_noise: 0.005
+
+# Data
+train_data_path: "data/names_train.txt"
+val_data_path: "data/names_val.txt"
+semantic_vocab_path: "data/semantic_vocab.json"