| { |
| "step": 5000, |
| "config": { |
| "backend": "auto", |
| "data": { |
| "train_split": "/home/alperiox/training_data_full/splits/train_26k.jsonl", |
| "val_split": "/home/alperiox/training_data_full/splits/val_500.jsonl", |
| "encoded_dir": "/home/alperiox/training_data_full/encoded", |
| "max_frames": 300, |
| "audio_frame_rate": 12.5, |
| "num_workers": 4, |
| "pin_memory": true |
| }, |
| "train": { |
| "num_codebooks": 8, |
| "batch_size": 2, |
| "grad_accum": 2, |
| "max_steps": 5000, |
| "warmup_steps": 200, |
| "min_lr_ratio": 0.1, |
| "depth_chunk_size": 16, |
| "precision": "bfloat16", |
| "max_grad_norm": 1.0, |
| "weight_decay": 0.01, |
| "adam_beta1": 0.9, |
| "adam_beta2": 0.999, |
| "adam_eps": 1e-08, |
| "use_scan_layers": false, |
| "xla_grad_checkpoint": false, |
| "compile_warmup_steps": 0, |
| "ss_max_ratio": 0.3, |
| "ss_warmup_steps": 2000 |
| }, |
| "loss": { |
| "text_weight": 0.1, |
| "audio_weight": 1.0 |
| }, |
| "optim": { |
| "lr_lora": 0.0003, |
| "lr_full_ft": 0.0001, |
| "lr_projection": 0.001, |
| "lr_depth": 0.0005, |
| "lr_audio_embed": 0.001, |
| "lr_text_embed": 0.001, |
| "lr_model_audio_embed": 0.001 |
| }, |
| "logging": { |
| "log_every": 10, |
| "save_every": 250, |
| "audio_every": 500, |
| "val_every": 250, |
| "save_dir": "checkpoints/stage2_26k_parallel", |
| "wandb_project": "tinyaya-s2s", |
| "wandb_run_name": "26k_parallel_moshi_full", |
| "use_wandb": true, |
| "push_to_hub": true, |
| "hub_repo_id": "alperiox/tinyaya-s2s-stage2" |
| }, |
| "perf": { |
| "enabled": false, |
| "warmup_skip_steps": 50, |
| "xprof_trace_labels": false |
| } |
| }, |
| "final": true |
| } |
