| seed: 999 |
| cudnn_deterministic: false |
| train_data_jsons: |
| - data/train/1splits/data.0.tiny.json |
| valid_data_jsons: |
| - data/val/1splits/data.0.tiny.json |
| batch_scale: 2000 |
| max_length: 1500 |
| min_length: 1 |
| n_worker: 4 |
| local_rank: -1 |
| minibatch_debug: -1 |
| n_epoch: 1 |
| grad_accum: 64 |
| global_learning_rate: 2.0e-06 |
| local_learning_rate: 4.0e-06 |
| grad_clip: 2.0 |
| warmup_steps: 10000 |
| total_steps: 55 |
| dim: 4096 |
| text_card: 1 |
| existing_text_padding_id: 3 |
| n_q: 16 |
| dep_q: 8 |
| card: 2048 |
| num_heads: 32 |
| num_layers: 32 |
| hidden_scale: 4.5 |
| causal: true |
| context: 3000 |
| exp_dir: exp_data/Moshi/v3_full_emo_v0 |
| print_freq: 5 |
| save_interval: 10000 |
| resume: null |
| merged_model_path: exp_data/Moshi/v3_full_emo_v0/model_merged.safetensors |
|
|
