| { |
| "output_dir": "/home/infidea/suwon/omni-voice-advance-plus/exp/omnivoice_0.6B-FT-loss_ablation", |
| "data_config": "/home/infidea/suwon/omni-voice-advance-plus/examples/config/data_config_finetune_advance_plus.json", |
| "llm_name_or_path": "Qwen/Qwen3-0.6B", |
| "tokenizer_name_or_path": "Qwen/Qwen3-0.6B", |
| "expected_llm_model_type": "qwen3", |
| "expected_llm_hidden_size": 1024, |
| "expected_llm_intermediate_size": 3072, |
| "expected_llm_num_hidden_layers": 28, |
| "expected_llm_num_attention_heads": 16, |
| "expected_llm_num_key_value_heads": 8, |
| "expected_llm_vocab_size": 151936, |
| "audio_vocab_size": 1025, |
| "audio_mask_id": 1024, |
| "num_audio_codebook": 8, |
| "audio_codebook_weights": [ |
| 8, |
| 8, |
| 6, |
| 6, |
| 4, |
| 4, |
| 2, |
| 2 |
| ], |
| "drop_cond_ratio": 0.1, |
| "prompt_ratio_range": [ |
| 0.0, |
| 0.3 |
| ], |
| "mask_ratio_range": [ |
| 0.3, |
| 1.0 |
| ], |
| "min_masked_audio_tokens": 8, |
| "language_ratio": 0.8, |
| "use_pinyin_ratio": 0.0, |
| "instruct_ratio": 1.0, |
| "only_instruct_ratio": 0.5, |
| "log_codebook_losses": true, |
| "loss_label_smoothing": 0.02, |
| "resume_from_checkpoint": null, |
| "init_from_checkpoint": "k2-fsa/OmniVoice", |
| "learning_rate": 5e-05, |
| "weight_decay": 0.01, |
| "max_grad_norm": 1.0, |
| "steps": 1000000, |
| "seed": 42, |
| "lr_scheduler_type": "cosine", |
| "warmup_type": "ratio", |
| "warmup_ratio": 0.01, |
| "warmup_steps": 0, |
| "batch_tokens": 8192, |
| "gradient_accumulation_steps": 4, |
| "num_workers": 1, |
| "mixed_precision": "bf16", |
| "allow_tf32": true, |
| "require_cuda": true, |
| "use_deepspeed": false, |
| "deepspeed_config": null, |
| "compile_flex_attention_mask": false, |
| "validate_audio_token_range": true, |
| "skip_bad_batches": true, |
| "max_consecutive_batch_skips": 50, |
| "attn_implementation": "flex_attention", |
| "logging_steps": 50, |
| "eval_steps": 500, |
| "save_steps": 500, |
| "keep_last_n_checkpoints": 3, |
| "use_wandb": true, |
| "wandb_project": "omnivoice_advance_plus_upgrade", |
| "wandb_entity": null, |
| "wandb_run_name": null, |
| "wandb_group": null, |
| "wandb_tags": [], |
| "wandb_mode": null, |
| "inference_logging_steps": 500, |
| "inference_logging_text": null, |
| "inference_logging_language": null, |
| "inference_logging_ref_audio": null, |
| "inference_logging_ref_text": null, |
| "inference_logging_num_step": 32, |
| "inference_logging_guidance_scale": 2.0, |
| "inference_logging_speed": 1.0, |
| "inference_logging_duration": null, |
| "inference_audio_tokenizer_path": null, |
| "inference_logging_jsonl_dir": [ |
| "/home/infidea/tts-data/suwon/OmniVoice_data/zs_data_all/ch_data/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/zs_data_all/en_data/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/zs_data_all/fr_data/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/zs_data_all/ja_data/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/zs_data_all/ko_data/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/zs_data_all/pre_ch_data/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/zs_data_all/sp_data/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/zs_data_all/vi_data/txts" |
| ], |
| "inference_logging_voice_design_jsonl_dir": [ |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/ch/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/en/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/de/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/es/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/fr/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/ja/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/ko/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/ru/txts", |
| "/home/infidea/tts-data/suwon/OmniVoice_data/voice_design_all/vi/txts" |
| ], |
| "inference_logging_save_eval_artifacts": true, |
| "inference_logging_eval_dir": null |
| } |
