initial_config.json

{
    "output_dir": "exp/omnivoice_multilang_en_ja_vi_v2",
    "data_config": "examples/config/data_config_multilang_finetune.json",
    "llm_name_or_path": "tabularisai/Qwen3-0.3B-distil",
    "audio_vocab_size": 1025,
    "audio_mask_id": 1024,
    "num_audio_codebook": 8,
    "audio_codebook_weights": [
        8,
        8,
        6,
        6,
        4,
        4,
        2,
        2
    ],
    "drop_cond_ratio": 0.1,
    "prompt_ratio_range": [
        0.0,
        0.3
    ],
    "mask_ratio_range": [
        0.0,
        1.0
    ],
    "language_ratio": 0.8,
    "use_pinyin_ratio": 0.0,
    "instruct_ratio": 0.0,
    "only_instruct_ratio": 0.0,
    "resume_from_checkpoint": null,
    "init_from_checkpoint": "/vast/tts/robert/OmniVoice/exp/omnivoice_multilang_en_ja_vi/checkpoint-170000",
    "learning_rate": 0.0001,
    "weight_decay": 0.01,
    "max_grad_norm": 1.0,
    "steps": 250000,
    "epochs": null,
    "seed": 42,
    "lr_scheduler_type": "cosine",
    "warmup_type": "ratio",
    "warmup_ratio": 0.01,
    "warmup_steps": 0,
    "batch_tokens": 8192,
    "gradient_accumulation_steps": 1,
    "num_workers": 2,
    "mixed_precision": "bf16",
    "allow_tf32": true,
    "use_deepspeed": false,
    "deepspeed_config": null,
    "attn_implementation": "flex_attention",
    "max_sample_tokens": 2000,
    "min_sample_tokens": 50,
    "max_batch_size": 64,
    "logging_steps": 50,
    "eval_steps": 10000,
    "save_steps": 10000,
    "keep_last_n_checkpoints": -1
}