File size: 652 Bytes
4d3248c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
uv run python trainers/train_gpt_v2.py ^
    --train-manifest omniman2_data/train_ipa.jsonl ^
    --val-manifest omniman2_data/val_ipa.jsonl ^  
    --tokenizer checkpoints/thaiipabpe.model ^
    --config checkpoints/config.yaml ^
    --base-checkpoint checkpoints/gpt.pth ^
    --output-dir checkpoints/thai_gpt_v5 ^
    --batch-size 16 ^
    --grad-accumulation 1 ^
    --epochs 2 ^
    --learning-rate 1e-5 ^
    --weight-decay 0.01 ^
    --warmup-steps 1000 ^
    --log-interval 1 ^
    --val-interval 1000 ^
    --grad-clip 1.0 ^
    --text-loss-weight 0.2 ^
    --mel-loss-weight 0.8 ^
    --amp ^
    --use-duration-control