File size: 662 Bytes
4d3248c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | uv run python trainers/train_gpt_v2.py \
--train-manifest processed_data_2/gpt_pairs_train.jsonl \
--val-manifest processed_data_2/gpt_pairs_val.jsonl \
--tokenizer checkpoints/japanese_bpe.model \
--config checkpoints/config.yaml \
--base-checkpoint checkpoints/gpt_old.pth \
--output-dir trained_ckpts_paired \
--batch-size 32 \
--grad-accumulation 1 \
--epochs 10 \
--learning-rate 1e-5 \
--weight-decay 0.01 \
--warmup-steps 1000 \
--log-interval 1 \
--val-interval 2000 \
--grad-clip 1.0 \
--text-loss-weight 0.2 \
--mel-loss-weight 0.8 \
--amp \
--resume auto
|