Rick-AdaptKey commited on
Commit
f14dcd4
·
verified ·
1 Parent(s): b415be3

Upload configs/train_telecom-1.35M-v2.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. configs/train_telecom-1.35M-v2.sh +25 -0
configs/train_telecom-1.35M-v2.sh ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ # =============================================================================
3
+ # Telecom 1.35M-v2 Training Launch Script
4
+ # Date: 2025-01-15
5
+ # =============================================================================
6
+ set -e
7
+
8
+ echo "=========================================="
9
+ echo "Telecom 1.35M-v2 Fine-tuning"
10
+ echo "Started: $(date)"
11
+ echo "=========================================="
12
+
13
+ cd /models/telecom-1.35M-v2
14
+
15
+ torchrun --nproc-per-node=4 \
16
+ /scripts/nemo-configs/finetune_teleyaml.py \
17
+ --lora-dim 64 \
18
+ --lora-alpha 128 \
19
+ --lora-dropout 0.1 \
20
+ --config-file /scripts/nemo-configs/telecom-1.35M-v2.yaml \
21
+ 2>&1 | tee /models/telecom-1.35M-v2/training.log
22
+
23
+ echo "=========================================="
24
+ echo "Finished: $(date)"
25
+ echo "=========================================="