Juna190825 commited on
Commit
c8a1b27
·
verified ·
1 Parent(s): fca448d

Update run_training.sh

Browse files
Files changed (1) hide show
  1. run_training.sh +13 -1
run_training.sh CHANGED
@@ -1,4 +1,8 @@
1
  #!/bin/bash
 
 
 
 
2
  # Train Moses model
3
  /workspace/mosesdecoder/scripts/training/train-model.perl \
4
  -root-dir /workspace/model \
@@ -8,8 +12,16 @@
8
  -reordering msd-bidirectional-fe \
9
  -lm 0:3:/workspace/kenlm/build/bin/lmplz -external-bin-dir /workspace/tools
10
 
 
 
11
  # Decode test set
12
  /workspace/mosesdecoder/bin/moses -f /workspace/model/model/moses.ini < /workspace/test.zomi.txt > /workspace/test.output.en
13
 
 
 
14
  # Compute BLEU
15
- sacrebleu /workspace/test.en.txt -i /workspace/test.output.en -m bleu -b -w 2 > /workspace/BLEU.score.txt
 
 
 
 
 
1
  #!/bin/bash
2
+ set -e
3
+
4
+ echo "=== Starting Moses SMT training ==="
5
+
6
  # Train Moses model
7
  /workspace/mosesdecoder/scripts/training/train-model.perl \
8
  -root-dir /workspace/model \
 
12
  -reordering msd-bidirectional-fe \
13
  -lm 0:3:/workspace/kenlm/build/bin/lmplz -external-bin-dir /workspace/tools
14
 
15
+ echo "=== Training complete. Decoding test set... ==="
16
+
17
  # Decode test set
18
  /workspace/mosesdecoder/bin/moses -f /workspace/model/model/moses.ini < /workspace/test.zomi.txt > /workspace/test.output.en
19
 
20
+ echo "=== Decoding complete. Computing BLEU score... ==="
21
+
22
  # Compute BLEU
23
+ BLEU=$(sacrebleu /workspace/test.en.txt -i /workspace/test.output.en -m bleu -b -w 2)
24
+
25
+ echo "=== BLEU evaluation finished ==="
26
+ echo "BLEU score: $BLEU"
27
+ echo "You can now use the Translation and BLEU Evaluation tabs in Gradio."