Spaces:
Sleeping
Sleeping
Update run_training.sh
Browse files- run_training.sh +13 -1
run_training.sh
CHANGED
|
@@ -1,4 +1,8 @@
|
|
| 1 |
#!/bin/bash
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
# Train Moses model
|
| 3 |
/workspace/mosesdecoder/scripts/training/train-model.perl \
|
| 4 |
-root-dir /workspace/model \
|
|
@@ -8,8 +12,16 @@
|
|
| 8 |
-reordering msd-bidirectional-fe \
|
| 9 |
-lm 0:3:/workspace/kenlm/build/bin/lmplz -external-bin-dir /workspace/tools
|
| 10 |
|
|
|
|
|
|
|
| 11 |
# Decode test set
|
| 12 |
/workspace/mosesdecoder/bin/moses -f /workspace/model/model/moses.ini < /workspace/test.zomi.txt > /workspace/test.output.en
|
| 13 |
|
|
|
|
|
|
|
| 14 |
# Compute BLEU
|
| 15 |
-
sacrebleu /workspace/test.en.txt -i /workspace/test.output.en -m bleu -b -w 2
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
#!/bin/bash
|
| 2 |
+
set -e
|
| 3 |
+
|
| 4 |
+
echo "=== Starting Moses SMT training ==="
|
| 5 |
+
|
| 6 |
# Train Moses model
|
| 7 |
/workspace/mosesdecoder/scripts/training/train-model.perl \
|
| 8 |
-root-dir /workspace/model \
|
|
|
|
| 12 |
-reordering msd-bidirectional-fe \
|
| 13 |
-lm 0:3:/workspace/kenlm/build/bin/lmplz -external-bin-dir /workspace/tools
|
| 14 |
|
| 15 |
+
echo "=== Training complete. Decoding test set... ==="
|
| 16 |
+
|
| 17 |
# Decode test set
|
| 18 |
/workspace/mosesdecoder/bin/moses -f /workspace/model/model/moses.ini < /workspace/test.zomi.txt > /workspace/test.output.en
|
| 19 |
|
| 20 |
+
echo "=== Decoding complete. Computing BLEU score... ==="
|
| 21 |
+
|
| 22 |
# Compute BLEU
|
| 23 |
+
BLEU=$(sacrebleu /workspace/test.en.txt -i /workspace/test.output.en -m bleu -b -w 2)
|
| 24 |
+
|
| 25 |
+
echo "=== BLEU evaluation finished ==="
|
| 26 |
+
echo "BLEU score: $BLEU"
|
| 27 |
+
echo "You can now use the Translation and BLEU Evaluation tabs in Gradio."
|