Added files

transformer_from_scratch/config.py

@@ -21,7 +21,7 @@ def get_weights_file_path(config, epoch):
     model_folder = config["model_folder"]
     model_basename = config["model_basename"]
     model_filename = f"{model_basename}{epoch}.pt"
-    return str(Path(".") / model_folder / model_basename / model_filename)
+    return str(Path('.') / model_folder / model_filename)
 
 
 def latest_weights_file_path(config):

transformer_from_scratch/train.py

@@ -3,6 +3,7 @@ from pathlib import Path
 import torch
 import torch.nn as nn
 import torchmetrics
+from torchmetrics.text import BLEUScore, CharErrorRate, WordErrorRate
 
 from datasets import load_dataset
 from tokenizers import Tokenizer
@@ -88,19 +89,19 @@ def run_validation(model, validation_ds, tokenizer_src, tokenizer_tgt, max_len,
 
         # Evaluate the character error rate
         # Compute the char error rate
-        metric = torchmetrics.CharErrorRate()
+        metric = CharErrorRate()
         cer = metric(predicted, expected)
         writer.add_scalar('validation cer', cer, global_step)
         writer.flush()
 
         # Compute the word error rate
-        metric = torchmetrics.WordErrorRate()
+        metric = WordErrorRate()
         wer = metric(predicted, expected)
         writer.add_scalar('validation wer', wer, global_step)
         writer.flush()
 
         # Compute the BLEU metric
-        metric = torchmetrics.BLEUScore()
+        metric = BLEUScore()
         bleu = metric(predicted, expected)
         writer.add_scalar('validation BLEU', bleu, global_step)
         writer.flush()