src/config.py

class Config:
    def __init__(self):
        self.encoder_layer = 6
        self.decoder_layer = 6
        self.embed_dim = 512
        self.num_heads = 8
        self.drop_out = 0.1
        self.max_len = 256
        self.vocab_size = 30_000
        self.wmt_zh_en_path = "data/wmt_zh_en_training_corpus.csv"
        self.tokenizer_file = "checkpoints/tokenizer.json"
        self.batch_size = 64
        self.compile = False
        self.seed = 42
        self.val_ratio = 0.1
        self.num_workers = 4
        self.pin_memory = True
        self.tensorboard_dir = "log/tensorboard"
        self.checkpoint_dir = "log/checkpoint"

        self.base_lr = 3e-4
        self.betas = (0.9, 0.98)
        self.eps = 1e-9
        self.weight_decay = 0.1
        self.warmup_ratio = 0.005
        self.start_factor = 1e-3
        self.end_factor = 1.0
        self.eta_min = 3e-6
        self.max_epochs = 1

        self.data_cache_dir = "data/cache.pickle"
        self.use_cache = True

        self.every_n_train_steps = 10000