src/config.py

from dataclasses import dataclass, field

# ---- Hyperparameter configuration ----

@dataclass
class HPARAMS:
    # common
    seed: int = 42
    url: str = "https://ai.stanford.edu/~amaas/data/sentiment/aclImdb_v1.tar.gz"

    scheduler_hparams: dict = field(default_factory=lambda: {
        "factor": 0.5,
        "patience": 2,
        "mode": "min"
    })
    
    # BiGRU hparams
    max_seq_len_gru: int = 256
    batch_size_gru: int = 128
    vocab_size: int = 10000
    glove_txt_path: str = ("/mnt/e/ML_Files/PreTrained_Models/GloVe_Embeddings/glove.2024.wikigiga"
                           ".200d/wiki_giga_2024_200_MFT20_vectors_seed_2024_alpha_0.75_eta_0.05_combined.txt")
    
    model_hparams_gru: dict = field(default_factory=lambda: {
        "embedding_dim": 128,
        "hidden_size": 128,
        "dropout": 0.12,
        "num_gru_layers": 2,
        "use_dense": False,
        "dense_dropout_prob": 0.1
    })

    optimizer_hparams_gru: dict = field(default_factory=lambda: {
        "lr": 1e-3,
        "weight_decay": 5e-4
    })

    trainer_hparams_gru: dict = field(default_factory=lambda: {
        "n_epochs": 20,
        "use_early_stopping" : True,
        "early_stopping_patience" : 3,
        "scheduler_monitor" : "val_loss",
        "restore_best_model": True,
    })
    
    # Transformer hparams
    max_seq_len_transformer:int = 288
    #transformer_path: str = "/mnt/e/ML_Files/PreTrained_Models/HuggingFace/deberta-v3-base/"
    transformer_path: str = "/mnt/d/ML-Files/PreTrained-Models/HuggingFace/Transformer-Encoder/microsoft_deberta-v3-base/"
    batch_size_transformer: int = 32
    transformer_fc_dropout: float = 0.1
    
    optimizer_hparams_transformer: dict = field(default_factory=lambda: {
        "lr": 3e-5,
        "weight_decay": 5e-4
    })

    trainer_hparams_transformer: dict = field(default_factory=lambda: {
        "n_epochs": 5,
        "use_early_stopping" : True,
        "early_stopping_patience" : 2,
        "scheduler_monitor" : "val_loss",
        "restore_best_model": False,
    })
    
hp = HPARAMS()