import numpy as np import os import random import torch import torch.nn as nn def get_activation_function(activation_str): if activation_str.lower() == "relu": return nn.ReLU() elif activation_str.lower() == "linear": return lambda x: x elif activation_str.lower() == "gelu": return nn.GELU() def seed_everything(seed): os.environ["PL_GLOBAL_SEED"] = str(seed) random.seed(seed) np.random.seed(seed) torch.manual_seed(seed) torch.cuda.manual_seed(seed) torch.cuda.manual_seed_all(seed) print(f"Random seed set as {seed}")