| from transformers import PretrainedConfig | |
| class FeelWiseConfig(PretrainedConfig): | |
| model_type = "FeelWiseEmotion" | |
| def __init__(self, d_model=256, max_len=500, input_vocab_size=50000, n_layers=1, n_head=8, d_ff=1024, num_classes=6, dropout=0.1, **kwargs): | |
| super().__init__(**kwargs) | |
| self.d_model = d_model | |
| self.max_len = max_len | |
| self.input_vocab_size = input_vocab_size | |
| self.n_layers = n_layers | |
| self.n_head = n_head | |
| self.d_ff = d_ff | |
| self.num_classes = num_classes | |
| self.dropout = dropout |