import torch import torch.nn as nn from transformers import RobertaModel from app.config import ROBERTA_MODEL_NAME class RobertaMultiOutputModel(nn.Module): def __init__(self, num_labels): super(RobertaMultiOutputModel, self).__init__() self.roberta = RobertaModel.from_pretrained(ROBERTA_MODEL_NAME) self.dropout = nn.Dropout(0.3) self.classifiers = nn.ModuleList([ nn.Linear(self.roberta.config.hidden_size, n_classes) for n_classes in num_labels ]) def forward(self, input_ids, attention_mask): output = self.roberta(input_ids=input_ids, attention_mask=attention_mask) pooled_output = output.pooler_output pooled_output = self.dropout(pooled_output) return [classifier(pooled_output) for classifier in self.classifiers]