File size: 790 Bytes
34b7f15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from transformers import PreTrainedConfig

class MultiTaskToxicityConfig(PreTrainedConfig):
    model_type = "multitask_toxicity"
    def __init__(self, encoder_name="cointegrated/rubert-tiny2", labels=None,

                 thresholds=None, max_length=128, dropout=0.15, **kwargs):
        super().__init__(**kwargs)
        self.encoder_name = encoder_name
        self.labels = labels or ["profanity", "threat", "illegal"]
        self.thresholds = thresholds or {label: 0.5 for label in self.labels}
        self.max_length = int(max_length)
        self.dropout = float(dropout)
        self.num_labels = len(self.labels)
        self.id2label = {i: label for i, label in enumerate(self.labels)}
        self.label2id = {label: i for i, label in enumerate(self.labels)}