File size: 555 Bytes
4b70876
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
from transformers import PretrainedConfig

class Evo2ExonConfig(PretrainedConfig):
    model_type = "evo2_exon_classifier"

    def __init__(self,
                 embedding_dim: int = 8192,   # match your input width
                 hidden_dim:    int = 1024,   # width of hidden layers
                 num_hidden_layers: int = 1,  # depth ≥1
                 **kwargs):
        super().__init__(**kwargs)
        self.embedding_dim      = embedding_dim
        self.hidden_dim         = hidden_dim
        self.num_hidden_layers  = num_hidden_layers