File size: 673 Bytes
5afaf54 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
from transformers import PretrainedConfig
class ESPFormerConfig(PretrainedConfig):
model_type = "ESPFormer"
def __init__(self,
input_dim = 20,
embed_dim = 128,
num_heads = 8,
num_layers = 2,
seq_length = 1280,
num_classes = 2,
dropout = 0.1,
**kwargs):
super().__init__(**kwargs)
self.input_dim = input_dim
self.embed_dim = embed_dim
self.num_heads = num_heads
self.num_layers = num_layers
self.seq_length = seq_length
self.num_classes = num_classes
self.dropout = dropout
|