File size: 483 Bytes
3a19a3f
 
 
 
 
 
 
 
 
 
 
7863a65
 
3a19a3f
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
from transformers import PretrainedConfig

class BBBConfig(PretrainedConfig):
  model_type = "bbb-model"

  def __init__(
    self,
    d_tab : int = 384, 
    d_img: int = 2048, 
    d_txt: int = 768, 
    proj_dim: int = 2048, 
    dropout: float = 0.1, 
    task: str = 'classification',
    **kwargs):

    self.d_tab = d_tab
    self.d_img = d_img
    self.d_txt = d_txt
    self.proj_dim = proj_dim
    self.dropout = dropout
    self.task = task
    super().__init__(**kwargs)