| | |
| | from transformers import PretrainedConfig |
| |
|
| |
|
| | class DownsamplerConfig(PretrainedConfig): |
| | model_type = 'downsampler' |
| | _auto_class = 'AutoConfig' |
| |
|
| | def __init__( |
| | self, |
| | kernel_size=1, |
| | stride=1, |
| | visual_hidden_size=4096, |
| | llm_hidden_size=4096, |
| | depth=2, |
| | hidden_act='gelu', |
| | bias=False, |
| | **kwargs, |
| | ): |
| | self.visual_hidden_size = visual_hidden_size |
| | self.llm_hidden_size = llm_hidden_size |
| | self.depth = depth |
| | self.hidden_act = hidden_act |
| | self.bias = bias |
| | self.kernel_size = kernel_size |
| | self.stride = stride |
| | super().__init__(**kwargs) |
| |
|
