Commit
·
ddf1d02
1
Parent(s):
ee3b96f
update
Browse files
classification/configuration_bbb.py
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from transformers import PretrainedConfig
|
| 2 |
+
|
| 3 |
+
class BBBConfig(PretrainedConfig):
|
| 4 |
+
model_type = "bbb-model"
|
| 5 |
+
|
| 6 |
+
def __init__(
|
| 7 |
+
self,
|
| 8 |
+
d_tab : int = 384,
|
| 9 |
+
d_img: int = 2048,
|
| 10 |
+
d_txt: int = 768,
|
| 11 |
+
proj_dim: int = 2048,
|
| 12 |
+
dropout: float = 0.1,
|
| 13 |
+
task: str = 'classification',
|
| 14 |
+
**kwargs):
|
| 15 |
+
|
| 16 |
+
self.d_tab = d_tab
|
| 17 |
+
self.d_img = d_img
|
| 18 |
+
self.d_txt = d_txt
|
| 19 |
+
self.proj_dim = proj_dim
|
| 20 |
+
self.dropout = dropout
|
| 21 |
+
self.task = task
|
| 22 |
+
super().__init__(**kwargs)
|