kd13 commited on
Commit
75fcfd4
·
verified ·
1 Parent(s): 23a2e3f

Update configuration_vit.py

Browse files
Files changed (1) hide show
  1. configuration_vit.py +32 -1
configuration_vit.py CHANGED
@@ -1 +1,32 @@
1
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import PretrainedConfig
2
+
3
+ class CustomViTNanoV2Config(PretrainedConfig):
4
+ model_type = "custom_vit_nano"
5
+
6
+ def __init__(
7
+ self,
8
+ image_size=224,
9
+ patch_size=16,
10
+ in_chans=3,
11
+ num_classes=1000,
12
+ embed_dim=224,
13
+ depth=6,
14
+ num_heads=4,
15
+ mlp_hidden_dim=608,
16
+ stem_channels=(32, 64, 128),
17
+ dropout=0.0,
18
+ **kwargs,
19
+ ):
20
+ super().__init__(**kwargs)
21
+ self.image_size = image_size
22
+ self.patch_size = patch_size
23
+ self.in_chans = in_chans
24
+ self.num_classes = num_classes
25
+ self.embed_dim = embed_dim
26
+ self.depth = depth
27
+ self.num_heads = num_heads
28
+ self.mlp_hidden_dim = mlp_hidden_dim
29
+ self.stem_channels = stem_channels
30
+ self.dropout = dropout
31
+
32
+ CustomViTNanoV2Config.register_for_auto_class()