Update configuration.py
Browse files- configuration.py +1 -0
configuration.py
CHANGED
|
@@ -13,4 +13,5 @@ class CustomConfig(PretrainedConfig):
|
|
| 13 |
self.n_vocab = 50257
|
| 14 |
self.d_head = 128
|
| 15 |
self.num_attention_heads = 64
|
|
|
|
| 16 |
super().__init__(**kwargs)
|
|
|
|
| 13 |
self.n_vocab = 50257
|
| 14 |
self.d_head = 128
|
| 15 |
self.num_attention_heads = 64
|
| 16 |
+
self.hidden_size = 8192
|
| 17 |
super().__init__(**kwargs)
|