Commit ·
b2a7b14
1
Parent(s): de97b5e
fixes
Browse files
__pycache__/configuration_minitransformer.cpython-312.pyc
CHANGED
|
Binary files a/__pycache__/configuration_minitransformer.cpython-312.pyc and b/__pycache__/configuration_minitransformer.cpython-312.pyc differ
|
|
|
__pycache__/modeling_minitransformer.cpython-312.pyc
CHANGED
|
Binary files a/__pycache__/modeling_minitransformer.cpython-312.pyc and b/__pycache__/modeling_minitransformer.cpython-312.pyc differ
|
|
|
modeling_minitransformer.py
CHANGED
|
@@ -190,7 +190,7 @@ class MiniTransformer(PreTrainedModel):
|
|
| 190 |
config_class = MiniTransformerConfig
|
| 191 |
|
| 192 |
def __init__(self, config) -> None:
|
| 193 |
-
super(
|
| 194 |
self.num_layers = config.num_layers
|
| 195 |
assert config.dim % config.num_heads == 0, f"dim ({self.dim}) must be divisible num_heads ({self.num_heads})"
|
| 196 |
self.head_dim = config.dim // config.num_heads
|
|
|
|
| 190 |
config_class = MiniTransformerConfig
|
| 191 |
|
| 192 |
def __init__(self, config) -> None:
|
| 193 |
+
super(MiniTransformer, self).__init__(config)
|
| 194 |
self.num_layers = config.num_layers
|
| 195 |
assert config.dim % config.num_heads == 0, f"dim ({self.dim}) must be divisible num_heads ({self.num_heads})"
|
| 196 |
self.head_dim = config.dim // config.num_heads
|