Commit
·
abe153e
1
Parent(s):
6ce0353
fix
Browse files
__pycache__/attn.cpython-312.pyc
ADDED
|
Binary file (12.7 kB). View file
|
|
|
__pycache__/configuration_minimamba.cpython-312.pyc
CHANGED
|
Binary files a/__pycache__/configuration_minimamba.cpython-312.pyc and b/__pycache__/configuration_minimamba.cpython-312.pyc differ
|
|
|
__pycache__/norms.cpython-312.pyc
CHANGED
|
Binary files a/__pycache__/norms.cpython-312.pyc and b/__pycache__/norms.cpython-312.pyc differ
|
|
|
configuration_minimamba.py
CHANGED
|
@@ -126,6 +126,7 @@ class MiniMambaConfig(PretrainedConfig):
|
|
| 126 |
self.num_epochs = num_epochs
|
| 127 |
self.global_bsz = global_bsz
|
| 128 |
self.bsz = bsz
|
|
|
|
| 129 |
self.warmup_steps = warmup_steps
|
| 130 |
self.eval_period = eval_period
|
| 131 |
self.save_period = save_period
|
|
|
|
| 126 |
self.num_epochs = num_epochs
|
| 127 |
self.global_bsz = global_bsz
|
| 128 |
self.bsz = bsz
|
| 129 |
+
self.mlp_scale = mlp_scale
|
| 130 |
self.warmup_steps = warmup_steps
|
| 131 |
self.eval_period = eval_period
|
| 132 |
self.save_period = save_period
|