Update configuration_super_linear.py
Browse files
configuration_super_linear.py
CHANGED
|
@@ -70,6 +70,7 @@ class SuperLinearConfig(PretrainedConfig):
|
|
| 70 |
self.linear_checkpoints_path = linear_checkpoints_path
|
| 71 |
self.linear_checkpoints_dir = linear_checkpoints_dir
|
| 72 |
self.load_linear = load_linear
|
|
|
|
| 73 |
self.misc_moe = misc_moe
|
| 74 |
self.noisy_gating_std = noisy_gating_std
|
| 75 |
self.noisy_gating_std_decay = noisy_gating_std_decay
|
|
|
|
| 70 |
self.linear_checkpoints_path = linear_checkpoints_path
|
| 71 |
self.linear_checkpoints_dir = linear_checkpoints_dir
|
| 72 |
self.load_linear = load_linear
|
| 73 |
+
self.load_weights = load_weights
|
| 74 |
self.misc_moe = misc_moe
|
| 75 |
self.noisy_gating_std = noisy_gating_std
|
| 76 |
self.noisy_gating_std_decay = noisy_gating_std_decay
|