Update modeling.py
Browse files- modeling.py +1 -1
modeling.py
CHANGED
|
@@ -630,7 +630,7 @@ class ExtendedMptModel(MptPreTrainedModel):
|
|
| 630 |
self.sim_threshold = config.attn_config.sim_threshold
|
| 631 |
self.topk = config.attn_config.topk
|
| 632 |
self.use_external_mind = config.use_external_mind
|
| 633 |
-
self.use_external_mind_by_layer = config.use_external_mind_by_layer
|
| 634 |
|
| 635 |
def get_input_embeddings(self):
|
| 636 |
return self.wte
|
|
|
|
| 630 |
self.sim_threshold = config.attn_config.sim_threshold
|
| 631 |
self.topk = config.attn_config.topk
|
| 632 |
self.use_external_mind = config.use_external_mind
|
| 633 |
+
self.use_external_mind_by_layer = config.attn_config.use_external_mind_by_layer
|
| 634 |
|
| 635 |
def get_input_embeddings(self):
|
| 636 |
return self.wte
|