Update moep.py
Browse files
moep.py
CHANGED
|
@@ -294,6 +294,7 @@ class MoEPLMConfig(PretrainedConfig):
|
|
| 294 |
|
| 295 |
class MoEPModel(PreTrainedModel):
|
| 296 |
config_class = MoEPLMConfig
|
|
|
|
| 297 |
|
| 298 |
def __init__(self, config: MoEPLMConfig):
|
| 299 |
super().__init__(config)
|
|
@@ -443,6 +444,7 @@ class MoEPModel(PreTrainedModel):
|
|
| 443 |
|
| 444 |
class MoEPForCausalLM(PreTrainedModel):
|
| 445 |
config_class = MoEPLMConfig
|
|
|
|
| 446 |
|
| 447 |
def __init__(self, config: MoEPLMConfig):
|
| 448 |
super().__init__(config)
|
|
|
|
| 294 |
|
| 295 |
class MoEPModel(PreTrainedModel):
|
| 296 |
config_class = MoEPLMConfig
|
| 297 |
+
base_model_prefix = "model"
|
| 298 |
|
| 299 |
def __init__(self, config: MoEPLMConfig):
|
| 300 |
super().__init__(config)
|
|
|
|
| 444 |
|
| 445 |
class MoEPForCausalLM(PreTrainedModel):
|
| 446 |
config_class = MoEPLMConfig
|
| 447 |
+
base_model_prefix = "model"
|
| 448 |
|
| 449 |
def __init__(self, config: MoEPLMConfig):
|
| 450 |
super().__init__(config)
|