Update configuration_HelpingAI.py
Browse files
configuration_HelpingAI.py
CHANGED
|
@@ -41,7 +41,7 @@ class HelpingAIConfig(PretrainedConfig):
|
|
| 41 |
num_local_experts=8,
|
| 42 |
router_aux_loss_coef=0.02,
|
| 43 |
output_router_logits=False,
|
| 44 |
-
rope_pct=None,
|
| 45 |
**kwargs,
|
| 46 |
):
|
| 47 |
self.vocab_size = vocab_size
|
|
|
|
| 41 |
num_local_experts=8,
|
| 42 |
router_aux_loss_coef=0.02,
|
| 43 |
output_router_logits=False,
|
| 44 |
+
# rope_pct=None,
|
| 45 |
**kwargs,
|
| 46 |
):
|
| 47 |
self.vocab_size = vocab_size
|