Update configuration_HelpingAI.py

configuration_HelpingAI.py

@@ -34,6 +34,7 @@ class HelpingAIConfig(PretrainedConfig):
         use_cache=True,
         hidden_activation=None,
         rope_theta=10000,
+        rope_pct=0.25
         attention_bias=False,
         attention_dropout=0.0,
         num_experts_per_tok=2,
@@ -63,5 +64,5 @@ class HelpingAIConfig(PretrainedConfig):
         self.num_local_experts = num_local_experts
         self.router_aux_loss_coef = router_aux_loss_coef
         self.output_router_logits = output_router_logits
-        self.rope_pct = rope_pct 
+        self.rope_pct = rope_pct
         super().__init__(**kwargs)