katuni4ka commited on
Commit
9367f7b
·
verified ·
1 Parent(s): b9ab571

Update configuration_deepseek_v32.py

Browse files
Files changed (1) hide show
  1. configuration_deepseek_v32.py +1 -1
configuration_deepseek_v32.py CHANGED
@@ -175,7 +175,7 @@ class DeepseekV32Config(PretrainedConfig):
175
  self.hidden_size = hidden_size
176
  self.intermediate_size = intermediate_size
177
  self.num_hidden_layers = num_hidden_layers
178
- self.firts_k_dense_replace = first_k_dense_replace
179
 
180
  self.moe_intermediate_size = moe_intermediate_size
181
  self.num_attention_heads = num_attention_heads
 
175
  self.hidden_size = hidden_size
176
  self.intermediate_size = intermediate_size
177
  self.num_hidden_layers = num_hidden_layers
178
+ self.first_k_dense_replace = first_k_dense_replace
179
 
180
  self.moe_intermediate_size = moe_intermediate_size
181
  self.num_attention_heads = num_attention_heads