specsGuy commited on
Commit
93a788b
·
verified ·
1 Parent(s): 01b3355

Update configuration_deepseekocr.py

Browse files
Files changed (1) hide show
  1. configuration_deepseekocr.py +1 -0
configuration_deepseekocr.py CHANGED
@@ -62,6 +62,7 @@ class DeepseekOCRConfig(PretrainedConfig):
62
  self.max_position_embeddings = max_position_embeddings
63
  self.moe_intermediate_size = moe_intermediate_size
64
  self.attention_dropout = kwargs.get("attention_dropout", 0.0)
 
65
 
66
 
67
  # Mixture of Experts & attention params
 
62
  self.max_position_embeddings = max_position_embeddings
63
  self.moe_intermediate_size = moe_intermediate_size
64
  self.attention_dropout = kwargs.get("attention_dropout", 0.0)
65
+ self.attention_bias = kwargs.get("attention_bias", False)
66
 
67
 
68
  # Mixture of Experts & attention params