Update configuration_deepseekocr.py
Browse files
configuration_deepseekocr.py
CHANGED
|
@@ -62,6 +62,7 @@ class DeepseekOCRConfig(PretrainedConfig):
|
|
| 62 |
self.max_position_embeddings = max_position_embeddings
|
| 63 |
self.moe_intermediate_size = moe_intermediate_size
|
| 64 |
self.attention_dropout = kwargs.get("attention_dropout", 0.0)
|
|
|
|
| 65 |
|
| 66 |
|
| 67 |
# Mixture of Experts & attention params
|
|
|
|
| 62 |
self.max_position_embeddings = max_position_embeddings
|
| 63 |
self.moe_intermediate_size = moe_intermediate_size
|
| 64 |
self.attention_dropout = kwargs.get("attention_dropout", 0.0)
|
| 65 |
+
self.attention_bias = kwargs.get("attention_bias", False)
|
| 66 |
|
| 67 |
|
| 68 |
# Mixture of Experts & attention params
|