Adding pure_attn to config
Browse files- configuration_hymba.py +2 -1
configuration_hymba.py
CHANGED
|
@@ -108,7 +108,8 @@ class HymbaConfig(PretrainedConfig):
|
|
| 108 |
self.attn_implementation_new = attn_implementation_new
|
| 109 |
|
| 110 |
self.rope_type = rope_type
|
| 111 |
-
|
|
|
|
| 112 |
|
| 113 |
super().__init__(
|
| 114 |
pad_token_id=pad_token_id,
|
|
|
|
| 108 |
self.attn_implementation_new = attn_implementation_new
|
| 109 |
|
| 110 |
self.rope_type = rope_type
|
| 111 |
+
|
| 112 |
+
self.pure_attn = pure_attn
|
| 113 |
|
| 114 |
super().__init__(
|
| 115 |
pad_token_id=pad_token_id,
|