Update modeling_minicpm.py
Browse files- modeling_minicpm.py +1 -1
modeling_minicpm.py
CHANGED
|
@@ -755,7 +755,7 @@ class MiniCPMSdpaAttention(MiniCPMAttention):
|
|
| 755 |
|
| 756 |
MINICPM_ATTENTION_CLASSES = {
|
| 757 |
"eager": MiniCPMAttention,
|
| 758 |
-
|
| 759 |
"sdpa": MiniCPMSdpaAttention,
|
| 760 |
}
|
| 761 |
|
|
|
|
| 755 |
|
| 756 |
MINICPM_ATTENTION_CLASSES = {
|
| 757 |
"eager": MiniCPMAttention,
|
| 758 |
+
#"flash_attention_2": MiniCPMFlashAttention2,
|
| 759 |
"sdpa": MiniCPMSdpaAttention,
|
| 760 |
}
|
| 761 |
|