Update modeling_neollm.py

modeling_neollm.py

@@ -2634,6 +2634,8 @@ class NeoLLMPreTrainedModel(PreTrainedModel):
     base_model_prefix            = "model"
     supports_gradient_checkpointing = True
     _no_split_modules            = ["NeoLLMDecoderLayer"]
+    _supports_attention_backend  = True
+    _supports_flash_attn         = True
     _supports_flash_attn_2       = True
     _supports_sdpa               = True
     _is_stateful                 = True