Update README.md (EasyDeL auto-generated)

README.md

@@ -6,7 +6,7 @@ tags:
   - jax
   - "glm4v"
   - "CausalLM"
-  - "auto"
+  - "blocksparse"
 ---
 
 <p align="center">
@@ -19,17 +19,15 @@ tags:
   A model compatible with the EasyDeL JAX stack.
 </div>
 
-<div align="center">
-  <a href="https://huggingface.co/EasyDeL/GLM-4.6V-Flash">
-    <img src="https://img.shields.io/static/v1?label=HF&message=EasyDeL/GLM-4.6V-Flash&color=FFD21E&style=flat-square" alt="HuggingFace Repo" />
-  </a>
-  <a href="https://github.com/erfanzar/EasyDeL">
-    <img src="https://img.shields.io/static/v1?label=EasyDeL&message=v0.2.0&color=0B5FFF&style=flat-square" alt="EasyDeL Version" />
-  </a>
+<p align="center">
+  <a>
+  <img src="https://img.shields.io/static/v1?label=HF&message=EasyDeL/GLM-4.6V-Flash&color=FFD21E&style=flat-square" alt="HuggingFace Repo" />
+  <img src="https://img.shields.io/static/v1?label=EasyDeL&message=v0.2.0&color=0B5FFF&style=flat-square" alt="EasyDeL Version" />
   <img src="https://img.shields.io/static/v1?label=Model&message=glm4v&color=0A66C2&style=flat-square" alt="Model Type" />
   <img src="https://img.shields.io/static/v1?label=Task&message=CausalLM&color=2EAD4D&style=flat-square" alt="Task" />
-  <img src="https://img.shields.io/static/v1?label=Attention&message=auto&color=8A2BE2&style=flat-square" alt="Attention Mechanism" />
-</div>
+  <img src="https://img.shields.io/static/v1?label=Attention&message=blocksparse&color=8A2BE2&style=flat-square" alt="Attention Mechanism" />
+  </a>
+</p>
 
 ## Overview
 
@@ -52,7 +50,7 @@ model = ed.AutoEasyDeLModelForCausalLM.from_pretrained(
     precision=lax.Precision("fastest"),
     config_kwargs=ed.EasyDeLBaseConfigDict(
         attn_dtype=dtype,
-        attn_mechanism=ed.AttentionMechanisms.AUTO,
+        attn_mechanism=ed.AttentionMechanisms.SPLASH,
         fsdp_is_ep_bound=True,
         sp_is_ep_bound=True,
         moe_method=ed.MoEMethods.FUSED_MOE,