Qwen attention tensors

hexstate_requantize.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python3
 """
-HexState GGUF Re-Quantizer — GGUF-to-GGUF HPC quantization.
+HExState GGUF Re-Quantizer — GGUF-to-GGUF HPC quantization.
 
 Reads a source GGUF (F16/BF16/F32), copies all metadata verbatim,
 and re-quantizes eligible weight tensors using the HExState HPC engine
@@ -603,7 +603,7 @@ def is_attention_tensor(name):
     These are the most sensitive to quantization and get promoted to Q4_0."""
     attn_patterns = [
         'attn_q.weight', 'attn_k.weight', 'attn_v.weight', 'attn_output.weight',
-        'attn_qkv.weight',
+        'attn_qkv.weight', 'attn_gate.weight',
         'self_attn.q_proj.weight', 'self_attn.k_proj.weight',
         'self_attn.v_proj.weight', 'self_attn.o_proj.weight',
         # Qwen 3.6 DeltaNet SSM projections — treat as attention-class