Some tensors are transposed lmao

generate_imatrix.py

@@ -792,7 +792,11 @@ class TransformerRunner:
             # Gated attention output
             if gate_w is not None:
                 self._record(f'{pfx}.attn_gate.weight', attn_result)
-                attn_out_vec = attn_result @ gate_w.T
+                # Some GGUF tensors are transposed. Ensure output matches hidden dim.
+                if gate_w.shape[1] == hidden.shape[-1]:
+                    attn_out_vec = attn_result @ gate_w
+                else:
+                    attn_out_vec = attn_result @ gate_w.T
 
         # ── SSM path ──
         ssm_alpha_w = self._get_weight(f'{pfx}.ssm_alpha.weight')