diag fix: None gate
Browse files
app.py
CHANGED
|
@@ -480,7 +480,7 @@ def aoti_diag() -> str:
|
|
| 480 |
f"tiles {geometry.n_tiles}, topk {geometry.topk}", ""]
|
| 481 |
|
| 482 |
def eager(gate_h):
|
| 483 |
-
return vsa_h3.sparse_attention(q, k, v, gate_h.transpose(1, 2), geometry)
|
| 484 |
|
| 485 |
def functional(gate_h):
|
| 486 |
return aoti_attention.sparse_attention_functional(
|
|
|
|
| 480 |
f"tiles {geometry.n_tiles}, topk {geometry.topk}", ""]
|
| 481 |
|
| 482 |
def eager(gate_h):
|
| 483 |
+
return vsa_h3.sparse_attention(q, k, v, None if gate_h is None else gate_h.transpose(1, 2), geometry)
|
| 484 |
|
| 485 |
def functional(gate_h):
|
| 486 |
return aoti_attention.sparse_attention_functional(
|