diag: resolve kernel at load
Browse files
app.py
CHANGED
|
@@ -222,6 +222,8 @@ def load_models() -> str | None:
|
|
| 222 |
if ATTENTION == "vsa":
|
| 223 |
VSA_BLOCKS, VSA_GATES = vsa_h3.install(pipe.transformer, sparsity=VSA_SPARSITY)
|
| 224 |
print(f"[gen] VSA-H3 on {VSA_BLOCKS} blocks, {VSA_GATES} trained gates", flush=True)
|
|
|
|
|
|
|
| 225 |
else:
|
| 226 |
pipe.transformer.set_attention_backend(ATTENTION)
|
| 227 |
|
|
|
|
| 222 |
if ATTENTION == "vsa":
|
| 223 |
VSA_BLOCKS, VSA_GATES = vsa_h3.install(pipe.transformer, sparsity=VSA_SPARSITY)
|
| 224 |
print(f"[gen] VSA-H3 on {VSA_BLOCKS} blocks, {VSA_GATES} trained gates", flush=True)
|
| 225 |
+
# Resolve the sparse kernel now (CPU-side import only) so the log shows the outcome at startup.
|
| 226 |
+
vsa_h3._resolve_cuda_sparse_op()
|
| 227 |
else:
|
| 228 |
pipe.transformer.set_attention_backend(ATTENTION)
|
| 229 |
|