Mike0021 commited on
Commit
16aa819
·
verified ·
1 Parent(s): e1a2a10

diag: resolve kernel at load

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -222,6 +222,8 @@ def load_models() -> str | None:
222
  if ATTENTION == "vsa":
223
  VSA_BLOCKS, VSA_GATES = vsa_h3.install(pipe.transformer, sparsity=VSA_SPARSITY)
224
  print(f"[gen] VSA-H3 on {VSA_BLOCKS} blocks, {VSA_GATES} trained gates", flush=True)
 
 
225
  else:
226
  pipe.transformer.set_attention_backend(ATTENTION)
227
 
 
222
  if ATTENTION == "vsa":
223
  VSA_BLOCKS, VSA_GATES = vsa_h3.install(pipe.transformer, sparsity=VSA_SPARSITY)
224
  print(f"[gen] VSA-H3 on {VSA_BLOCKS} blocks, {VSA_GATES} trained gates", flush=True)
225
+ # Resolve the sparse kernel now (CPU-side import only) so the log shows the outcome at startup.
226
+ vsa_h3._resolve_cuda_sparse_op()
227
  else:
228
  pipe.transformer.set_attention_backend(ATTENTION)
229