Mike0021 commited on
Commit
2ade38a
·
verified ·
1 Parent(s): 46467b5

export via wrapper

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -516,13 +516,12 @@ def aoti_diag() -> str:
516
 
517
  with torch.no_grad():
518
  exported = torch.export.export(
519
- aoti_attention.sparse_attention_functional,
520
  args=(
521
  q.transpose(1, 2), k.transpose(1, 2), v.transpose(1, 2),
522
  gate.transpose(1, 2), geometry.untile_index,
523
  geometry.variable_block_sizes, geometry.tile_divisor,
524
  ),
525
- kwargs={"topk": geometry.topk, "num_prefix_tiles": geometry.num_prefix_tiles},
526
  )
527
  package = "/tmp/vsa_sparse_aoti.pt2"
528
  aoti_compile_and_package(exported, package_path=package)
 
516
 
517
  with torch.no_grad():
518
  exported = torch.export.export(
519
+ aoti_attention.sparse_module(geometry.topk, geometry.num_prefix_tiles),
520
  args=(
521
  q.transpose(1, 2), k.transpose(1, 2), v.transpose(1, 2),
522
  gate.transpose(1, 2), geometry.untile_index,
523
  geometry.variable_block_sizes, geometry.tile_divisor,
524
  ),
 
525
  )
526
  package = "/tmp/vsa_sparse_aoti.pt2"
527
  aoti_compile_and_package(exported, package_path=package)