export via wrapper
Browse files
app.py
CHANGED
|
@@ -516,13 +516,12 @@ def aoti_diag() -> str:
|
|
| 516 |
|
| 517 |
with torch.no_grad():
|
| 518 |
exported = torch.export.export(
|
| 519 |
-
aoti_attention.
|
| 520 |
args=(
|
| 521 |
q.transpose(1, 2), k.transpose(1, 2), v.transpose(1, 2),
|
| 522 |
gate.transpose(1, 2), geometry.untile_index,
|
| 523 |
geometry.variable_block_sizes, geometry.tile_divisor,
|
| 524 |
),
|
| 525 |
-
kwargs={"topk": geometry.topk, "num_prefix_tiles": geometry.num_prefix_tiles},
|
| 526 |
)
|
| 527 |
package = "/tmp/vsa_sparse_aoti.pt2"
|
| 528 |
aoti_compile_and_package(exported, package_path=package)
|
|
|
|
| 516 |
|
| 517 |
with torch.no_grad():
|
| 518 |
exported = torch.export.export(
|
| 519 |
+
aoti_attention.sparse_module(geometry.topk, geometry.num_prefix_tiles),
|
| 520 |
args=(
|
| 521 |
q.transpose(1, 2), k.transpose(1, 2), v.transpose(1, 2),
|
| 522 |
gate.transpose(1, 2), geometry.untile_index,
|
| 523 |
geometry.variable_block_sizes, geometry.tile_divisor,
|
| 524 |
),
|
|
|
|
| 525 |
)
|
| 526 |
package = "/tmp/vsa_sparse_aoti.pt2"
|
| 527 |
aoti_compile_and_package(exported, package_path=package)
|