Akos Hadnagy
commited on
Commit
·
fc37e79
1
Parent(s):
9193c11
Update build with torch.compile support
Browse files- build/torch27-cxx11-rocm63-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so} +1 -1
- build/torch27-cxx11-rocm63-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so +0 -3
- build/torch27-cxx11-rocm63-x86_64-linux/megablocks/_ops.py +3 -3
- build/torch27-cxx11-rocm63-x86_64-linux/megablocks/layers.py +2 -0
- build/torch27-cxx11-rocm64-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so} +1 -1
- build/torch27-cxx11-rocm64-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so +0 -3
- build/torch27-cxx11-rocm64-x86_64-linux/megablocks/_ops.py +3 -3
- build/torch27-cxx11-rocm64-x86_64-linux/megablocks/layers.py +2 -0
- build/torch28-cxx11-rocm63-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so} +1 -1
- build/torch28-cxx11-rocm63-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so +0 -3
- build/torch28-cxx11-rocm63-x86_64-linux/megablocks/_ops.py +3 -3
- build/torch28-cxx11-rocm63-x86_64-linux/megablocks/layers.py +2 -0
- build/torch28-cxx11-rocm64-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so} +1 -1
- build/torch28-cxx11-rocm64-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so +0 -3
- build/torch28-cxx11-rocm64-x86_64-linux/megablocks/_ops.py +3 -3
- build/torch28-cxx11-rocm64-x86_64-linux/megablocks/layers.py +2 -0
- flake.lock +3 -3
- result +1 -1
- torch-ext/megablocks/_megablocks_g6r5q4zwqmcls.abi3.so +0 -3
- torch-ext/megablocks/_megablocks_lboajlxwrdgqk.abi3.so +0 -3
- torch-ext/megablocks/_megablocks_twnwbxx53zgza.abi3.so +0 -3
- torch-ext/megablocks/layers.py +2 -0
build/torch27-cxx11-rocm63-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5573528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c1bcdc65f532386bf11a2d450077747448f968b9422ed64b0f0fe45955ec9ba
|
| 3 |
size 5573528
|
build/torch27-cxx11-rocm63-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:0666e56c89468e5ace81c4fff5dc88d475423e808575f60c4b9920e64915e494
|
| 3 |
-
size 5573528
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-rocm63-x86_64-linux/megablocks/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _megablocks_9193c11_dirty
|
| 3 |
+
ops = torch.ops._megablocks_9193c11_dirty
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_megablocks_9193c11_dirty::{op_name}"
|
build/torch27-cxx11-rocm63-x86_64-linux/megablocks/layers.py
CHANGED
|
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
|
|
| 874 |
|
| 875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
| 874 |
+
|
| 875 |
+
can_torch_compile = True
|
| 876 |
|
| 877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 878 |
moe_top_k = getattr(self.router, "top_k", 4)
|
build/torch27-cxx11-rocm64-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5574080
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8da15cb80ae3e6fdae0341bdefbe64eb8099e4eb20f2c0e5770fa36e44a4acbd
|
| 3 |
size 5574080
|
build/torch27-cxx11-rocm64-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a1f2f80146d12c7d929e2dd4042a5b1b3adaac397a486abf0fa26e15cc372376
|
| 3 |
-
size 5574080
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-rocm64-x86_64-linux/megablocks/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _megablocks_9193c11_dirty
|
| 3 |
+
ops = torch.ops._megablocks_9193c11_dirty
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_megablocks_9193c11_dirty::{op_name}"
|
build/torch27-cxx11-rocm64-x86_64-linux/megablocks/layers.py
CHANGED
|
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
|
|
| 874 |
|
| 875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
| 874 |
+
|
| 875 |
+
can_torch_compile = True
|
| 876 |
|
| 877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 878 |
moe_top_k = getattr(self.router, "top_k", 4)
|
build/torch28-cxx11-rocm63-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5577848
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:162379f95323d2ee96b87657ed63db30d4af837816f5d77c4daa9e1c7737b8bc
|
| 3 |
size 5577848
|
build/torch28-cxx11-rocm63-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3e665e56ecc78a49c9d08806553754929b49139076de904c395003d3b0b9568c
|
| 3 |
-
size 5577848
|
|
|
|
|
|
|
|
|
|
|
|
build/torch28-cxx11-rocm63-x86_64-linux/megablocks/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _megablocks_9193c11_dirty
|
| 3 |
+
ops = torch.ops._megablocks_9193c11_dirty
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_megablocks_9193c11_dirty::{op_name}"
|
build/torch28-cxx11-rocm63-x86_64-linux/megablocks/layers.py
CHANGED
|
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
|
|
| 874 |
|
| 875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
| 874 |
+
|
| 875 |
+
can_torch_compile = True
|
| 876 |
|
| 877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 878 |
moe_top_k = getattr(self.router, "top_k", 4)
|
build/torch28-cxx11-rocm64-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5578400
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4cac3717fcfc99608da2b0a065203645504372fb8f918541d547a6b7f41d16d
|
| 3 |
size 5578400
|
build/torch28-cxx11-rocm64-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:0728da56bab3c13059400797d3237aa9f647d4bb9a556a01de7afff6b2009a65
|
| 3 |
-
size 5578400
|
|
|
|
|
|
|
|
|
|
|
|
build/torch28-cxx11-rocm64-x86_64-linux/megablocks/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _megablocks_9193c11_dirty
|
| 3 |
+
ops = torch.ops._megablocks_9193c11_dirty
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_megablocks_9193c11_dirty::{op_name}"
|
build/torch28-cxx11-rocm64-x86_64-linux/megablocks/layers.py
CHANGED
|
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
|
|
| 874 |
|
| 875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
| 874 |
+
|
| 875 |
+
can_torch_compile = True
|
| 876 |
|
| 877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 878 |
moe_top_k = getattr(self.router, "top_k", 4)
|
flake.lock
CHANGED
|
@@ -98,11 +98,11 @@
|
|
| 98 |
]
|
| 99 |
},
|
| 100 |
"locked": {
|
| 101 |
-
"lastModified":
|
| 102 |
-
"narHash": "sha256-
|
| 103 |
"owner": "huggingface",
|
| 104 |
"repo": "kernel-builder",
|
| 105 |
-
"rev": "
|
| 106 |
"type": "github"
|
| 107 |
},
|
| 108 |
"original": {
|
|
|
|
| 98 |
]
|
| 99 |
},
|
| 100 |
"locked": {
|
| 101 |
+
"lastModified": 1754384957,
|
| 102 |
+
"narHash": "sha256-t55mgR9ySbw+vvxz+exl1o/PbgFOTj1zCKB6Vi9jDW8=",
|
| 103 |
"owner": "huggingface",
|
| 104 |
"repo": "kernel-builder",
|
| 105 |
+
"rev": "a4176c1791b19619d752c2562bb2614509cf2257",
|
| 106 |
"type": "github"
|
| 107 |
},
|
| 108 |
"original": {
|
result
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
/nix/store/
|
|
|
|
| 1 |
+
/nix/store/8cwl78s3nn8wx38n1qk8nx6014kp0p4g-torch-ext-bundle
|
torch-ext/megablocks/_megablocks_g6r5q4zwqmcls.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:fb79fcc23aae59174b8ff2a9d6433246ddcb44f9006fd9164fa8788190f8606a
|
| 3 |
-
size 5197576
|
|
|
|
|
|
|
|
|
|
|
|
torch-ext/megablocks/_megablocks_lboajlxwrdgqk.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5f7bf298897957464fff4d0c082f95fb5da5eb1a718a95d1d77082ccb2b891bc
|
| 3 |
-
size 5189304
|
|
|
|
|
|
|
|
|
|
|
|
torch-ext/megablocks/_megablocks_twnwbxx53zgza.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:f1995b97e8d3124fd380527ae526d518cafb663297c9ee172aa840dd4b54235f
|
| 3 |
-
size 5208064
|
|
|
|
|
|
|
|
|
|
|
|
torch-ext/megablocks/layers.py
CHANGED
|
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
|
|
| 874 |
|
| 875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
|
| 871 |
|
| 872 |
|
| 873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
| 874 |
+
|
| 875 |
+
can_torch_compile = True
|
| 876 |
|
| 877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 878 |
moe_top_k = getattr(self.router, "top_k", 4)
|