Add Metal (Apple Silicon) build variants

build/torch210-metal-aarch64-darwin/__init__.py

@@ -0,0 +1,7 @@
+from ._custom_ops import rotary_embedding
+from ._ops import ops
+
+__all__ = [
+    "ops",
+    "rotary_embedding",
+]

build/torch210-metal-aarch64-darwin/_custom_ops.py

@@ -0,0 +1,17 @@
+from typing import Optional
+
+import torch
+
+from ._ops import ops
+
+
+def rotary_embedding(
+    positions: torch.Tensor,
+    query: torch.Tensor,
+    key: Optional[torch.Tensor],
+    head_size: int,
+    cos_sin_cache: torch.Tensor,
+    is_neox: bool,
+) -> None:
+    ops.rotary_embedding(positions, query, key, head_size, cos_sin_cache,
+                         is_neox)

build/torch210-metal-aarch64-darwin/_ops.py

@@ -0,0 +1,9 @@
+import torch
+from . import _rotary_embedding_metal_dd92cff_dirty
+ops = torch.ops._rotary_embedding_metal_dd92cff_dirty
+
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_rotary_embedding_metal_dd92cff_dirty::{op_name}"

build/torch210-metal-aarch64-darwin/_rotary_embedding_metal_dd92cff_dirty.abi3.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1315885641ce38b81769348fb5fa8cf22fe6789b4e13c69b8d52bca26619fcef
+size 124448

build/torch210-metal-aarch64-darwin/metadata.json

@@ -0,0 +1,3 @@
+{
+  "python-depends": []
+}

build/torch210-metal-aarch64-darwin/rotary_embedding/__init__.py

@@ -0,0 +1,26 @@
+import ctypes
+import sys
+
+import importlib
+from pathlib import Path
+from types import ModuleType
+
+def _import_from_path(file_path: Path) -> ModuleType:
+    # We cannot use the module name as-is, after adding it to `sys.modules`,
+    # it would also be used for other imports. So, we make a module name that
+    # depends on the path for it to be unique using the hex-encoded hash of
+    # the path.
+    path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
+    module_name = path_hash
+    spec = importlib.util.spec_from_file_location(module_name, file_path)
+    if spec is None:
+        raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
+    module = importlib.util.module_from_spec(spec)
+    if module is None:
+        raise ImportError(f"Cannot load module {module_name} from spec")
+    sys.modules[module_name] = module
+    spec.loader.exec_module(module)  # type: ignore
+    return module
+
+
+globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))

build/torch29-metal-aarch64-darwin/__init__.py

@@ -0,0 +1,7 @@
+from ._custom_ops import rotary_embedding
+from ._ops import ops
+
+__all__ = [
+    "ops",
+    "rotary_embedding",
+]

build/torch29-metal-aarch64-darwin/_custom_ops.py

@@ -0,0 +1,17 @@
+from typing import Optional
+
+import torch
+
+from ._ops import ops
+
+
+def rotary_embedding(
+    positions: torch.Tensor,
+    query: torch.Tensor,
+    key: Optional[torch.Tensor],
+    head_size: int,
+    cos_sin_cache: torch.Tensor,
+    is_neox: bool,
+) -> None:
+    ops.rotary_embedding(positions, query, key, head_size, cos_sin_cache,
+                         is_neox)

build/torch29-metal-aarch64-darwin/_ops.py

@@ -0,0 +1,9 @@
+import torch
+from . import _rotary_embedding_metal_dd92cff_dirty
+ops = torch.ops._rotary_embedding_metal_dd92cff_dirty
+
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_rotary_embedding_metal_dd92cff_dirty::{op_name}"

build/torch29-metal-aarch64-darwin/_rotary_embedding_metal_dd92cff_dirty.abi3.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0d370b58113ffecdf6fc75e8b347914a4906e4ede814eb0dbb26b5a88ae43a
+size 123376

build/torch29-metal-aarch64-darwin/metadata.json

@@ -0,0 +1,3 @@
+{
+  "python-depends": []
+}

build/torch29-metal-aarch64-darwin/rotary_embedding/__init__.py

@@ -0,0 +1,26 @@
+import ctypes
+import sys
+
+import importlib
+from pathlib import Path
+from types import ModuleType
+
+def _import_from_path(file_path: Path) -> ModuleType:
+    # We cannot use the module name as-is, after adding it to `sys.modules`,
+    # it would also be used for other imports. So, we make a module name that
+    # depends on the path for it to be unique using the hex-encoded hash of
+    # the path.
+    path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
+    module_name = path_hash
+    spec = importlib.util.spec_from_file_location(module_name, file_path)
+    if spec is None:
+        raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
+    module = importlib.util.module_from_spec(spec)
+    if module is None:
+        raise ImportError(f"Cannot load module {module_name} from spec")
+    sys.modules[module_name] = module
+    spec.loader.exec_module(module)  # type: ignore
+    return module
+
+
+globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))