Kernels:
Trusted publisher
Remove builds incompatible with kernels >= 0.14
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- build/torch210-cu128-x86_64-windows/__init__.py +0 -52
- build/torch210-cu128-x86_64-windows/_ops.py +0 -9
- build/torch210-cu128-x86_64-windows/_rotary_cuda_07a01e5.pyd +0 -3
- build/torch210-cu128-x86_64-windows/metadata.json +0 -21
- build/torch210-cu128-x86_64-windows/rotary/__init__.py +0 -26
- build/torch210-xpu20253-x86_64-windows/__init__.py +0 -52
- build/torch210-xpu20253-x86_64-windows/_ops.py +0 -9
- build/torch210-xpu20253-x86_64-windows/_rotary_xpu_37bc3e0.pyd +0 -3
- build/torch210-xpu20253-x86_64-windows/metadata.json +0 -8
- build/torch210-xpu20253-x86_64-windows/rotary/__init__.py +0 -26
- build/torch211-cu128-x86_64-windows/__init__.py +0 -52
- build/torch211-cu128-x86_64-windows/_ops.py +0 -9
- build/torch211-cu128-x86_64-windows/_rotary_cuda_37bc3e0.pyd +0 -3
- build/torch211-cu128-x86_64-windows/metadata.json +0 -21
- build/torch211-cu128-x86_64-windows/rotary/__init__.py +0 -26
- build/torch26-cxx11-cu126-aarch64-linux/rotary/__init__.py +0 -19
- build/torch26-cxx11-cu126-aarch64-linux/rotary/_ops.py +0 -9
- build/torch26-cxx11-cu126-aarch64-linux/rotary/_rotary_6b8e81d.abi3.so +0 -3
- build/torch26-cxx98-cu126-aarch64-linux/rotary/__init__.py +0 -19
- build/torch26-cxx98-cu126-aarch64-linux/rotary/_ops.py +0 -9
- build/torch26-cxx98-cu126-aarch64-linux/rotary/_rotary_6b8e81d.abi3.so +0 -3
- build/torch27-cxx11-cu118-x86_64-linux/rotary/__init__.py +0 -19
- build/torch27-cxx11-cu118-x86_64-linux/rotary/__pycache__/__init__.cpython-313.pyc +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/rotary/__pycache__/_ops.cpython-313.pyc +0 -0
- build/torch27-cxx11-cu118-x86_64-linux/rotary/_ops.py +0 -9
- build/torch27-cxx11-cu118-x86_64-linux/rotary/_rotary_98ffc18.abi3.so +0 -3
- build/torch27-cxx11-cu126-aarch64-linux/rotary/__init__.py +0 -19
- build/torch27-cxx11-cu126-aarch64-linux/rotary/_ops.py +0 -9
- build/torch27-cxx11-cu126-aarch64-linux/rotary/_rotary_6b8e81d.abi3.so +0 -3
- build/torch27-cxx11-cu126-x86_64-linux/rotary/__init__.py +0 -19
- build/torch27-cxx11-cu126-x86_64-linux/rotary/__pycache__/__init__.cpython-313.pyc +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/rotary/__pycache__/_ops.cpython-313.pyc +0 -0
- build/torch27-cxx11-cu126-x86_64-linux/rotary/_ops.py +0 -9
- build/torch27-cxx11-cu126-x86_64-linux/rotary/_rotary_98ffc18.abi3.so +0 -3
- build/torch27-cxx11-cu128-aarch64-linux/rotary/__init__.py +0 -19
- build/torch27-cxx11-cu128-aarch64-linux/rotary/__pycache__/__init__.cpython-313.pyc +0 -0
- build/torch27-cxx11-cu128-aarch64-linux/rotary/__pycache__/_ops.cpython-313.pyc +0 -0
- build/torch27-cxx11-cu128-aarch64-linux/rotary/_ops.py +0 -9
- build/torch27-cxx11-cu128-aarch64-linux/rotary/_rotary_6abd2a8.abi3.so +0 -3
- build/torch27-cxx11-cu128-x86_64-linux/rotary/__init__.py +0 -19
- build/torch27-cxx11-cu128-x86_64-linux/rotary/__pycache__/__init__.cpython-313.pyc +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/rotary/__pycache__/_ops.cpython-313.pyc +0 -0
- build/torch27-cxx11-cu128-x86_64-linux/rotary/_ops.py +0 -9
- build/torch27-cxx11-cu128-x86_64-linux/rotary/_rotary_98ffc18.abi3.so +0 -3
- build/torch27-cxx11-xpu20250-x86_64-linux/rotary/__init__.py +0 -19
- build/torch27-cxx11-xpu20250-x86_64-linux/rotary/__pycache__/__init__.cpython-313.pyc +0 -0
- build/torch27-cxx11-xpu20250-x86_64-linux/rotary/__pycache__/_ops.cpython-313.pyc +0 -0
- build/torch27-cxx11-xpu20250-x86_64-linux/rotary/_ops.py +0 -9
- build/torch27-cxx11-xpu20250-x86_64-linux/rotary/_rotary_98ffc18.abi3.so +0 -3
- build/torch28-cxx11-cu126-aarch64-linux/rotary/__init__.py +0 -19
build/torch210-cu128-x86_64-windows/__init__.py
DELETED
|
@@ -1,52 +0,0 @@
|
|
| 1 |
-
from typing import Optional, Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
) -> None:
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
def apply_rotary_transformers(
|
| 20 |
-
q: torch.Tensor,
|
| 21 |
-
k: torch.Tensor,
|
| 22 |
-
cos: torch.Tensor,
|
| 23 |
-
sin: torch.Tensor,
|
| 24 |
-
unsqueeze_dim: int = 1,
|
| 25 |
-
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
-
"""
|
| 27 |
-
Rotary kernel implementation wrapper
|
| 28 |
-
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
-
"""
|
| 30 |
-
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
-
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
-
|
| 33 |
-
q_rotated = q.clone()
|
| 34 |
-
k_rotated = k.clone()
|
| 35 |
-
|
| 36 |
-
# Get half dimension for rotation
|
| 37 |
-
half_dim = q.shape[-1] // 2
|
| 38 |
-
q1 = q_rotated[..., :half_dim]
|
| 39 |
-
q2 = q_rotated[..., half_dim:]
|
| 40 |
-
k1 = k_rotated[..., :half_dim]
|
| 41 |
-
k2 = k_rotated[..., half_dim:]
|
| 42 |
-
if cos.shape[-1] != half_dim:
|
| 43 |
-
# Trim cos/sin to match half_dim
|
| 44 |
-
cos = cos[..., :half_dim]
|
| 45 |
-
sin = sin[..., :half_dim]
|
| 46 |
-
|
| 47 |
-
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
-
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
-
return q_rotated, k_rotated
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-cu128-x86_64-windows/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_cuda_07a01e5
|
| 3 |
-
ops = torch.ops._rotary_cuda_07a01e5
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_cuda_07a01e5::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-cu128-x86_64-windows/_rotary_cuda_07a01e5.pyd
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:fd29928a6e2a3930f4c7ec3bcffc37574981cf59bed97e6a8f3c522fa7ca0dda
|
| 3 |
-
size 10415616
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-cu128-x86_64-windows/metadata.json
DELETED
|
@@ -1,21 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"version": 1,
|
| 3 |
-
"license": "BSD-3-Clause",
|
| 4 |
-
"python-depends": [],
|
| 5 |
-
"backend": {
|
| 6 |
-
"type": "cuda",
|
| 7 |
-
"archs": [
|
| 8 |
-
"10.0",
|
| 9 |
-
"10.1",
|
| 10 |
-
"12.0+PTX",
|
| 11 |
-
"7.0",
|
| 12 |
-
"7.2",
|
| 13 |
-
"7.5",
|
| 14 |
-
"8.0",
|
| 15 |
-
"8.6",
|
| 16 |
-
"8.7",
|
| 17 |
-
"8.9",
|
| 18 |
-
"9.0"
|
| 19 |
-
]
|
| 20 |
-
}
|
| 21 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-cu128-x86_64-windows/rotary/__init__.py
DELETED
|
@@ -1,26 +0,0 @@
|
|
| 1 |
-
import ctypes
|
| 2 |
-
import sys
|
| 3 |
-
|
| 4 |
-
import importlib
|
| 5 |
-
from pathlib import Path
|
| 6 |
-
from types import ModuleType
|
| 7 |
-
|
| 8 |
-
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
-
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
-
# it would also be used for other imports. So, we make a module name that
|
| 11 |
-
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
-
# the path.
|
| 13 |
-
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
-
module_name = path_hash
|
| 15 |
-
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
-
if spec is None:
|
| 17 |
-
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
-
module = importlib.util.module_from_spec(spec)
|
| 19 |
-
if module is None:
|
| 20 |
-
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
-
sys.modules[module_name] = module
|
| 22 |
-
spec.loader.exec_module(module) # type: ignore
|
| 23 |
-
return module
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-xpu20253-x86_64-windows/__init__.py
DELETED
|
@@ -1,52 +0,0 @@
|
|
| 1 |
-
from typing import Optional, Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
) -> None:
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
def apply_rotary_transformers(
|
| 20 |
-
q: torch.Tensor,
|
| 21 |
-
k: torch.Tensor,
|
| 22 |
-
cos: torch.Tensor,
|
| 23 |
-
sin: torch.Tensor,
|
| 24 |
-
unsqueeze_dim: int = 1,
|
| 25 |
-
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
-
"""
|
| 27 |
-
Rotary kernel implementation wrapper
|
| 28 |
-
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
-
"""
|
| 30 |
-
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
-
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
-
|
| 33 |
-
q_rotated = q.clone()
|
| 34 |
-
k_rotated = k.clone()
|
| 35 |
-
|
| 36 |
-
# Get half dimension for rotation
|
| 37 |
-
half_dim = q.shape[-1] // 2
|
| 38 |
-
q1 = q_rotated[..., :half_dim]
|
| 39 |
-
q2 = q_rotated[..., half_dim:]
|
| 40 |
-
k1 = k_rotated[..., :half_dim]
|
| 41 |
-
k2 = k_rotated[..., half_dim:]
|
| 42 |
-
if cos.shape[-1] != half_dim:
|
| 43 |
-
# Trim cos/sin to match half_dim
|
| 44 |
-
cos = cos[..., :half_dim]
|
| 45 |
-
sin = sin[..., :half_dim]
|
| 46 |
-
|
| 47 |
-
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
-
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
-
return q_rotated, k_rotated
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-xpu20253-x86_64-windows/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_xpu_37bc3e0
|
| 3 |
-
ops = torch.ops._rotary_xpu_37bc3e0
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_xpu_37bc3e0::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-xpu20253-x86_64-windows/_rotary_xpu_37bc3e0.pyd
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6e461cfac416da7ae0680602d02f96bdc0abc1ea2da5e216d087b15a55f40495
|
| 3 |
-
size 396288
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-xpu20253-x86_64-windows/metadata.json
DELETED
|
@@ -1,8 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"version": 1,
|
| 3 |
-
"license": "BSD-3-Clause",
|
| 4 |
-
"python-depends": [],
|
| 5 |
-
"backend": {
|
| 6 |
-
"type": "xpu"
|
| 7 |
-
}
|
| 8 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch210-xpu20253-x86_64-windows/rotary/__init__.py
DELETED
|
@@ -1,26 +0,0 @@
|
|
| 1 |
-
import ctypes
|
| 2 |
-
import importlib.util
|
| 3 |
-
import sys
|
| 4 |
-
from pathlib import Path
|
| 5 |
-
from types import ModuleType
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
-
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
-
# it would also be used for other imports. So, we make a module name that
|
| 11 |
-
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
-
# the path.
|
| 13 |
-
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
-
module_name = path_hash
|
| 15 |
-
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
-
if spec is None:
|
| 17 |
-
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
-
module = importlib.util.module_from_spec(spec)
|
| 19 |
-
if module is None:
|
| 20 |
-
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
-
sys.modules[module_name] = module
|
| 22 |
-
spec.loader.exec_module(module) # type: ignore
|
| 23 |
-
return module
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch211-cu128-x86_64-windows/__init__.py
DELETED
|
@@ -1,52 +0,0 @@
|
|
| 1 |
-
from typing import Optional, Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
) -> None:
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
def apply_rotary_transformers(
|
| 20 |
-
q: torch.Tensor,
|
| 21 |
-
k: torch.Tensor,
|
| 22 |
-
cos: torch.Tensor,
|
| 23 |
-
sin: torch.Tensor,
|
| 24 |
-
unsqueeze_dim: int = 1,
|
| 25 |
-
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
-
"""
|
| 27 |
-
Rotary kernel implementation wrapper
|
| 28 |
-
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
-
"""
|
| 30 |
-
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
-
sin = sin.unsqueeze(unsqueeze_dim)
|
| 32 |
-
|
| 33 |
-
q_rotated = q.clone()
|
| 34 |
-
k_rotated = k.clone()
|
| 35 |
-
|
| 36 |
-
# Get half dimension for rotation
|
| 37 |
-
half_dim = q.shape[-1] // 2
|
| 38 |
-
q1 = q_rotated[..., :half_dim]
|
| 39 |
-
q2 = q_rotated[..., half_dim:]
|
| 40 |
-
k1 = k_rotated[..., :half_dim]
|
| 41 |
-
k2 = k_rotated[..., half_dim:]
|
| 42 |
-
if cos.shape[-1] != half_dim:
|
| 43 |
-
# Trim cos/sin to match half_dim
|
| 44 |
-
cos = cos[..., :half_dim]
|
| 45 |
-
sin = sin[..., :half_dim]
|
| 46 |
-
|
| 47 |
-
apply_rotary(q1, q2, cos, sin, q1, q2, False)
|
| 48 |
-
apply_rotary(k1, k2, cos, sin, k1, k2, False)
|
| 49 |
-
return q_rotated, k_rotated
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
__all__ = ["apply_rotary", "apply_rotary_transformers"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch211-cu128-x86_64-windows/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_cuda_37bc3e0
|
| 3 |
-
ops = torch.ops._rotary_cuda_37bc3e0
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_cuda_37bc3e0::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch211-cu128-x86_64-windows/_rotary_cuda_37bc3e0.pyd
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4a1544b07c480463ec834e7bdbd3dbc41c4061e2febeef35dc358dd3083b8d0a
|
| 3 |
-
size 10416128
|
|
|
|
|
|
|
|
|
|
|
|
build/torch211-cu128-x86_64-windows/metadata.json
DELETED
|
@@ -1,21 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"version": 1,
|
| 3 |
-
"license": "BSD-3-Clause",
|
| 4 |
-
"python-depends": [],
|
| 5 |
-
"backend": {
|
| 6 |
-
"type": "cuda",
|
| 7 |
-
"archs": [
|
| 8 |
-
"10.0",
|
| 9 |
-
"10.1",
|
| 10 |
-
"12.0+PTX",
|
| 11 |
-
"7.0",
|
| 12 |
-
"7.2",
|
| 13 |
-
"7.5",
|
| 14 |
-
"8.0",
|
| 15 |
-
"8.6",
|
| 16 |
-
"8.7",
|
| 17 |
-
"8.9",
|
| 18 |
-
"9.0"
|
| 19 |
-
]
|
| 20 |
-
}
|
| 21 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch211-cu128-x86_64-windows/rotary/__init__.py
DELETED
|
@@ -1,26 +0,0 @@
|
|
| 1 |
-
import ctypes
|
| 2 |
-
import importlib.util
|
| 3 |
-
import sys
|
| 4 |
-
from pathlib import Path
|
| 5 |
-
from types import ModuleType
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
def _import_from_path(file_path: Path) -> ModuleType:
|
| 9 |
-
# We cannot use the module name as-is, after adding it to `sys.modules`,
|
| 10 |
-
# it would also be used for other imports. So, we make a module name that
|
| 11 |
-
# depends on the path for it to be unique using the hex-encoded hash of
|
| 12 |
-
# the path.
|
| 13 |
-
path_hash = "{:x}".format(ctypes.c_size_t(hash(file_path.absolute())).value)
|
| 14 |
-
module_name = path_hash
|
| 15 |
-
spec = importlib.util.spec_from_file_location(module_name, file_path)
|
| 16 |
-
if spec is None:
|
| 17 |
-
raise ImportError(f"Cannot load spec for {module_name} from {file_path}")
|
| 18 |
-
module = importlib.util.module_from_spec(spec)
|
| 19 |
-
if module is None:
|
| 20 |
-
raise ImportError(f"Cannot load module {module_name} from spec")
|
| 21 |
-
sys.modules[module_name] = module
|
| 22 |
-
spec.loader.exec_module(module) # type: ignore
|
| 23 |
-
return module
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
globals().update(vars(_import_from_path(Path(__file__).parent.parent / "__init__.py")))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch26-cxx11-cu126-aarch64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch26-cxx11-cu126-aarch64-linux/rotary/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_6b8e81d
|
| 3 |
-
ops = torch.ops._rotary_6b8e81d
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_6b8e81d::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch26-cxx11-cu126-aarch64-linux/rotary/_rotary_6b8e81d.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:91e09bffe6812e5fbf856a01a164bc41c4eb3f49e2102c723c20d695025a34e9
|
| 3 |
-
size 4543712
|
|
|
|
|
|
|
|
|
|
|
|
build/torch26-cxx98-cu126-aarch64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch26-cxx98-cu126-aarch64-linux/rotary/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_6b8e81d
|
| 3 |
-
ops = torch.ops._rotary_6b8e81d
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_6b8e81d::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch26-cxx98-cu126-aarch64-linux/rotary/_rotary_6b8e81d.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b215a74951fe7e1c8be6a8fb7f54483e0e393958acc4c410b9fca7ce70470e39
|
| 3 |
-
size 4540224
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu118-x86_64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu118-x86_64-linux/rotary/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (812 Bytes)
|
|
|
build/torch27-cxx11-cu118-x86_64-linux/rotary/__pycache__/_ops.cpython-313.pyc
DELETED
|
Binary file (514 Bytes)
|
|
|
build/torch27-cxx11-cu118-x86_64-linux/rotary/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_98ffc18
|
| 3 |
-
ops = torch.ops._rotary_98ffc18
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_98ffc18::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu118-x86_64-linux/rotary/_rotary_98ffc18.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:030e76c6ee0921ae7ada04dfe14fceb8a4454e794ddf9ce68f29a32e7075c9be
|
| 3 |
-
size 6807656
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu126-aarch64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu126-aarch64-linux/rotary/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_6b8e81d
|
| 3 |
-
ops = torch.ops._rotary_6b8e81d
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_6b8e81d::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu126-aarch64-linux/rotary/_rotary_6b8e81d.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:35fab33bc6bf4d4294efc1140427f8ff608a4633d8f6dfc9416547e78fc2dba4
|
| 3 |
-
size 6378944
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu126-x86_64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu126-x86_64-linux/rotary/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (812 Bytes)
|
|
|
build/torch27-cxx11-cu126-x86_64-linux/rotary/__pycache__/_ops.cpython-313.pyc
DELETED
|
Binary file (514 Bytes)
|
|
|
build/torch27-cxx11-cu126-x86_64-linux/rotary/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_98ffc18
|
| 3 |
-
ops = torch.ops._rotary_98ffc18
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_98ffc18::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu126-x86_64-linux/rotary/_rotary_98ffc18.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:a502a5e1b8282bfc625c617eb6b239a2c4277d9198ec0dd162589b61005c8c92
|
| 3 |
-
size 6820496
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu128-aarch64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu128-aarch64-linux/rotary/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (813 Bytes)
|
|
|
build/torch27-cxx11-cu128-aarch64-linux/rotary/__pycache__/_ops.cpython-313.pyc
DELETED
|
Binary file (515 Bytes)
|
|
|
build/torch27-cxx11-cu128-aarch64-linux/rotary/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_6abd2a8
|
| 3 |
-
ops = torch.ops._rotary_6abd2a8
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_6abd2a8::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu128-aarch64-linux/rotary/_rotary_6abd2a8.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:29909df0009da77fb276a0ffd328200a201b2fd06ec78c457e6c63554f4d3e2d
|
| 3 |
-
size 10639192
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu128-x86_64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu128-x86_64-linux/rotary/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (812 Bytes)
|
|
|
build/torch27-cxx11-cu128-x86_64-linux/rotary/__pycache__/_ops.cpython-313.pyc
DELETED
|
Binary file (514 Bytes)
|
|
|
build/torch27-cxx11-cu128-x86_64-linux/rotary/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_98ffc18
|
| 3 |
-
ops = torch.ops._rotary_98ffc18
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_98ffc18::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-cu128-x86_64-linux/rotary/_rotary_98ffc18.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8acfdd58aac193ab809386077c567e58b3da4481b5bb38af87bd4cdc18e6dd2b
|
| 3 |
-
size 10529816
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-xpu20250-x86_64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-xpu20250-x86_64-linux/rotary/__pycache__/__init__.cpython-313.pyc
DELETED
|
Binary file (815 Bytes)
|
|
|
build/torch27-cxx11-xpu20250-x86_64-linux/rotary/__pycache__/_ops.cpython-313.pyc
DELETED
|
Binary file (517 Bytes)
|
|
|
build/torch27-cxx11-xpu20250-x86_64-linux/rotary/_ops.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import torch
|
| 2 |
-
from . import _rotary_98ffc18
|
| 3 |
-
ops = torch.ops._rotary_98ffc18
|
| 4 |
-
|
| 5 |
-
def add_op_namespace_prefix(op_name: str):
|
| 6 |
-
"""
|
| 7 |
-
Prefix op by namespace.
|
| 8 |
-
"""
|
| 9 |
-
return f"_rotary_98ffc18::{op_name}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
build/torch27-cxx11-xpu20250-x86_64-linux/rotary/_rotary_98ffc18.abi3.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9c6c59c7df2489ffd3154047967b69d5a39788d784e2aa543b64ff192c184792
|
| 3 |
-
size 2337512
|
|
|
|
|
|
|
|
|
|
|
|
build/torch28-cxx11-cu126-aarch64-linux/rotary/__init__.py
DELETED
|
@@ -1,19 +0,0 @@
|
|
| 1 |
-
from typing import Tuple
|
| 2 |
-
import torch
|
| 3 |
-
|
| 4 |
-
from ._ops import ops
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
def apply_rotary(
|
| 8 |
-
x1: torch.Tensor,
|
| 9 |
-
x2: torch.Tensor,
|
| 10 |
-
cos: torch.Tensor,
|
| 11 |
-
sin: torch.Tensor,
|
| 12 |
-
out1: torch.Tensor,
|
| 13 |
-
out2: torch.Tensor,
|
| 14 |
-
conj: bool,
|
| 15 |
-
):
|
| 16 |
-
ops.apply_rotary(x1, x2, cos, sin, out1, out2, conj)
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
__all__ = ["apply_rotary"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|