Instructions to use kernels-community/rotary with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Kernels
How to use kernels-community/rotary with Kernels:
# !pip install kernels from kernels import get_kernel kernel = get_kernel("kernels-community/rotary") - Notebooks
- Google Colab
- Kaggle
Build uploaded using `kernels`.
Browse files- build/torch210-cxx11-cu126-x86_64-linux/__init__.py +1 -2
- build/torch210-cxx11-cu126-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu126-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch210-cxx11-cu128-x86_64-linux/__init__.py +1 -2
- build/torch210-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu128-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch210-cxx11-cu130-x86_64-linux/__init__.py +1 -2
- build/torch210-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-cu130-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch210-cxx11-xpu20253-x86_64-linux/__init__.py +1 -2
- build/torch210-cxx11-xpu20253-x86_64-linux/_ops.py +3 -3
- build/torch210-cxx11-xpu20253-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch28-cxx11-cu126-x86_64-linux/__init__.py +1 -2
- build/torch28-cxx11-cu126-x86_64-linux/_ops.py +3 -3
- build/torch28-cxx11-cu126-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch28-cxx11-cu128-x86_64-linux/__init__.py +1 -2
- build/torch28-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch28-cxx11-cu128-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch28-cxx11-cu129-x86_64-linux/__init__.py +1 -2
- build/torch28-cxx11-cu129-x86_64-linux/_ops.py +3 -3
- build/torch28-cxx11-cu129-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch28-cxx11-xpu20251-x86_64-linux/__init__.py +1 -2
- build/torch28-cxx11-xpu20251-x86_64-linux/_ops.py +3 -3
- build/torch28-cxx11-xpu20251-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch29-cxx11-cu126-x86_64-linux/__init__.py +1 -2
- build/torch29-cxx11-cu126-x86_64-linux/_ops.py +3 -3
- build/torch29-cxx11-cu126-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch29-cxx11-cu128-x86_64-linux/__init__.py +1 -2
- build/torch29-cxx11-cu128-x86_64-linux/_ops.py +3 -3
- build/torch29-cxx11-cu128-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch29-cxx11-cu130-x86_64-linux/__init__.py +1 -2
- build/torch29-cxx11-cu130-x86_64-linux/_ops.py +3 -3
- build/torch29-cxx11-cu130-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
- build/torch29-cxx11-xpu20252-x86_64-linux/__init__.py +1 -2
- build/torch29-cxx11-xpu20252-x86_64-linux/_ops.py +3 -3
- build/torch29-cxx11-xpu20252-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so} +1 -1
build/torch210-cxx11-cu126-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch210-cxx11-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch210-cxx11-cu126-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8200552
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee435820f577a5967873a21371a1bd5f1ef66593dc5edb6fa70f53345435767e
|
| 3 |
size 8200552
|
build/torch210-cxx11-cu128-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch210-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch210-cxx11-cu128-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 11905888
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aed5c4cffb4f9c9e3f3720ac0b575f0960858d7a0ddf7f02207b5ea484bd8c40
|
| 3 |
size 11905888
|
build/torch210-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch210-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch210-cxx11-cu130-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 10310736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5225450bf3fa84053f21a4118e0ca278bd4667c5427e908ecc504fe703093cba
|
| 3 |
size 10310736
|
build/torch210-cxx11-xpu20253-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch210-cxx11-xpu20253-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch210-cxx11-xpu20253-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2301488
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a1776a691c6edce8962fc08bf5ad6aea055c47e8154537b99c45713df04795b
|
| 3 |
size 2301488
|
build/torch28-cxx11-cu126-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch28-cxx11-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch28-cxx11-cu126-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8190648
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94d0a2fccecef02464217ce8fcd0029b858d20d38a0df9e4be56da8fe5196c95
|
| 3 |
size 8190648
|
build/torch28-cxx11-cu128-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch28-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch28-cxx11-cu128-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 11895768
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:95350793e833b22a67c9569eb3936925cc128a13b4e2409ac2d23112519baf1c
|
| 3 |
size 11895768
|
build/torch28-cxx11-cu129-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch28-cxx11-cu129-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch28-cxx11-cu129-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 11964056
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15a5dee3e2e653cdb92486fb7c546c5e3a94fd5291351f1847e04f7dcaa6402c
|
| 3 |
size 11964056
|
build/torch28-cxx11-xpu20251-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch28-cxx11-xpu20251-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch28-cxx11-xpu20251-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2338640
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:926df52f77f1250de78cdcf777f4c135dfc1a200c3726a4d98fdd1b83f3cbb07
|
| 3 |
size 2338640
|
build/torch29-cxx11-cu126-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch29-cxx11-cu126-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch29-cxx11-cu126-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 8190536
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d6803b5dd9f78ea567b9212620980465139e5ef04fa1f25bc5b44db19aab0cb
|
| 3 |
size 8190536
|
build/torch29-cxx11-cu128-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch29-cxx11-cu128-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch29-cxx11-cu128-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 11899968
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30c8a553953b6bccd9d0b91fe8769b008be52a0dad7f65434b8834863a0a1943
|
| 3 |
size 11899968
|
build/torch29-cxx11-cu130-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch29-cxx11-cu130-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch29-cxx11-cu130-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 10304816
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b757d225723b2f749d3bd17fb309fd93041deb0fe95fc70a9d921c8856b902a2
|
| 3 |
size 10304816
|
build/torch29-cxx11-xpu20252-x86_64-linux/__init__.py
CHANGED
|
@@ -21,12 +21,11 @@ def apply_rotary_transformers(
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
| 24 |
-
position_ids: Optional[torch.Tensor] = None,
|
| 25 |
unsqueeze_dim: int = 1,
|
| 26 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 27 |
"""
|
| 28 |
Rotary kernel implementation wrapper
|
| 29 |
-
Adapts rotary
|
| 30 |
"""
|
| 31 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 32 |
sin = sin.unsqueeze(unsqueeze_dim)
|
|
|
|
| 21 |
k: torch.Tensor,
|
| 22 |
cos: torch.Tensor,
|
| 23 |
sin: torch.Tensor,
|
|
|
|
| 24 |
unsqueeze_dim: int = 1,
|
| 25 |
) -> Tuple[torch.Tensor, torch.Tensor]:
|
| 26 |
"""
|
| 27 |
Rotary kernel implementation wrapper
|
| 28 |
+
Adapts rotary kernel implementation to match transformers apply_rotary_pos_emb signature
|
| 29 |
"""
|
| 30 |
cos = cos.unsqueeze(unsqueeze_dim)
|
| 31 |
sin = sin.unsqueeze(unsqueeze_dim)
|
build/torch29-cxx11-xpu20252-x86_64-linux/_ops.py
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
import torch
|
| 2 |
-
from . import
|
| 3 |
-
ops = torch.ops.
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
from . import _rotary_1d9fc74
|
| 3 |
+
ops = torch.ops._rotary_1d9fc74
|
| 4 |
|
| 5 |
def add_op_namespace_prefix(op_name: str):
|
| 6 |
"""
|
| 7 |
Prefix op by namespace.
|
| 8 |
"""
|
| 9 |
+
return f"_rotary_1d9fc74::{op_name}"
|
build/torch29-cxx11-xpu20252-x86_64-linux/{_rotary_4463a10.abi3.so → _rotary_1d9fc74.abi3.so}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2287128
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e0fa6316dc5521aed26d25f895768ea0db101f4ab8c055ab692958306a628301
|
| 3 |
size 2287128
|