Upload custom kernels
Browse files
build/torch-universal/liger_kernels/__init__.py
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
-
from cross_entropy import LigerCrossEntropyFunction
|
| 2 |
-
from fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
|
| 3 |
-
from dyt import LigerDyTFunction
|
| 4 |
-
from geglu import LigerGELUMulFunction
|
| 5 |
-
from group_norm import LigerGroupNormFunction
|
| 6 |
-
from kl_div import LigerKLDivLossFunction
|
| 7 |
-
from layer_norm import LigerLayerNormFunction
|
| 8 |
-
from qwen2vl_mrope import LigerQwen2VLMRopeFunction
|
| 9 |
-
from rms_norm import LigerRMSNormFunction
|
| 10 |
-
from jsd import LigerJSDFunction
|
| 11 |
-
from rope import LigerRopeFunction
|
| 12 |
-
from swiglu import LigerSiLUMulFunction
|
| 13 |
-
from tvd import LigerTVDLossFunction
|
| 14 |
|
| 15 |
__all__ = [
|
| 16 |
"LigerCrossEntropyFunction",
|
|
|
|
| 1 |
+
from .cross_entropy import LigerCrossEntropyFunction
|
| 2 |
+
from .fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
|
| 3 |
+
from .dyt import LigerDyTFunction
|
| 4 |
+
from .geglu import LigerGELUMulFunction
|
| 5 |
+
from .group_norm import LigerGroupNormFunction
|
| 6 |
+
from .kl_div import LigerKLDivLossFunction
|
| 7 |
+
from .layer_norm import LigerLayerNormFunction
|
| 8 |
+
from .qwen2vl_mrope import LigerQwen2VLMRopeFunction
|
| 9 |
+
from .rms_norm import LigerRMSNormFunction
|
| 10 |
+
from .jsd import LigerJSDFunction
|
| 11 |
+
from .rope import LigerRopeFunction
|
| 12 |
+
from .swiglu import LigerSiLUMulFunction
|
| 13 |
+
from .tvd import LigerTVDLossFunction
|
| 14 |
|
| 15 |
__all__ = [
|
| 16 |
"LigerCrossEntropyFunction",
|
build/torch-universal/liger_kernels/_ops.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
import torch
|
| 2 |
-
ops = torch.ops.
|
| 3 |
|
| 4 |
def add_op_namespace_prefix(op_name: str):
|
| 5 |
"""
|
| 6 |
Prefix op by namespace.
|
| 7 |
"""
|
| 8 |
-
return f"
|
|
|
|
| 1 |
import torch
|
| 2 |
+
ops = torch.ops._liger_kernels_20250505100655
|
| 3 |
|
| 4 |
def add_op_namespace_prefix(op_name: str):
|
| 5 |
"""
|
| 6 |
Prefix op by namespace.
|
| 7 |
"""
|
| 8 |
+
return f"_liger_kernels_20250505100655::{op_name}"
|
torch-ext/liger_kernels/__init__.py
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
-
from cross_entropy import LigerCrossEntropyFunction
|
| 2 |
-
from fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
|
| 3 |
-
from dyt import LigerDyTFunction
|
| 4 |
-
from geglu import LigerGELUMulFunction
|
| 5 |
-
from group_norm import LigerGroupNormFunction
|
| 6 |
-
from kl_div import LigerKLDivLossFunction
|
| 7 |
-
from layer_norm import LigerLayerNormFunction
|
| 8 |
-
from qwen2vl_mrope import LigerQwen2VLMRopeFunction
|
| 9 |
-
from rms_norm import LigerRMSNormFunction
|
| 10 |
-
from jsd import LigerJSDFunction
|
| 11 |
-
from rope import LigerRopeFunction
|
| 12 |
-
from swiglu import LigerSiLUMulFunction
|
| 13 |
-
from tvd import LigerTVDLossFunction
|
| 14 |
|
| 15 |
__all__ = [
|
| 16 |
"LigerCrossEntropyFunction",
|
|
|
|
| 1 |
+
from .cross_entropy import LigerCrossEntropyFunction
|
| 2 |
+
from .fused_linear_cross_entropy import LigerFusedLinearCrossEntropyFunction
|
| 3 |
+
from .dyt import LigerDyTFunction
|
| 4 |
+
from .geglu import LigerGELUMulFunction
|
| 5 |
+
from .group_norm import LigerGroupNormFunction
|
| 6 |
+
from .kl_div import LigerKLDivLossFunction
|
| 7 |
+
from .layer_norm import LigerLayerNormFunction
|
| 8 |
+
from .qwen2vl_mrope import LigerQwen2VLMRopeFunction
|
| 9 |
+
from .rms_norm import LigerRMSNormFunction
|
| 10 |
+
from .jsd import LigerJSDFunction
|
| 11 |
+
from .rope import LigerRopeFunction
|
| 12 |
+
from .swiglu import LigerSiLUMulFunction
|
| 13 |
+
from .tvd import LigerTVDLossFunction
|
| 14 |
|
| 15 |
__all__ = [
|
| 16 |
"LigerCrossEntropyFunction",
|