graft torch212-cu130 builds (legacy flash-attn signature, sm80/90/100/120)

.gitattributes

@@ -109,3 +109,5 @@ build/torch29-cxx11-cu128-aarch64-linux/dropout_layer_norm.cpython-312-aarch64-l
 build/torch29-cxx11-cu128-x86_64-linux/dropout_layer_norm.cpython-312-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
 build/torch211-cxx11-cu130-aarch64-linux/dropout_layer_norm.cpython-312-aarch64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
 build/torch211-cxx11-cu130-x86_64-linux/dropout_layer_norm.cpython-312-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cxx11-cu130-aarch64-linux/dropout_layer_norm.cpython-312-aarch64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cxx11-cu130-x86_64-linux/dropout_layer_norm.cpython-312-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text

build/torch212-cxx11-cu130-aarch64-linux/__init__.py

@@ -1,26 +1,38 @@
-import torch
-import torch.nn as nn
+"""torch 2.9 / cu12.8 build variant grafted from the odysseyml flash-attention fork.
 
-from ._ops import ops
+Wraps the pre-built ``dropout_layer_norm`` extension from the
+``odyssey-fused-kernels`` wheel (tag ``odyssey-v2.8.3-fused-1``, built for
+sm_80/90/100/120) because upstream kernels-community/layer-norm only provides
+a cu129 build for torch 2.9.
 
-from . import layers
+Unlike the kernels-community builds (which drop ``residual`` from the fused
+op signatures), this build keeps flash-attention's original signature with
+``residual`` as the second argument. Consumers can check ``SUPPORTS_RESIDUAL``.
+"""
 
-def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
-    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+import importlib.util
+from pathlib import Path
 
-def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
-    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+# True: kernels with flash-attention's original signature: fwd takes
+# (x0, residual, gamma, beta, ...) and bwd is supported.
+SUPPORTS_RESIDUAL = True
 
-def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
-    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+# The extension's PyInit_* symbol is derived from the module name passed to
+# the loader, so the spec name must exactly equal the .so module name.
+_so_path = next(Path(__file__).parent.glob("dropout_layer_norm*.so"))
+_spec = importlib.util.spec_from_file_location("dropout_layer_norm", _so_path)
+_ext = importlib.util.module_from_spec(_spec)
+_spec.loader.exec_module(_ext)
 
-def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
-    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+dropout_add_ln_fwd = _ext.dropout_add_ln_fwd
+dropout_add_ln_bwd = _ext.dropout_add_ln_bwd
+dropout_add_ln_parallel_residual_fwd = _ext.dropout_add_ln_parallel_residual_fwd
+dropout_add_ln_parallel_residual_bwd = _ext.dropout_add_ln_parallel_residual_bwd
 
 __all__ = [
-    "layers",
+    "SUPPORTS_RESIDUAL",
     "dropout_add_ln_fwd",
     "dropout_add_ln_bwd",
     "dropout_add_ln_parallel_residual_fwd",
     "dropout_add_ln_parallel_residual_bwd",
-]
+]

build/torch212-cxx11-cu130-aarch64-linux/dropout_layer_norm.cpython-312-aarch64-linux-gnu.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed30f7f6a13401da47466d060070059cd4af0e372e9613f43bb25c4cd53d493d
+size 1017983976

build/torch212-cxx11-cu130-aarch64-linux/metadata.json

@@ -1,17 +1,14 @@
 {
-  "name": "layer-norm",
-  "id": "_layer_norm_cuda_73ccd0c",
   "version": 1,
   "license": "BSD-3-Clause",
   "python-depends": [],
   "backend": {
     "type": "cuda",
     "archs": [
-      "10.0",
-      "12.0",
       "8.0",
-      "8.9",
-      "9.0"
+      "9.0",
+      "10.0",
+      "12.0"
     ]
   }
 }

build/torch212-cxx11-cu130-x86_64-linux/__init__.py

@@ -1,26 +1,38 @@
-import torch
-import torch.nn as nn
+"""torch 2.9 / cu12.8 build variant grafted from the odysseyml flash-attention fork.
 
-from ._ops import ops
+Wraps the pre-built ``dropout_layer_norm`` extension from the
+``odyssey-fused-kernels`` wheel (tag ``odyssey-v2.8.3-fused-1``, built for
+sm_80/90/100/120) because upstream kernels-community/layer-norm only provides
+a cu129 build for torch 2.9.
 
-from . import layers
+Unlike the kernels-community builds (which drop ``residual`` from the fused
+op signatures), this build keeps flash-attention's original signature with
+``residual`` as the second argument. Consumers can check ``SUPPORTS_RESIDUAL``.
+"""
 
-def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
-    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+import importlib.util
+from pathlib import Path
 
-def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
-    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+# True: kernels with flash-attention's original signature: fwd takes
+# (x0, residual, gamma, beta, ...) and bwd is supported.
+SUPPORTS_RESIDUAL = True
 
-def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
-    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+# The extension's PyInit_* symbol is derived from the module name passed to
+# the loader, so the spec name must exactly equal the .so module name.
+_so_path = next(Path(__file__).parent.glob("dropout_layer_norm*.so"))
+_spec = importlib.util.spec_from_file_location("dropout_layer_norm", _so_path)
+_ext = importlib.util.module_from_spec(_spec)
+_spec.loader.exec_module(_ext)
 
-def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
-    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+dropout_add_ln_fwd = _ext.dropout_add_ln_fwd
+dropout_add_ln_bwd = _ext.dropout_add_ln_bwd
+dropout_add_ln_parallel_residual_fwd = _ext.dropout_add_ln_parallel_residual_fwd
+dropout_add_ln_parallel_residual_bwd = _ext.dropout_add_ln_parallel_residual_bwd
 
 __all__ = [
-    "layers",
+    "SUPPORTS_RESIDUAL",
     "dropout_add_ln_fwd",
     "dropout_add_ln_bwd",
     "dropout_add_ln_parallel_residual_fwd",
     "dropout_add_ln_parallel_residual_bwd",
-]
+]

build/torch212-cxx11-cu130-x86_64-linux/dropout_layer_norm.cpython-312-x86_64-linux-gnu.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838eaae6cd7de357814a2cd438b1131b4627497988e0ec9bed9e1e87791a44c8
+size 1021295712

build/torch212-cxx11-cu130-x86_64-linux/metadata.json

@@ -1,17 +1,14 @@
 {
-  "name": "layer-norm",
-  "id": "_layer_norm_cuda_73ccd0c",
   "version": 1,
   "license": "BSD-3-Clause",
   "python-depends": [],
   "backend": {
     "type": "cuda",
     "archs": [
-      "10.0",
-      "12.0",
       "8.0",
-      "8.9",
-      "9.0"
+      "9.0",
+      "10.0",
+      "12.0"
     ]
   }
 }