Kernels:

kernels-community
/

layer-norm

Trusted publisher

Kernel card Files Files and versions

xet

Community

kernels-bot commited on 6 days ago

Commit

475c29b

verified ·

1 Parent(s): 2a30b64

Uploaded using `kernel-builder`.

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.gitattributes +18 -0
build/torch210-cu126-x86_64-linux/__init__.py +26 -0
build/torch210-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch210-cu126-x86_64-linux/_ops.py +9 -0
build/torch210-cu126-x86_64-linux/layers.py +51 -0
build/torch210-cu126-x86_64-linux/metadata.json +38 -0
build/torch210-cu126-x86_64-linux/metadata.json.sigstore +1 -0
build/torch210-cu126-x86_64-linux/symbols.json +361 -0
build/torch210-cu128-x86_64-linux/__init__.py +26 -0
build/torch210-cu128-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch210-cu128-x86_64-linux/_ops.py +9 -0
build/torch210-cu128-x86_64-linux/layers.py +51 -0
build/torch210-cu128-x86_64-linux/metadata.json +40 -0
build/torch210-cu128-x86_64-linux/metadata.json.sigstore +1 -0
build/torch210-cu128-x86_64-linux/symbols.json +361 -0
build/torch210-cu130-x86_64-linux/__init__.py +26 -0
build/torch210-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch210-cu130-x86_64-linux/_ops.py +9 -0
build/torch210-cu130-x86_64-linux/layers.py +51 -0
build/torch210-cu130-x86_64-linux/metadata.json +40 -0
build/torch210-cu130-x86_64-linux/metadata.json.sigstore +1 -0
build/torch210-cu130-x86_64-linux/symbols.json +361 -0
build/torch211-cu126-x86_64-linux/__init__.py +26 -0
build/torch211-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch211-cu126-x86_64-linux/_ops.py +9 -0
build/torch211-cu126-x86_64-linux/layers.py +51 -0
build/torch211-cu126-x86_64-linux/metadata.json +38 -0
build/torch211-cu126-x86_64-linux/metadata.json.sigstore +1 -0
build/torch211-cu126-x86_64-linux/symbols.json +361 -0
build/torch211-cu128-x86_64-linux/__init__.py +26 -0
build/torch211-cu128-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch211-cu128-x86_64-linux/_ops.py +9 -0
build/torch211-cu128-x86_64-linux/layers.py +51 -0
build/torch211-cu128-x86_64-linux/metadata.json +40 -0
build/torch211-cu128-x86_64-linux/metadata.json.sigstore +1 -0
build/torch211-cu128-x86_64-linux/symbols.json +361 -0
build/torch211-cu130-x86_64-linux/__init__.py +26 -0
build/torch211-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch211-cu130-x86_64-linux/_ops.py +9 -0
build/torch211-cu130-x86_64-linux/layers.py +51 -0
build/torch211-cu130-x86_64-linux/metadata.json +40 -0
build/torch211-cu130-x86_64-linux/metadata.json.sigstore +1 -0
build/torch211-cu130-x86_64-linux/symbols.json +361 -0
build/torch212-cu126-x86_64-linux/__init__.py +26 -0
build/torch212-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch212-cu126-x86_64-linux/_ops.py +9 -0
build/torch212-cu126-x86_64-linux/layers.py +51 -0
build/torch212-cu126-x86_64-linux/metadata.json +38 -0
build/torch212-cu126-x86_64-linux/metadata.json.sigstore +1 -0
build/torch212-cu126-x86_64-linux/symbols.json +361 -0

.gitattributes CHANGED Viewed

@@ -189,3 +189,21 @@ build/torch214-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs d
 build/torch215-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch215-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch215-cu134-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text

 build/torch215-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch215-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch215-cu134-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch210-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch210-cu128-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch210-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch211-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch211-cu128-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch211-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cu132-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch213-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch213-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch213-cu132-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch214-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch214-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch214-cu132-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch215-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch215-cu132-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch215-cu134-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text

build/torch210-cu126-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch210-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:b41efa41f217e01a39b29d378cd7971e3438e170524a9dda7fc0be370c4bdbdf
+size 710174400

build/torch210-cu126-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch210-cu126-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch210-cu126-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,38 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "tB76QfIX4Bo5sp03jNeXHjQ44XBSSp3af8C+NwxL298=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch210-cu126-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrKgAwIBAgIUH/+qMThpte3Iny+SppQ5YMFSwskwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTcxMDUzWhcNMjYxMDE5MTcyMDUzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEn+0LmVWGzGh3AchVaFxvVeE+Kz8mXXJU7FeWdURZan+7IIoiIx3kPxWtbP9yqIdON/327ffO7Iv2A1kaULOhc6OCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVSULnwAABAMARzBFAiEAghyrEQx5YYrhnCHgGXF00O01OVIqOmSYOxEgA3XmdN4CIC/rmOTWVNulRsTkpeIcMxTOeCzNpDwJKNWfT2AkClQxMAoGCCqGSM49BAMDA2cAMGQCMG7s7najPgs5TY4V59h8BU3LXLkQMSA/SYGd+CV3XfDc+GGJcRiitDIdU8/LiNsjMgIwQyWZXcvzAAYIE8Zdm2fBZPtnAw/xKCYf2Otaf87UgJycVlq7TmDJjE0LZLy2+MQt"}, "tlogEntries":[{"logIndex":"3323910490", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792429854", "inclusionPromise":{"signedEntryTimestamp":"MEUCIEx2HHK6efHffnNNvZ4t7HuKFAPBlCyh4wWPnd3iqZ/DAiEAkVIT71f+IaCQ+Kol6rFXlgANvNozeGvQt0YvCjY0Oy0="}, "inclusionProof":{"logIndex":"3202006228", "rootHash":"f3QiEGLmU2w3ZRmUxrNVS+02+a0eNYnPKbEFdqPaQ9c=", "treeSize":"3202006273", "hashes":["eT0iFaW1Z6Z+EAStVVpLteBJoRp6+Rr8qEiahJpHUnY=", "4fik5m0CLgFfpGjvPm7S7v/A+Ce1yYZmwDKKUXDYjmQ=", "4o1OTuN5SctgDJvRIXWlZYWc1qEmkfryFNBMYOSgaPE=", "VZkr9H/SYd+U31lCjb9BUHnSjbDHrTV5fRFwSsZ2Azo=", "Z1gi/dtiu2X6cUOydgrfMulQTFlJjHWbNI6NCykowZg=", "i200dFTcfIMzEChsXlC3RGQMfxAFSgHJ26soWfilDHI=", "658royWROErMI7L0cEzj81XVD3qIGPJkw7ZuVw3QUn4=", "FGjXvLSP9qEiwQ2lFVpuvnjCGrsiBpmm/3uhLsnNyzc=", "Vdu9ifsb+Qx6T2LY8i+l+QmRV7xI4wOC+bfFyDwIqNo=", "HNHkzoVPlf7PeYWJfmldl+iyKsPisuDob18VZbjG0gQ=", "WftaMH77XKBBrFMruQHHBU93T7033Ku32s/G5YGAB0U=", "tULoUiaZSfDmGtIHtVvxUCMXG2cjuSWTemce1ht0cGc=", "hxy8AssNYKl9eGTImYKqOoyG+UOhD95if4qQf6/guWY=", "Fmu5dEaq836T8rKgvh+xxNtPcazEy+AMz4HOuyONfho=", "EA/gesnuWcmqzCu/bYVmY/gXaHfv+DBoAgaVMuR/WMg=", "MD4OgR/R/G+2HawrFMhrsxg9GvdgOeQsIipPmrKXl38=", "j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3202006273\nf3QiEGLmU2w3ZRmUxrNVS+02+a0eNYnPKbEFdqPaQ9c=\n\n— rekor.sigstore.dev wNI9ajBEAiBPJSyj+Chg10m7RuaBnJFbCDuB1w56Yq9zLH59exXMQgIgZoXa4QCcnuTePTegFw5gIjRWwwf23teFa8zKGxJdoXE=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI2NGZmY2FmMGI0NDg4NjY1MjZhNzNlOTRjZDM4MTMzMWZmZTE0OTAxYjlkNTVlYmU3OTlhYjkxNGExNzBjZjEzIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURWeGxiYXNMTURtUDFvK1hHMUVYNFMxUjJudTIrZ2xPNm9oUHZKd3BKTjV3SWdFRHlkay9adFFkem9YNXZRbDUwN0V1ZG5VTkFGeTBrcm50cmlRc3RTNWM4PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KTFowRjNTVUpCWjBsVlNDOHJjVTFVYUhCMFpUTkpibmtyVTNCd1VUVlpUVVpUZDNOcmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZHTjRUVVJWZWxkb1kwNU5hbGw0VFVSRk5VMVVZM2xOUkZWNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ1S3pCTWJWWlhSM3BIYUROQlkyaFdZVVo0ZGxabFJTdExlamh0V0ZoS1ZUZEdaVmNLWkZWU1dtRnVLemRKU1c5cFNYZ3phMUI0VjNSaVVEbDVjVWxrVDA0dk16STNabVpQTjBsMk1rRXhhMkZWVEU5b1l6WlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxOVlRHNTNRVUZDUVUxQlVucENSa0ZwUlVGbmFIbHlSVkY0TlZsWmNtaHVRMGhuUjFoR01EQlBNREZQVmtseFQyMVRXUXBQZUVWblFUTlliV1JPTkVOSlF5OXliVTlVVjFaT2RXeFNjMVJyY0dWSlkwMTRWRTlsUTNwT2NFUjNTa3RPVjJaVU1rRnJRMnhSZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKalFVMUhVVU5OUnpkek4yNWhhbEJuY3pWVVdUUldOVGxvT0VKVk0weFlUR3RSVFZOQkwxTlpSMlFyUTFZeldHWkVZeXRIUjBvS1kxSnBhWFJFU1dSVk9DOU1hVTV6YWsxblNYZFJlVmRhV0dOMmVrRkJXVWxGT0Zwa2JUSm1RbHBRZEc1QmR5OTRTME5aWmpKUGRHRm1PRGRWWjBwNVl3cFdiSEUzVkcxRVNtcEZNRXhhVEhreUswMVJkQW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgTGGNgAGVfoWob/GjCsDOtRvYvk6IhSyvFAAbdS6UU9ACFQDniD/9+7vi0xATqhQUvaZf6NQskBgPMjAyNjEwMTkxNzEwNTNaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE3MTA1M1owLwYJKoZIhvcNAQkEMSIEIFs9UOMOytDFDVGscOOy9XKyuEdsPCTrt3iuEx8GxfmgMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMCcxjZcHDt5WXKoMTi3H8tbemRb1BFpv+Ms6SgL0PK/mQeYsD1luhsaGbkzHGmxqNgIwYPafCIWq+XrGUGwoQciQQFf6ICrsgmsYYJQ1A3tc48X4QITJIzoZVflid54lAgW2"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"ZP/K8LRIhmUmpz6UzTgTMf/hSQG51V6+eZq5FKFwzxM="}, "signature":"MEUCIQDVxlbasLMDmP1o+XG1EX4S1R2nu2+glO6ohPvJwpJN5wIgEDydk/ZtQdzoX5vQl507EudnUNAFy0krntriQstS5c8="}}

build/torch210-cu126-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch210-cu128-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch210-cu128-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:6a460532301b1930ae79817e78e032c82c104531f6945f24d2a7b2d69a24d6ab
+size 1229449320

build/torch210-cu128-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch210-cu128-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch210-cu128-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,40 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "12.0",
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "akYFMjAbGTCueYF+eOAyyCwQRTH2lF8k0qey1pok1qs=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch210-cu128-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUClNKb/2fhGRKqVVsggSa86tZMRAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTcxMDU1WhcNMjYxMDE5MTcyMDU1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE4+UJmQSUK2UOszGCo8U+eXsKyDDzEq9od4tAF6VzqOHx6rg9xY2F7knLJzwEggHbB8PVTKgnuG2XRw3pU8+XgaOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVSUSUAAABAMARzBFAiBji0J1sGy4bx2VuJulXgA4yycdH73WuF8RyjWgOSk1dgIhAKoN7edeTTPoscUD6IDykqjqrwOQW5497omJwk9GYvRiMAoGCCqGSM49BAMDA2gAMGUCMC351ynTgfdKI0nGr+j1YXjnrLj57zmAhfkdC51sr6eLY8snD/1vRJzMFXFWAdQc9QIxAPPOwbnOT8JgGMiq8Vr2IXOHJ1Zygbb1gLVo9gs42zLJOCD7P3LiuhZbSd+uHv36bg=="}, "tlogEntries":[{"logIndex":"3323910691", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792429855", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQCAC5fjANQx1f13us0AFAd/rSAOtm9hiZd59SxF+y+rwQIgPaMMu54iMJPRNOPp59ootLwXqppLLv1iHN5884ACIIc="}, "inclusionProof":{"logIndex":"3202006429", "rootHash":"pJcQAyE3OMyOjshCYkKUi/EuBOothkOsxeGvrSaXKvs=", "treeSize":"3202006798", "hashes":["NYalebDdT2eC+8HqDmZNpAvzFUpXQirz3N8YXlhOCVw=", "XPXYX2SGbuDn3AxZcBFPSvqxEqNTYvqXFPCzkeRkB8A=", "W+aT7ATPNSD7FG6/GYE5QJY3x+i6+0RUgP3EORppQq0=", "V3UDQNYaxOd9+bPi6U2qKpEGJYhV3lnF4lNu2J6kVus=", "5ofPSD1QAzW/Y3uPnTVrQ7IC0EJvB1pTOY0CuXiFYNI=", "4iRu+HvOpbqq1vredJtuSP6SeEK1D1tCluufJ5NS9LA=", "039BIYeEIE0/ieeI0a17Z6lDpZpciHRHGCzLdNqeYbY=", "mzIKQi3HKkIYiSBEddNG7V5phjsxRtAeEs7/PJPyxfQ=", "8o0G5irp8mtd8zUxRl1imc4VkcX4pmpReOUEWaoHaW4=", "1V+eVZHK6aNsIhW9FaaWKo9adPzZtC/Nj3M/DA7ia/8=", "HNHkzoVPlf7PeYWJfmldl+iyKsPisuDob18VZbjG0gQ=", "WftaMH77XKBBrFMruQHHBU93T7033Ku32s/G5YGAB0U=", "tULoUiaZSfDmGtIHtVvxUCMXG2cjuSWTemce1ht0cGc=", "hxy8AssNYKl9eGTImYKqOoyG+UOhD95if4qQf6/guWY=", "Fmu5dEaq836T8rKgvh+xxNtPcazEy+AMz4HOuyONfho=", "EA/gesnuWcmqzCu/bYVmY/gXaHfv+DBoAgaVMuR/WMg=", "MD4OgR/R/G+2HawrFMhrsxg9GvdgOeQsIipPmrKXl38=", "j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3202006798\npJcQAyE3OMyOjshCYkKUi/EuBOothkOsxeGvrSaXKvs=\n\n— rekor.sigstore.dev wNI9ajBGAiEA8oHppmG0pZUYMCSnYUbaUE1oxVHvm9Cf29jAlo1Oem4CIQDqQv4LtOlGsnnoCBKqz+Vu9FgGI1qAgs7SvfAqrC5zjA==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIwMDVmYWU0YjYwNjNmMWYyMzM1ODgyOWM4ZDhiZmQ1MTkzM2QwMjBjMTc3MTBjN2IyZGJlY2VmZDdjNzIyOTFhIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUN6MzlnalFhdjJTWENUNFJkWVJQcUVYNEhCMWVpS1JnK1NJcHd0Y2JtTElBSWdITU9YVEFSdXdzeTYwRVl2VDRKM1BHME1ZdXRXSi8wamY3VmNxQ1h1QUI4PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlEyeE9TMkl2TW1ab1IxSkxjVlpXYzJkblUyRTROblJhVFZKQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZHTjRUVVJWTVZkb1kwNU5hbGw0VFVSRk5VMVVZM2xOUkZVeFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUwSzFWS2JWRlRWVXN5VlU5emVrZERiemhWSzJWWWMwdDVSRVI2UlhFNWIyUTBkRUVLUmpaV2VuRlBTSGcyY21jNWVGa3lSamRyYmt4S2VuZEZaMmRJWWtJNFVGWlVTMmR1ZFVjeVdGSjNNM0JWT0N0WVoyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxOVlUxVkJRVUZDUVUxQlVucENSa0ZwUW1wcE1Fb3hjMGQ1TkdKNE1sWjFTblZzV0dkQk5IbDVZMlJJTnpOWGRVWTRVZ3A1YWxkblQxTnJNV1JuU1doQlMyOU9OMlZrWlZSVVVHOXpZMVZFTmtsRWVXdHhhbkZ5ZDA5UlZ6VTBPVGR2YlVwM2F6bEhXWFpTYVUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUXpNMU1YbHVWR2RtWkV0Sk1HNUhjaXRxTVZsWWFtNXlUR28xTjNwdFFXaG1hMlJETlRGemNqWmxURms0YzI0S1JDOHhkbEpLZWsxR1dFWlhRV1JSWXpsUlNYaEJVRkJQZDJKdVQxUTRTbWRIVFdseE9GWnlNa2xZVDBoS01WcDVaMkppTVdkTVZtODVaM00wTW5wTVNncFBRMFEzVUROTWFYVm9XbUpUWkN0MVNIWXpObUpuUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgl3RYW4ag8kbDg8pR6D0XKF8ZQLV9pczffs2zGjF68lgCFEaFbvlfvQ9c0VqzMJKbLJ9H4DDAGA8yMDI2MTAxOTE3MTA1NVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTcxMDU1WjAvBgkqhkiG9w0BCQQxIgQgBEx7GASlT8ZfWgy/iAS/2nHJm4yRHL63cjsLLUmY7iAwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwYilLJCaau8PjZU9O7rqB/mX9QQGw4PPzoml2DrFefRCFvpBgLM5XltnKooqZ7Ge8AjEAs1J0yEGPtmm4ISHaZoV0fIwsK1TCaE3Nr4jVr96PfhR+ITRSd3+cc8+RWaIFzHni"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"AF+uS2Bj8fIzWIKcjYv9UZM9AgwXcQx7Lb7O/XxyKRo="}, "signature":"MEUCIQCz39gjQav2SXCT4RdYRPqEX4HB1eiKRg+SIpwtcbmLIAIgHMOXTARuwsy60EYvT4J3PG0MYutWJ/0jf7VcqCXuAB8="}}

build/torch210-cu128-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch210-cu130-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch210-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf8424385ede384c61b34bca47da89606f73644590c53446551e81a5a91984e
+size 1236411496

build/torch210-cu130-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch210-cu130-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch210-cu130-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,40 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "12.0",
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "zPhCQ4Xt44TGGzS8pH2olgb3NkRZDFNEZVHoGlqRmE4=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch210-cu130-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrGgAwIBAgIUTBpxZwavVeWrQ4PIwA/TP2N58igwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTcxMDU4WhcNMjYxMDE5MTcyMDU4WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE3r/q5xXXzi5aJgqD88vYsPnNJopsIMXXjGDdSNpqu3ocgwIgdeYrIMbC2MS80EQhzEp8Lun5osmq8yx/kfngBqOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVSUfPwAABAMARjBEAiBkJKl0aKajV/EBXDYd4KY4EJlUmVeayzAocqx+hxXmVQIgJhHhJ+N7aD95IrkPLfMISi+UbdjWUuSSSDQbLmLbDUIwCgYIKoZIzj0EAwMDaAAwZQIxAKbkY4QEEjyS+bSg7utjMlkVBBp0ULgy5YcvE5lnacDtpifUnFvdb8q4s/le0ndT8QIwS82F5hfdho/04020Har+LRmUv4SseS/Z+6thW9XuYJkNNd9r8+OYLYlFnbU33OxN"}, "tlogEntries":[{"logIndex":"3323911488", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792429858", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQDSLeBlQTnH41BH7zgkNkpNLy6md+UKGxDd7ASbd+ArEwIgR0XkZ0WXs6doKIbheYtcACe7vZ63venayx5rUvp2KsA="}, "inclusionProof":{"logIndex":"3202007226", "rootHash":"dz7Fj3Ak8QuYkxZYrn/c/Pal7HHCEJ2ElhOVbGEeYzs=", "treeSize":"3202007497", "hashes":["ayPoWoI8Wcvqt9NEyEEJzhMdgtVMNPyK/g1WeIFfxKg=", "I/O6NTaFnrOmvZx8fbZMxJuMC1lqUAI7j4Iu7CJmPhw=", "QLnKMXWCz9+i0oERCQsAge4Klc6f/fB4j8QveP7scvI=", "bsAIGae7PvbU2cakgLaKHkMbv505nfjyzbP5LegoSgI=", "genI/3eDN8dNM0y4IxmdvmH+fniAun5OZpY4KS63wwQ=", "xzAnJWo3BbIZ6RTTJKRdp3wKengh+RjXB8D6bzl4t+o=", "MMeBaEJtXBjvF/3n5hA6d+6hWCjgc7qb2Sm0tAoypVM=", "om9p9uF3qehFPYvnVLzgALCojJNaWfACWdYZaTLtYCU=", "I0XbTC6puzh8Zo67FfePqxYXSoSEAmAUxSCcWYA8wdM=", "ZoEKTEi+vNH82Rv/iMhp5QJLlu/Ocy2iHNm45P+eFP8=", "Fmu5dEaq836T8rKgvh+xxNtPcazEy+AMz4HOuyONfho=", "EA/gesnuWcmqzCu/bYVmY/gXaHfv+DBoAgaVMuR/WMg=", "MD4OgR/R/G+2HawrFMhrsxg9GvdgOeQsIipPmrKXl38=", "j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3202007497\ndz7Fj3Ak8QuYkxZYrn/c/Pal7HHCEJ2ElhOVbGEeYzs=\n\n— rekor.sigstore.dev wNI9ajBFAiEA0Ji+Is74M3N9zMRo6S7fFBKrpo/NxAl9NHxdnCMuVUYCIHQXOT2fGL9dHf9mFNE9gyqgW/bt3v7v4bSA5qpR33xm\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjZjQ4ZTQwOGMzYjc2ZWVhMzBiYzUxNGU5MDdiNDM2OGVhMmJlY2QzYWRmYTY5ZjlhYTA1ZmRjZjZmZTRkYTdjIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNCelN1ZHlqaWVJL3B2WlNUV3huR1l3NTJwUmN6YXl5YjdoR1UrOWJsYXJRSWdYZDRrUjlybFlPZ0xCNFR6WXpTUUhzOHdoVjJNYVhDL3JBZXVRcnh4UjB3PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KSFowRjNTVUpCWjBsVlZFSndlRnAzWVhaV1pWZHlVVFJRU1hkQkwxUlFNazQxT0dsbmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZHTjRUVVJWTkZkb1kwNU5hbGw0VFVSRk5VMVVZM2xOUkZVMFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV6Y2k5eE5YaFlXSHBwTldGS1ozRkVPRGgyV1hOUWJrNUtiM0J6U1UxWVdHcEhSR1FLVTA1d2NYVXpiMk5uZDBsblpHVlpja2xOWWtNeVRWTTRNRVZSYUhwRmNEaE1kVzQxYjNOdGNUaDVlQzlyWm01blFuRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxOVlpsQjNRVUZDUVUxQlVtcENSVUZwUW10S1Myd3dZVXRoYWxZdlJVSllSRmxrTkV0Wk5FVktiRlZ0Vm1WaGVYcEJid3BqY1hncmFIaFliVlpSU1dkS2FFaG9TaXRPTjJGRU9UVkpjbXRRVEdaTlNWTnBLMVZpWkdwWFZYVlRVMU5FVVdKTWJVeGlSRlZKZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVVGQmQxcFJTWGhCUzJKcldUUlJSVVZxZVZNcllsTm5OM1YwYWsxc2ExWkNRbkF3VlV4bmVUVlpZM1pGTld4dVlXTkVkSEJwWmxVS2JrWjJaR0k0Y1RSekwyeGxNRzVrVkRoUlNYZFRPREpHTldobVpHaHZMekEwTURJd1NHRnlLMHhTYlZWMk5GTnpaVk12V2lzMmRHaFhPVmgxV1VwclRncE9aRGx5T0N0UFdVeFpiRVp1WWxVek0wOTRUZ290TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgn/SqOk11uV6HSi+pBBqvg5gs5trNEavhruPGJB01cukCFQDEeAJENSVvg5tKEdymPmt6G6PzuBgPMjAyNjEwMTkxNzEwNThaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE3MTA1OFowLwYJKoZIhvcNAQkEMSIEIIBjIyNnZ9QxZr57gAsuQ3/mgEC9Dq0dl7+cldWPdVgBMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMG9avX1cSUGSHrjDOg6QHzZMFsg1JQ3USUGIgkPHXBw/bn3lTKFveqrvODoi5vA3EgIxAINHNiH9ZwVCp8+/OavKvvoWH/y79/AWA0SWUhQ86HC9I9dCM1NMuNycgemBNjQfNA=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"z0jkCMO3buowvFFOkHtDaOor7NOt+mn5qgX9z2/k2nw="}, "signature":"MEUCIQCBzSudyjieI/pvZSTWxnGYw52pRczayyb7hGU+9blarQIgXd4kR9rlYOgLB4TzYzSQHs8whV2MaXC/rAeuQrxxR0w="}}

build/torch210-cu130-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch211-cu126-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch211-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:5c076aaa1995e80647dcf3b0902a6fa104a48aea88007562974f2879c0bfb9ba
+size 710163352

build/torch211-cu126-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch211-cu126-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch211-cu126-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,38 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "XAdqqhmV6AZH3POwkCpvoQSkiuqIAHVil08oecC/ubo=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch211-cu126-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUMXY/d1OjcFkx1P4+0UslkRGKzIYwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTcxMTAxWhcNMjYxMDE5MTcyMTAxWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEv9yOCDslWlCCWG4/E7kkpxNVEajJE4ENrO3wxjwaCSQb28qc//8CaEm6Vye/fL7Nmjs2PZWpL1yNI0aRJNlYoaOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVSUrRQAABAMARzBFAiBv/yNZLei0qi3TOGpWG7cfNBfQAQHas+30ZqaqSfrmzwIhAJzStwhEEu0hcCuxijewK2M/JSAFC4RbjtVM7WlbbHeZMAoGCCqGSM49BAMDA2gAMGUCMQDoNj8f71RTXiHkA9q4q5SjuKqN56RUYa8ZYMgRggkQG1wKz0VM3BZsm9Shl7nRrS4CMAj8IwBqzq1xIs/Bj/i5c1SbaOOernjyPQPZ8nkCcyfNg3DBf4NLQP4hZP67fs1qgQ=="}, "tlogEntries":[{"logIndex":"3323912079", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792429861", "inclusionPromise":{"signedEntryTimestamp":"MEQCIAYr0QLPDriv56jlouLgFeuQaxM0qPy+O5QQ9cA7wLDUAiBGmq1xwNWcVPQqzpLprhZBp9G5LgFHoYlrS2UQgjjo4A=="}, "inclusionProof":{"logIndex":"3202007817", "rootHash":"qoZWPfMiAztyCSmWQZDDhvZlsdq8c8pMYqhPvpYD64o=", "treeSize":"3202007965", "hashes":["j084dzqaXnXMIno4NslW1GncHx+s9w/PIAiD2DAJ9YY=", "crmQMVDeSna0CiFpCbN/kvk5uJe+JLKeV+LIEgYb+1A=", "P4FXxnhf6Cc7BAiTeawUSKlxl1UfpuVSVZn0o+2/8+I=", "NIUQFxjH3LEp/J8CPMpXE/2t8B2JkQHNX6jQ9iP/ArU=", "OkKCBL4qU9XoEgiDEXZfM8gXTg3T3GSEhvCIRmCk7Rc=", "hoqXnN+ieXI/iEX/r+yjvKUAc9rKKQ6hWfI22r7s8oQ=", "Q1myo2aSOkYvT9nsu2T2k/VpKnPs4liWgMktv7UEPXA=", "NTCyraBjbxJ7lBp4+y7mNFqeq+63G4EinS7a9gEhr5E=", "vNXZIDIN92DuTOoCNe6sd4l4PwAhMwyiCwr+yuDvfPA=", "TSVQvVv+3shZvGiCNI8HX2P3GT9fmKjN/alkJsMcML4=", "ZoEKTEi+vNH82Rv/iMhp5QJLlu/Ocy2iHNm45P+eFP8=", "Fmu5dEaq836T8rKgvh+xxNtPcazEy+AMz4HOuyONfho=", "EA/gesnuWcmqzCu/bYVmY/gXaHfv+DBoAgaVMuR/WMg=", "MD4OgR/R/G+2HawrFMhrsxg9GvdgOeQsIipPmrKXl38=", "j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3202007965\nqoZWPfMiAztyCSmWQZDDhvZlsdq8c8pMYqhPvpYD64o=\n\n— rekor.sigstore.dev wNI9ajBFAiEAqn/ItMqwK/iuJdNruWPmiWlben5fP0nfcIhXuXbWkzACIH8CRGK3vlIQBuqPMwIB2XcHGOlVIjFUo8jOtZsnw27K\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI3NzhmNWYwZjI2MTY2NWY0NzQxMWQ1MTJiMWU1ZGY3OTUxOTY1NWVhYTg0OWMyYTQwZjI0ZWM4MTdkMDc0NzFkIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJRlpZUGhyOFI0MUFIYUpMc2lWSUo2bHRxQ01YVGJhcXFDM1BIMmpOWFVBWkFpRUFwdjVwREN2NW5sbzBBNUg3RDZFV3ozZGdlbjVQU25WUDAyZEdyeGJrNVFvPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlRWaFpMMlF4VDJwalJtdDRNVkEwS3pCVmMyeHJVa2RMZWtsWmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZHTjRUVlJCZUZkb1kwNU5hbGw0VFVSRk5VMVVZM2xOVkVGNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVYyT1hsUFEwUnpiRmRzUTBOWFJ6UXZSVGRyYTNCNFRsWkZZV3BLUlRSRlRuSlBNM2NLZUdwM1lVTlRVV0l5T0hGakx5ODRRMkZGYlRaV2VXVXZaa3czVG0xcWN6SlFXbGR3VERGNVRra3dZVkpLVG14WmIyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxOVmNsSlJRVUZDUVUxQlVucENSa0ZwUW5ZdmVVNWFUR1ZwTUhGcE0xUlBSM0JYUnpkalprNUNabEZCVVVoaGN5c3pNQXBhY1dGeFUyWnliWHAzU1doQlNucFRkSGRvUlVWMU1HaGpRM1Y0YVdwbGQwc3lUUzlLVTBGR1F6UlNZbXAwVmswM1YyeGlZa2hsV2sxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OVVVSdlRtbzRaamN4VWxSWWFVaHJRVGx4TkhFMVUycDFTM0ZPTlRaU1ZWbGhPRnBaVFdkU1oyZHJVVWN4ZDBzS2VqQldUVE5DV25OdE9WTm9iRGR1VW5KVE5FTk5RV280U1hkQ2NYcHhNWGhKY3k5Q2FpOXBOV014VTJKaFQwOWxjbTVxZVZCUlVGbzRibXREWTNsbVRncG5NMFJDWmpST1RGRlFOR2hhVURZM1puTXhjV2RSUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgVQD/0GX+VC9ysNHHK1BCoVX2UzIdpzUMwiGngQP+nAwCFDuTnrNQkpbhU31+r+b2rfnj+QF7GA8yMDI2MTAxOTE3MTEwMVowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTcxMTAxWjAvBgkqhkiG9w0BCQQxIgQgBbgZAgcKiicNfGZ52djS32Eam9Zfvd5N+cwREd5ccmAwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwR822TzEv/0CoKAcjBATlXhMD2tN6YczGbuTCkasyeiNrl/+QFgObi/PlPgNhcFJqAjEA0PrSrSeooJMt8j2Y2l+FCNo3b62HmmFYgAe3cjgqw3dTbIqTu6InPrKhfo0L4hnU"}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"d49fDyYWZfR0EdUSseXfeVGWVeqoScKkDyTsgX0HRx0="}, "signature":"MEUCIFZYPhr8R41AHaJLsiVIJ6ltqCMXTbaqqC3PH2jNXUAZAiEApv5pDCv5nlo0A5H7D6EWz3dgen5PSnVP02dGrxbk5Qo="}}

build/torch211-cu126-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch211-cu128-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch211-cu128-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed8a7cc5dee325388092a1832c6d31ad81dd8962d3e0b4daeadd869d24e6741
+size 1229438296

build/torch211-cu128-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch211-cu128-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch211-cu128-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,40 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "12.0",
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "jtinzF3uMlOICSoYMsbTGtgd2JYtPgtNrq3YadJOZ0E=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch211-cu128-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUBJI0f5WJK0I6hHw/kPu7W6ZktDIwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTcxMTAzWhcNMjYxMDE5MTcyMTAzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEwy8/7Da/2gydmOeZ+C2nxeuzbdKKPoTapJxvH09RIcVzTbumdh85AuPbaiukWL90vQOVQ9DUElAKyIb6ygc7A6OCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVSU0FwAABAMARzBFAiAeRdWH63yvUPs7pFSK0OnKzsPosBqbSfcTOt/AW/mwEwIhAMs69jYZQchfW1kn8avF+mVwjC8Dxz7SfruFdTV0aWlPMAoGCCqGSM49BAMDA2gAMGUCMQChTXK/1sY5NjBL9qxBM2vhnd2gBfw3Db+fsyH/QSXfwCKsFlWbq0KE3ohWGYnYPP0CMBnXT+TzZlww5/r0WTnThMDfGOyU1YjCVaJyr5pJ32wt9g20nHnaCRzcLrqvES841A=="}, "tlogEntries":[{"logIndex":"3323912490", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792429864", "inclusionPromise":{"signedEntryTimestamp":"MEUCIGlxCUt8NFtHDq0pg4DtBL/QbeQduXDLHCx2BSKVCtT9AiEA0jo14yXezJ7/HCT/n85f0+p8gChbp2PXsqJSYZgOWts="}, "inclusionProof":{"logIndex":"3202008228", "rootHash":"KDyfs9mdA3MS3pE7gntXPlcxtYJ05ZnqXYHC/nDx5SA=", "treeSize":"3202008277", "hashes":["kZQVIn9P+0UeChAKlr3vjZHNBx8tE7nVYfTvoduf4fA=", "2SCIJaQKaep4BpHehVWsz1mkTPsPPns6Zg50EGX59PY=", "3uNSWW1NPJEJd9g842iQgARh3j8ivGvFhfH31XfOjQY=", "9vy+cjJoG8ivp9Mb+6W8fYy/nZF9cJhqh+uaN2UfGo8=", "IgmPb66+vznm6GwShjp9BamARIukGpjYqvDUiv1ifdE=", "hgSMJ95g2LO8Q8uO8G5kN98EM0yyG8NUKwPbvvKwrOo=", "cha2vyFRSiq+4nCIZXKuFmrutUsvx6ZWdRjiX9UIAbA=", "BZPDUTn+BXiOtwXcB67BFwzimJ5P3VIex9nt0jlS1qM=", "nUjKQXfNArSNYDW3bx7hl44Y3U3GE0LwbQsIG0+tL70=", "ZoEKTEi+vNH82Rv/iMhp5QJLlu/Ocy2iHNm45P+eFP8=", "Fmu5dEaq836T8rKgvh+xxNtPcazEy+AMz4HOuyONfho=", "EA/gesnuWcmqzCu/bYVmY/gXaHfv+DBoAgaVMuR/WMg=", "MD4OgR/R/G+2HawrFMhrsxg9GvdgOeQsIipPmrKXl38=", "j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3202008277\nKDyfs9mdA3MS3pE7gntXPlcxtYJ05ZnqXYHC/nDx5SA=\n\n— rekor.sigstore.dev wNI9ajBFAiEAyT0+W02UqMALd+8nf7mMuoC9DpZVu7X7qbXJlQgfjdgCIEDPmOosjyePd9nxFwhr9GuDg1qqpP0e3aZ2xvUBSFrB\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJlZDBkMmExMWNlNzdjZWYyNzk0MmQ1NWUyZThhMmExMGYzNGQxYzgzYzZkNjcyYjc3MWNhMmVkZmFmMmE2M2Q2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNHMzVYbzJ0eG5WVHAvQVpwOXNsZEduMEx4VHNOaGFqQWNSUytxS0VEZzR3SWhBS2ZrQ2l0NWVxVW5EaU9YYkQwb0ZpZGNkdS9WREJYMVhjTVcyVE8rUGtWQiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlFrcEpNR1kxVjBwTE1FazJhRWgzTDJ0UWRUZFhObHByZEVSSmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZHTjRUVlJCZWxkb1kwNU5hbGw0VFVSRk5VMVVZM2xOVkVGNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVYzZVRndk4wUmhMekpuZVdSdFQyVmFLME15Ym5obGRYcGlaRXRMVUc5VVlYQktlSFlLU0RBNVVrbGpWbnBVWW5WdFpHZzROVUYxVUdKaGFYVnJWMHc1TUhaUlQxWlJPVVJWUld4QlMzbEpZalo1WjJNM1FUWlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxOVk1FWjNRVUZDUVUxQlVucENSa0ZwUVdWU1pGZElOak41ZGxWUWN6ZHdSbE5MTUU5dVMzcHpVRzl6UW5GaVUyWmpWQXBQZEM5QlZ5OXRkMFYzU1doQlRYTTJPV3BaV2xGamFHWlhNV3R1T0dGMlJpdHRWbmRxUXpoRWVIbzNVMlp5ZFVaa1ZGWXdZVmRzVUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OVVVOb1ZGaExMekZ6V1RWT2FrSk1PWEY0UWsweWRtaHVaREpuUW1aM00wUmlLMlp6ZVVndlVWTllabmREUzNNS1JteFhZbkV3UzBVemIyaFhSMWx1V1ZCUU1FTk5RbTVZVkN0VWVscHNkM2MxTDNJd1YxUnVWR2hOUkdaSFQzbFZNVmxxUTFaaFNubHlOWEJLTXpKM2RBbzVaekl3YmtodVlVTlNlbU5NY25GMlJWTTROREZCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgtnXuioQ6zEr7OUf5KSMARPezHPhcfJcaxvIfENSwuY8CFQCHrgAd7p55Kyc+8Mx5viY1CaSEpxgPMjAyNjEwMTkxNzExMDRaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE3MTEwNFowLwYJKoZIhvcNAQkEMSIEIBGEzdovaRQx/A4ZiD0567FSfF4VYt9Su/RVx/9KVwB8MIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQDHff9oC+1JLEPu/hg+7blL8iMUwLt/tVe1SNUGvWvGzmfCks0gDcJUQbC7GoI3F/4CMQDjMtc1h82m7BkM6YKYevqQgDbFQ9staz6+6AC+r8+Y78QXdY250830HG9qKOLRgC4="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"7Q0qEc53zvJ5QtVeLooqEPNNHIPG1nK3ccou368qY9Y="}, "signature":"MEYCIQCG35Xo2txnVTp/AZp9sldGn0LxTsNhajAcRS+qKEDg4wIhAKfkCit5eqUnDiOXbD0oFidcdu/VDBX1XcMW2TO+PkVB"}}

build/torch211-cu128-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch211-cu130-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch211-cu130-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:103c7a60d592b794a5d1004307e686c07bbe6112dbf505860ed7534c709432aa
+size 1236404560

build/torch211-cu130-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch211-cu130-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch211-cu130-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,40 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "12.0",
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "EDx6YNWSt5Sl0QBDB+aGwHu+YRLb9QWGDtdTTHCUMqo=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch211-cu130-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLjCCBrOgAwIBAgIUJGzmG/1PdcaW7m2BGktbgSU/yiwwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTcxMTA1WhcNMjYxMDE5MTcyMTA1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHBXRdVanLb4+p9wpwqABt5BSAoIeCL2clxOP7zuBrbT8YFl1rgyvkFYb5FxkQFcogFtDOTyli48DE7MCEU7/kKOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVSU7ZwAABAMASDBGAiEA2A6Ch/GJ2nXUPbxNdDmgi+d9KE30BAu9wftsn6r5TkoCIQD84Oi6DQtPuoj3OkbU8g3DEUSQ7XXn8I7MAs4rOlNRojAKBggqhkjOPQQDAwNpADBmAjEAw4oan5PJn4W4GmGSC6JMIVfmyApSINCEq2p65FKLGhR/Uej9bOtPXnjJZ5myFnlJAjEAn6J8wXbGhGySQ8XshOrKuL8OpbHniL/wNU5d0Gzoh+f1d1AI/WHKRoGqZD/5+bR2"}, "tlogEntries":[{"logIndex":"3323912836", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792429866", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQD+zMkCD7mDh6uI9w+IteqDiURpf/z3LFUJStLbbf60UgIhAM6kBQhWhZAYlrT0Cd9bb7okRdX9/c6pFXh1dJJGMWhZ"}, "inclusionProof":{"logIndex":"3202008574", "rootHash":"077aofAE87FoyN+CSHcBdXsk22EbrS9KFrXW0bLneH4=", "treeSize":"3202008596", "hashes":["YnLi1OSwEE91Te8M0LLq1UjohSDGQnghmeckan0FVrs=", "skaWWqxE+GA1O5I5jFOxP5teWnhhRFjTdyUBCrrxoZc=", "7hdaEZ5TNZ5mK2indRTL4VzlTGU/q5gBFeh4F5CsHFo=", "jCu4ozARG8CXQNkaOgNTpW8G0EqaLKIeoqg3pl0u81c=", "PvAavV8U8ZRBrvKE4MucdqJ4J5DJLwmSfDZ/uVApKjo=", "Wkg7T9H/f69Yxes08gOBrnz3TzTPpBCUjRDQJ2qWXQo=", "4tJVN7N+y7V4Y5f1AzumrqFFvjCn4B0JT5CZQCpWl5Y=", "1U1z2hPMXcTqVjtbqbFGy2XK5hLyvE3ti3l3OkiCDts=", "UtfSLFsyV/BplzV4TWwngkp48e8ZJHdvE6Y2P80iWf0=", "2aXDmnNDvhkYeoKlUA0+L8Vn/R9Lc2+v6K9TpwGGQDg=", "nUjKQXfNArSNYDW3bx7hl44Y3U3GE0LwbQsIG0+tL70=", "ZoEKTEi+vNH82Rv/iMhp5QJLlu/Ocy2iHNm45P+eFP8=", "Fmu5dEaq836T8rKgvh+xxNtPcazEy+AMz4HOuyONfho=", "EA/gesnuWcmqzCu/bYVmY/gXaHfv+DBoAgaVMuR/WMg=", "MD4OgR/R/G+2HawrFMhrsxg9GvdgOeQsIipPmrKXl38=", "j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3202008596\n077aofAE87FoyN+CSHcBdXsk22EbrS9KFrXW0bLneH4=\n\n— rekor.sigstore.dev wNI9ajBGAiEAh1eteXkeVsbu90orL4mqGl5+Ej4UC3kuLOf1zplpHVsCIQC9Wu8n2kx1r2lpBkdTF3iYeUSi/qoL851bXPWXqM9PsQ==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJlZjVmMDMyNGJlZjliZjVlZTU3MDg1YjZiYzQ3ZmM1YjlhNmNiOTdiNmI2NjVlOGI1NmEzNjdmMTcyNDk1ZWE1In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURBVzBpMFFBUnp3NWRCN2xIMFhIRXVVQ2VweUtJcEg5ZHprMDg0YVdyT2dRSWhBS2ZaeW9HKzMzS1FPSWdaSHVSK3FmMmdiLzcrNVdJQXlQRkdFK0l5WlZ1WCIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1ha05EUW5KUFowRjNTVUpCWjBsVlNrZDZiVWN2TVZCa1kyRlhOMjB5UWtkcmRHSm5VMVV2ZVdsM2QwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZHTjRUVlJCTVZkb1kwNU5hbGw0VFVSRk5VMVVZM2xOVkVFeFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJUWxoU1pGWmhia3hpTkN0d09YZHdkM0ZCUW5RMVFsTkJiMGxsUTB3eVkyeDRUMUFLTjNwMVFuSmlWRGhaUm13eGNtZDVkbXRHV1dJMVJuaHJVVVpqYjJkR2RFUlBWSGxzYVRRNFJFVTNUVU5GVlRjdmEwdFBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxOVk4xcDNRVUZDUVUxQlUwUkNSMEZwUlVFeVFUWkRhQzlIU2pKdVdGVlFZbmhPWkVSdFoya3JaRGxMUlRNd1FrRjFPUXAzWm5SemJqWnlOVlJyYjBOSlVVUTRORTlwTmtSUmRGQjFiMm96VDJ0aVZUaG5NMFJGVlZOUk4xaFliamhKTjAxQmN6UnlUMnhPVW05cVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2NFRkVRbTFCYWtWQmR6UnZZVzQxVUVwdU5GYzBSMjFIVTBNMlNrMUpWbVp0ZVVGd1UwbE9RMFZ4TW5BMk5VWkxURWRvVWk4S1ZXVnFPV0pQZEZCWWJtcEtXalZ0ZVVadWJFcEJha1ZCYmpaS09IZFlZa2RvUjNsVFVUaFljMmhQY2t0MVREaFBjR0pJYm1sTUwzZE9WVFZrTUVkNmJ3cG9LMll4WkRGQlNTOVhTRXRTYjBkeFdrUXZOU3RpVWpJS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgz6B6y2tG6bjeRQ6JxINYlg4qx/pEt5Z1REVhdhK9iEkCFQDAy6MSK5xNh0UZl0fgDP/kGanlXhgPMjAyNjEwMTkxNzExMDVaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE3MTEwNVowLwYJKoZIhvcNAQkEMSIEIIWhd5oWBl9WiIwLzy8b8nwD4oj48QjiJMHowEzcD1SLMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQDgny7g4sIZAOSGhuSwPcGWEclZOXpH9MuyODmRWsL7gndu0ypD2Gcvvakg87OuSAsCMQCEw8z+ylgFAFzq33Jc4AvVFiWgfkhj+Z+0LI9H0+9db0aj0cE7GoOsW1hhd8SzC2g="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"718DJL75v17lcIW2vEf8W5psuXtrZl6LVqNn8XJJXqU="}, "signature":"MEYCIQDAW0i0QARzw5dB7lH0XHEuUCepyKIpH9dzk084aWrOgQIhAKfZyoG+33KQOIgZHuR+qf2gb/7+5WIAyPFGE+IyZVuX"}}

build/torch211-cu130-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch212-cu126-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch212-cu126-x86_64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2d766ff0788001b308bafafece2fca33c3d27c022dcfc025581a6309080d411e
+size 710169464

build/torch212-cu126-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch212-cu126-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch212-cu126-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,38 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "LXZv8HiAAbMIuvr+zi/KM8PSfAItz8AlWBpjCQgNQR4=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch212-cu126-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUaSMFDeHlWwTe/2CYTNi0v7N9Em0wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTcxMTA2WhcNMjYxMDE5MTcyMTA2WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEkkoAJrQzcrhNyBGNnSEmRJKWZGxh2G/BeNx3IX20oATZweDEXM8Q0HPuP2HSaEmb/OaheAO1+mGc6CBlRT9YUKOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVSU/MwAABAMARzBFAiBUSFzHDhoQzkAhDWaEMcYLOOM8z7vipBHHbXCNc5nrugIhAO5+XMeO5FYvKUgfVuBsTKkrX81xZIwnrNuuubNy2t3OMAoGCCqGSM49BAMDA2gAMGUCMQDsSrUQQwgew4Co3ZAiQ8JVxqI8toUpG5nhm1hjkLR5Zq/a9Nodx9/5++6fay1c/ioCMFzaFrKGUsnytbSGbxYKw02VOqF3iKaOTDGPqkSQDGGCTqjrzaKJpDUA3iC82wrMRw=="}, "tlogEntries":[{"logIndex":"3323913046", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792429867", "inclusionPromise":{"signedEntryTimestamp":"MEYCIQD4FUjh7vcZngZqENFxctfzdLe7CZcvx3DdIeevkuSBIgIhAM3VEDabJEwwcVbHC43gqQpsbECl3HYS+FGE1pT1F+5f"}, "inclusionProof":{"logIndex":"3202008784", "rootHash":"9MFkmsDsxSsyRSyzM1ySVmNJuyjNDDVGkkkhCkZ8Yu4=", "treeSize":"3202008925", "hashes":["EfJpYgTkYL00MbtZ7Z7rcrF/Xnn0qn5LYZkTgA0uSVk=", "Y0xub18piJEJBhB77/CvVFEeq+VVPHSZNgiIVP8O7XA=", "FWGkWbROAaN9yxS+0UQqldgdzKU7CzBpAi8EErM7b0Q=", "iCdeUUPKUW8nWXOJiBumvmmVc5VDDjhkC+ZaMng2JK4=", "SHD/GkdoGj1g+HiJzL0ZFJgKc9OLbPCOsGeB359uQKg=", "0pOJcL1bN1cddqGIiR5UFe0vCwZ9+o0sbFF7T8uytd4=", "AZM9mb9X1VLaDYTHkeID/jWjlEdZSehzbNx8oT0rLIk=", "CrRAqHSkwZeM7gswNDjWw09K9RE0jhZluoBV2shhH+o=", "wJe3nfRKhUq9bsyxM9uKtrFO4BNIioKbkeeWj5WDr6o=", "Uq86hL9+1310xS3t28/TASNui3/8OgPnZwAAw1GmyOk=", "nUjKQXfNArSNYDW3bx7hl44Y3U3GE0LwbQsIG0+tL70=", "ZoEKTEi+vNH82Rv/iMhp5QJLlu/Ocy2iHNm45P+eFP8=", "Fmu5dEaq836T8rKgvh+xxNtPcazEy+AMz4HOuyONfho=", "EA/gesnuWcmqzCu/bYVmY/gXaHfv+DBoAgaVMuR/WMg=", "MD4OgR/R/G+2HawrFMhrsxg9GvdgOeQsIipPmrKXl38=", "j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=", "7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=", "nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3202008925\n9MFkmsDsxSsyRSyzM1ySVmNJuyjNDDVGkkkhCkZ8Yu4=\n\n— rekor.sigstore.dev wNI9ajBEAiAtTCFUMU73Vw7Wc4J7mCJLybP7nRYG2Eo8GO59/XhlSQIgHfEGjjW+4Oszx14+K7rS1ToPD3/IAQNbOxcO0Y8u+kk=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1NDc2NTZlMjA1NGMyZDVmODA1MmE4YzA0MDAxNDAzNDQyYmM4NDRmOTM3ZmQyMGNlY2RiODg3Y2U5ODI2ODk0In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQWltVm1VdmpMMXFqVWV4QWh5dzlGdFpmSVJ2OHdTcVhCSk10dzhxTW4ySUFpQUpqVFBrajVmSVVTNUllQnUyUjljQUxmVnRDeFdvam03cFhUZFpoOS8rWnc9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVllWTk5Sa1JsU0d4WGQxUmxMekpEV1ZST2FUQjJOMDQ1Ulcwd2QwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZHTjRUVlJCTWxkb1kwNU5hbGw0VFVSRk5VMVVZM2xOVkVFeVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZyYTI5QlNuSlJlbU55YUU1NVFrZE9ibE5GYlZKS1MxZGFSM2hvTWtjdlFtVk9lRE1LU1ZneU1HOUJWRnAzWlVSRldFMDRVVEJJVUhWUU1raFRZVVZ0WWk5UFlXaGxRVTh4SzIxSFl6WkRRbXhTVkRsWlZVdFBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxOVkwwMTNRVUZDUVUxQlVucENSa0ZwUWxWVFJucElSR2h2VVhwclFXaEVWMkZGVFdOWlRFOVBUVGg2TjNacGNFSklTQXBpV0VOT1l6VnVjblZuU1doQlR6VXJXRTFsVHpWR1dYWkxWV2RtVm5WQ2MxUkxhM0pZT0RGNFdrbDNibkpPZFhWMVlrNTVNblF6VDAxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OVVVSelUzSlZVVkYzWjJWM05FTnZNMXBCYVZFNFNsWjRjVWs0ZEc5VmNFYzFibWh0TVdocWEweFNOVnB4TDJFS09VNXZaSGc1THpVckt6Wm1ZWGt4WXk5cGIwTk5SbnBoUm5KTFIxVnpibmwwWWxOSFluaFpTM2N3TWxaUGNVWXphVXRoVDFSRVIxQnhhMU5SUkVkSFF3cFVjV3B5ZW1GTFNuQkVWVUV6YVVNNE1uZHlUVkozUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgCDJ+owFT19zeHmN/IzUEKfATsc0DQnenKCINpVKGangCFQDB0MOg03QWD/4D9tM0EPcmaXZ2zBgPMjAyNjEwMTkxNzExMDZaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE3MTEwNlowLwYJKoZIhvcNAQkEMSIEINObNow5Xsd78kLCOAKW5jlI1HPA95kPa/eKdYdHjnq2MIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQC1FYklwdaO8O9sLuZIxPNyUSINERsD3B7KFrPME3I31O6or0/Q4/MvniR/e9l9j/sCMDnQp8tOFKfmH2p7E/splEmrRn4cZ+vX3Gxi+H0SaPPzsu1nzkN07DFhCh7A5LPaFQ=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"VHZW4gVMLV+AUqjAQAFANEK8hE+Tf9IM7NuIfOmCaJQ="}, "signature":"MEQCIAimVmUvjL1qjUexAhyw9FtZfIRv8wSqXBJMtw8qMn2IAiAJjTPkj5fIUS5IeBu2R9cALfVtCxWojm7pXTdZh9/+Zw=="}}

build/torch212-cu126-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}