Kernels:

kernels-community
/

layer-norm

Trusted publisher

Kernel card Files Files and versions

xet

Community

kernels-bot commited on 4 days ago

Commit

2a30b64

verified ·

1 Parent(s): da1000a

Uploaded using `kernel-builder`.

Browse files

This view is limited to 50 files because it contains too many changes. See raw diff

Files changed (50) hide show

.gitattributes +18 -0
build/torch210-cu126-aarch64-linux/__init__.py +26 -0
build/torch210-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch210-cu126-aarch64-linux/_ops.py +9 -0
build/torch210-cu126-aarch64-linux/layers.py +51 -0
build/torch210-cu126-aarch64-linux/metadata.json +38 -0
build/torch210-cu126-aarch64-linux/metadata.json.sigstore +1 -0
build/torch210-cu126-aarch64-linux/symbols.json +361 -0
build/torch210-cu128-aarch64-linux/__init__.py +26 -0
build/torch210-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch210-cu128-aarch64-linux/_ops.py +9 -0
build/torch210-cu128-aarch64-linux/layers.py +51 -0
build/torch210-cu128-aarch64-linux/metadata.json +40 -0
build/torch210-cu128-aarch64-linux/metadata.json.sigstore +1 -0
build/torch210-cu128-aarch64-linux/symbols.json +361 -0
build/torch210-cu130-aarch64-linux/__init__.py +26 -0
build/torch210-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch210-cu130-aarch64-linux/_ops.py +9 -0
build/torch210-cu130-aarch64-linux/layers.py +51 -0
build/torch210-cu130-aarch64-linux/metadata.json +40 -0
build/torch210-cu130-aarch64-linux/metadata.json.sigstore +1 -0
build/torch210-cu130-aarch64-linux/symbols.json +361 -0
build/torch211-cu126-aarch64-linux/__init__.py +26 -0
build/torch211-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch211-cu126-aarch64-linux/_ops.py +9 -0
build/torch211-cu126-aarch64-linux/layers.py +51 -0
build/torch211-cu126-aarch64-linux/metadata.json +38 -0
build/torch211-cu126-aarch64-linux/metadata.json.sigstore +1 -0
build/torch211-cu126-aarch64-linux/symbols.json +361 -0
build/torch211-cu128-aarch64-linux/__init__.py +26 -0
build/torch211-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch211-cu128-aarch64-linux/_ops.py +9 -0
build/torch211-cu128-aarch64-linux/layers.py +51 -0
build/torch211-cu128-aarch64-linux/metadata.json +40 -0
build/torch211-cu128-aarch64-linux/metadata.json.sigstore +1 -0
build/torch211-cu128-aarch64-linux/symbols.json +361 -0
build/torch211-cu130-aarch64-linux/__init__.py +26 -0
build/torch211-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch211-cu130-aarch64-linux/_ops.py +9 -0
build/torch211-cu130-aarch64-linux/layers.py +51 -0
build/torch211-cu130-aarch64-linux/metadata.json +40 -0
build/torch211-cu130-aarch64-linux/metadata.json.sigstore +1 -0
build/torch211-cu130-aarch64-linux/symbols.json +361 -0
build/torch212-cu126-aarch64-linux/__init__.py +26 -0
build/torch212-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so +3 -0
build/torch212-cu126-aarch64-linux/_ops.py +9 -0
build/torch212-cu126-aarch64-linux/layers.py +51 -0
build/torch212-cu126-aarch64-linux/metadata.json +38 -0
build/torch212-cu126-aarch64-linux/metadata.json.sigstore +1 -0
build/torch212-cu126-aarch64-linux/symbols.json +361 -0

.gitattributes CHANGED Viewed

@@ -171,3 +171,21 @@ build/torch213-cxx11-cu132-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=
 build/torch214-cxx11-cu126-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch214-cxx11-cu130-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch214-cxx11-cu132-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text

 build/torch214-cxx11-cu126-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch214-cxx11-cu130-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch214-cxx11-cu132-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch210-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch210-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch210-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch211-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch211-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch211-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch213-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch213-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch213-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch214-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch214-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch214-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch215-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch215-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch215-cu134-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text

build/torch210-cu126-aarch64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch210-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:acae6224bcc43f8c763f421a3e917d8bb4d6dd1cbe29fddaff47865b7e788b5b
+size 709678160

build/torch210-cu126-aarch64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch210-cu126-aarch64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch210-cu126-aarch64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,38 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "rK5iJLzEP4x2P0IaPpF9i7TW3Ry+Kf3a/0eGW354i1s=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch210-cu126-aarch64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUA8/DN9t6xDBKAUssDyII4tT8b+UwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzIyWhcNMjYxMDE5MTY0MzIyWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEqvYXIog+mSWmnSsASRCI40+RdQQ0mxpkliWjtlujOJb4q9eWFrmG7bdY8WtlH5t9x9aDkwNPVCx5vzQaWvdfc6OCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQKx/wAABAMARjBEAiAg1A1BzookR9im9Mw5Kh8hwe26uMV2fHyHHyYHGNL9FQIgM8/+SiM0AZsjN5f+TQ2MjEab5Dfwp6IuzBlIuh2SjB4wCgYIKoZIzj0EAwMDaQAwZgIxAOGGfigj+29/szMW8/rttsDO9p75rOjU5ibdBFVMP5oru0YVdfwdJGMo3h+8Yxm06AIxAIns6AZEqmYFMHU0by3C6bSLq8iilRWq8dCbH9aAB3YmRyYZWSX0BNXSRZ8TZKahuA=="},"tlogEntries":[{"logIndex":"3323450744","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427602","inclusionPromise":{"signedEntryTimestamp":"MEUCIQD1q+NZ3Y2X7JzOdbMKirs2Q/Nrt6cFSyqE9WLvIbdwDQIgDdS5cSmzSW4pkS3K/e9m6JcIV5xFExzmiBUuTxo9fC8="},"inclusionProof":{"logIndex":"3201546482","rootHash":"2eAXOS5slPqGqsED/Ib0/j7HnuJf38H2kQhfNKTqg24=","treeSize":"3201547380","hashes":["SpGxJQ6cqP8rdrLlawleaMquBT3UZ/rnieJEklBB0sI=","sZeLod+pO/Xo8cSLUOw7AeMvFAcn22DR24rZQF347nw=","Q5Vytb4Lck86pfwk4wGtqvChNfy98INFypXQX6rgunc=","gkTYAo6VWlGpQq0TXxShPF5ckL5ifVHDfn09p0kUGfI=","qXyndnydRleq6MEZ9DXcaXG3/On5XJJ0j3nCfog1Xbs=","2ccH85hy2mGMozFbUY9Fx+T4m4OYZ5p9BSvjHKD3SK0=","z9zfqUztG9oYN6HKPUf3EN7zt+1tmYL3bes6mrRa5Wc=","B9SDXXbCAYfvfm3OcN2rzjKHIUdBA7OFhjIDwl1aY34=","pxRmYuXC+poousVis5PaqUaod6cUfpYXEtBtICN5ov8=","3vUGcOsCU31FIexNpMzC+FFi6+YkT2FFHFj/ylpeg9g=","aK3kNijWBWfaSGO9z8jiF9SLQQWTzx51kE78lQEPtjg=","Js9yctIMvpSPTg9eDRVASt+tFpiiQ7ka+AC3ADkmHbw=","IqRNPblu5w1pA3V5UzAs0nT/mM6hxd6i8rXjvdnr5mY=","edE4dJ4oH61VGePk63lRntS5SOef5IUTQKIrkXgiE4w=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201547380\n2eAXOS5slPqGqsED/Ib0/j7HnuJf38H2kQhfNKTqg24=\n\n— rekor.sigstore.dev wNI9ajBGAiEA5b9X8LL3NBoYPshRzmqS1MoP2AlFewWkD1qetas5lN8CIQDVW9gZjOIncaSiNgfGfnJNo3txuvGqW1h+iN+U2itw2g==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiY2QwNmNiOGQzOWI1OTMyZDhiZGVkNWJkZTQ0NjA0YzNkM2Q3MTQ3NTViZWQ4NzkxOTZmZWE2NzFmMGY3NTg4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURUWmdubDY4dmtnMmpxeTE0YkRRYzd3RUVpMkFkUHZXZG9OMGVsaE5hQWVRSWhBTkUzcURHYkRCWDU0MklsbENZam55THkwT1lPTVNhVW9nSVFxNkFzK3pMQSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlFUZ3ZSRTQ1ZERaNFJFSkxRVlZ6YzBSNVNVazBkRlE0WWl0VmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBKZVZkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWtsNVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ4ZGxsWVNXOW5LMjFUVjIxdVUzTkJVMUpEU1RRd0sxSmtVVkV3Ylhod2EyeHBWMm9LZEd4MWFrOUtZalJ4T1dWWFJuSnRSemRpWkZrNFYzUnNTRFYwT1hnNVlVUnJkMDVRVmtONE5YWjZVV0ZYZG1SbVl6WlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTGVDOTNRVUZDUVUxQlVtcENSVUZwUVdjeFFURkNlbTl2YTFJNWFXMDVUWGMxUzJnNGFIZGxNaloxVFZZeVpraDVTQXBJZVZsSVIwNU1PVVpSU1dkTk9DOHJVMmxOTUVGYWMycE9OV1lyVkZFeVRXcEZZV0kxUkdaM2NEWkpkWHBDYkVsMWFESlRha0kwZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVDBkSFptbG5haXN5T1M5emVrMVhPQzl5ZEhSelJFODVjRGMxY2s5cVZUVnBZbVJDUmxaTlVEVnZjblV3V1ZZS1pHWjNaRXBIVFc4emFDczRXWGh0TURaQlNYaEJTVzV6TmtGYVJYRnRXVVpOU0ZVd1lua3pRelppVTB4eE9HbHBiRkpYY1Roa1EySklPV0ZCUWpOWmJRcFNlVmxhVjFOWU1FSk9XRk5TV2poVVdrdGhhSFZCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgWozXZk5I24lCyr7lnXxC3T3lP0nzcND3QeTehniMUiUCFAaXXtIp8yilQvameIxNjKB3nvMMGA8yMDI2MTAxOTE2MzMyMlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzIyWjAvBgkqhkiG9w0BCQQxIgQgPjmjTRRCZweVNpp9AN1oCsmr6L34bxDSsH+d9KGSeOEwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwFboorXHTCaMw53/eacJD12lg60Emk/EBFrIrMRFtW2nNenntW4g+Vvqf+B9cBf+WAjEAkMStjtDhpix7wNKXzqEvX1VSluKRXP6NJ7mzmDIr68qvetiSyA8llPR9QluJtFKn"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"vNBsuNObWTLYve1b3kRgTD09cUdVvth5GW/qZx8PdYg="},"signature":"MEYCIQDTZgnl68vkg2jqy14bDQc7wEEi2AdPvWdoN0elhNaAeQIhANE3qDGbDBX542IllCYjnyLy0OYOMSaUogIQq6As+zLA"}}

build/torch210-cu126-aarch64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch210-cu128-aarch64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch210-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2259869714e4688e672f66e662d84cc6e952a1d7ef04761602bc7bae39ba7956
+size 1229050896

build/torch210-cu128-aarch64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch210-cu128-aarch64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch210-cu128-aarch64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,40 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "12.0",
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "IlmGlxTkaI5nL2bmYthMxulSodfvBHYWArx7rjm6eVY=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch210-cu128-aarch64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHKjCCBrGgAwIBAgIUEqHWnSlhPZMd8cj0Vw/SM+oiZTcwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzMwWhcNMjYxMDE5MTY0MzMwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE6uKo5lMpCHO083uXdK8XUAIHXdXTtAP95Hj8qQtJ6mPVZqF4DcHhAeFYGiTexqMEM6U8Qy7XBvfnnbaIuZOkRqOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQLRLAAABAMARjBEAiBT6fImnCNmFolLShlri5Cvq4FPKaS8gwVzuimVNgamPgIgLY9eikvRfrJm7F5eOpvBnX4eBstSxvIokUHu7iw40OAwCgYIKoZIzj0EAwMDZwAwZAIwEh4ohQBcwacjXBFB8E+unJkXiam+0D3JXMnOL7kMbuFkG0r2QNouwCRjUGGZB73BAjBtecOvsyWuBvLBFE8Vv9aNAl9AMqGdbGi9NK0HgQqd1/RbPFXjzmoBwItz6vBI/AM="},"tlogEntries":[{"logIndex":"3323453084","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427612","inclusionPromise":{"signedEntryTimestamp":"MEUCIQDeFr8y1OXoj1+3qgP1pb4w2ZWqKB6uRekloEOSwp1RqwIgWbm5kj5LPJOgMAeV7mDhWElkcImfAcZVekty+2h+lBY="},"inclusionProof":{"logIndex":"3201548822","rootHash":"vT9IXwWKNRpMeucsm/8BbrPNDxLOJPjGTueo6cm/TvQ=","treeSize":"3201548850","hashes":["tSLbOPfVcOARScFhjnh1EkaQb6+F39yke9l+SryvpTI=","AombvQNtSLkAUjTDG+hmWm+TNJMpFIlsKGoBJYHFZ2c=","WJ5bNyj5KPwcYLetw1s/bwDyfJFiXXudYK6RjagAIys=","TPpFovaWkbiTIhFh+Pzj4UfbxP88qsshtCBOSYuUdbk=","KU5Jd1shry2fMipmStT/HOdGq9JE2Y5fQgG8dCwfG14=","WkQCBdmwEP6ZK2SdjEMHxUipyaMzwne+4y4o0KL2H9A=","PXYqhiFqVlhALeoThc7/CrH52nqmpj/0F97QeYGOG+E=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201548850\nvT9IXwWKNRpMeucsm/8BbrPNDxLOJPjGTueo6cm/TvQ=\n\n— rekor.sigstore.dev wNI9ajBFAiB5OoNviGLBhLiOfQfX5SuWkiMklRdzJLCHzrFLpkP1jQIhAIeJRudVI3FvWzqddo0LwHaam46sQDDB380ibTgcZXSl\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1ZWQyYTBiYmJhNGUzZjVkN2JhMTMzNDQ4ZGEyODBiYTI3YjMxYmNiNzViZWViYmQyMGI1MDk1OWY4ODYwMDkwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJREk3STluUXV0bXJEOWE2OGJFODNzaFE1NWV1TG1URlBCZ0dDNk9ldlBGVkFpRUE5WnozcHk4QjhEK2dtNFdrWGZFZFZndmdkeVh2MW5QV3ZickxIQXBzTEpnPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExha05EUW5KSFowRjNTVUpCWjBsVlJYRklWMjVUYkdoUVdrMWtPR05xTUZaM0wxTk5LMjlwV2xSamQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBOZDFkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWsxM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUyZFV0dk5XeE5jRU5JVHpBNE0zVllaRXM0V0ZWQlNVaFlaRmhVZEVGUU9UVklhamdLY1ZGMFNqWnRVRlphY1VZMFJHTklhRUZsUmxsSGFWUmxlSEZOUlUwMlZUaFJlVGRZUW5abWJtNWlZVWwxV2s5clVuRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTVVreEJRVUZDUVUxQlVtcENSVUZwUWxRMlprbHRia05PYlVadmJFeFRhR3h5YVRWRGRuRTBSbEJMWVZNNFozZFdlZ3AxYVcxV1RtZGhiVkJuU1dkTVdUbGxhV3QyVW1aeVNtMDNSalZsVDNCMlFtNVlOR1ZDYzNSVGVIWkpiMnRWU0hVM2FYYzBNRTlCZDBObldVbExiMXBKQ25wcU1FVkJkMDFFV25kQmQxcEJTWGRGYURSdmFGRkNZM2RoWTJwWVFrWkNPRVVyZFc1S2ExaHBZVzByTUVRelNsaE5iazlNTjJ0TlluVkdhMGN3Y2pJS1VVNXZkWGREVW1wVlIwZGFRamN6UWtGcVFuUmxZMDkyYzNsWGRVSjJURUpHUlRoV2RqbGhUa0ZzT1VGTmNVZGtZa2RwT1U1TE1FaG5VWEZrTVM5U1lncFFSbGhxZW0xdlFuZEpkSG8yZGtKSkwwRk5QUW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgRVGvppg+mxrgXaD45bL0oajoCB3PLhg3fg53V701Va8CFGINfjv/57XnOHbufYxFNKvGgjRWGA8yMDI2MTAxOTE2MzMzMFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzMwWjAvBgkqhkiG9w0BCQQxIgQgmna9kDNJ1DCsWIs48IB0hsPwICcebdRjMMZLbTkwhN0wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwBQ7YK/eYgU1av4xG2ugt+B2rIvVS/egDygcPZhuITQS4oJh8cLk5XMs8zBM+tblYAjEAiw4XgWQoRTS+ojOgdJT5EIBkVzl9x/5KovMxuPVlqCVMk9LJ+aG0UD9jl+QmRrdH"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"XtKgu7pOP117oTNEjaKAuiezG8t1vuu9ILUJWfiGAJA="},"signature":"MEUCIDI7I9nQutmrD9a68bE83shQ55euLmTFPBgGC6OevPFVAiEA9Zz3py8B8D+gm4WkXfEdVgvgdyXv1nPWvbrLHApsLJg="}}

build/torch210-cu128-aarch64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch210-cu130-aarch64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch210-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b9cc087d15761a828224f6a9670f8c2e6b7aadbf71a5882f30a538b3538f2e
+size 1233960744

build/torch210-cu130-aarch64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch210-cu130-aarch64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch210-cu130-aarch64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,40 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "12.0",
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "1rnMCH0VdhqCgiT2qWcPjC5req2/caWILzClOLNTjy4=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch210-cu130-aarch64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUJMbPzZuZ/PeJM4Rz29UIVpadKiAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzMzWhcNMjYxMDE5MTY0MzMzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE+QR8ZbpLeUusQAk1x8BAQDJlILRuqVXDhKodLjwW870JNer2iosufzg9slnxWMShbwf1OpJn2BD6Gm9lgkYVBaOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQLdjgAABAMARjBEAiAQLNKi+S37/BIfI0qgd7DaNx53qIjGGFTwXWDikYKQSQIgX8GQSzpKjjqK7NoNqqOLpGAiu3lnq4WorDy+5dRtS4QwCgYIKoZIzj0EAwMDaQAwZgIxAO6teDsEfv+X4j4hr7tZXPJuFcRvqjWgnkPOOellh5Eh0EKurEo+GJDTDcLFobtKAwIxAKpLJbcbRTBh+RKnMqG+tn8DnxT/0exWonDu/MGGo8OucQXPj2jsLaMDHGj/p9EWNA=="},"tlogEntries":[{"logIndex":"3323453572","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427614","inclusionPromise":{"signedEntryTimestamp":"MEUCIFQ866Poa4dDBx9iDNMoQFBbj1WjAbXB1GGgLSK/N6qZAiEA/qcl89NaU2RoWxlps6NQglLpHgIUB5UaindbQyJhAqk="},"inclusionProof":{"logIndex":"3201549310","rootHash":"H+2AAEC3oWjnTXt8mZB0GKfPqkDgOikIp9yIaJfB2/8=","treeSize":"3201549352","hashes":["8Y7HQ11LPTr4QVkGHnpRuJzA5O3eChEP7B9hRHHm2hk=","W7mtkp4AOd+HMmjzQtYmdZeQEuTEF+D79tKbfvE409U=","89BdXUprOgA4jJtsHuRAtbRME+IVuTbvSQLnhxoMkxc=","GdRHSaBu3D5nNXWqbW4HzH8U1KpcoUTE9+qkfys5DRE=","p/TOlkqh83gOYTC8c+lOdjLUy1T9KFXTtEl1jD9Ond8=","ndx39RnyqIGGRO7wSpApoRB2FXIFNh8NibwGvVXYLuw=","Hrs3hbItpNwiG3xiavk87OUMMdiUhPEXm7j3Gco97GY=","ar48Hiy8XXQloJ5YEK0b+POIRV9yoqT/Py5yUCRsiIQ=","2ieMXkHpLqhQFUroiOufpA58sBY9OHY0f0jshD0D6u4=","PXYqhiFqVlhALeoThc7/CrH52nqmpj/0F97QeYGOG+E=","5bQFXDBprW4GZEGdistYoeUVvmH/drbnSExlZxJdTEk=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201549352\nH+2AAEC3oWjnTXt8mZB0GKfPqkDgOikIp9yIaJfB2/8=\n\n— rekor.sigstore.dev wNI9ajBEAiA7GA/Hte4b4fni54UHPCrxa3M1yPI80h/kUFetCCci8gIgGBAx6P7kSa+PzaFcquP1ZWd9NGlRC1d41AJTl4l8gxU=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5Njk1YTE4OTFkNzJhOWI4YWI2NDc3MzZhYTE4MTE3NmI1OWNmYTQ4M2RmMTMwMmFiYmU0OTRlNTc0MDM3ODI4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQ1ZJWGNSNFNpT1VpcEdKSlppTzVEa1JvcUlMTWg4QldQdFFnZG1jT0k3bkFpQnQ4ZnAvWU1lZUZRWGZEbDFaSGoweDVIUVgrdmFxV0tYNGYvekNLYnhxL0E9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlNrMWlVSHBhZFZvdlVHVktUVFJTZWpJNVZVbFdjR0ZrUzJsQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBOZWxkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWsxNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVVyVVZJNFdtSndUR1ZWZFhOUlFXc3hlRGhDUVZGRVNteEpURkoxY1ZaWVJHaExiMlFLVEdwM1Z6ZzNNRXBPWlhJeWFXOXpkV1o2WnpsemJHNTRWMDFUYUdKM1pqRlBjRXB1TWtKRU5rZHRPV3huYTFsV1FtRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTVpHcG5RVUZDUVUxQlVtcENSVUZwUVZGTVRrdHBLMU16Tnk5Q1NXWkpNSEZuWkRkRVlVNTROVE54U1dwSFIwWlVkd3BZVjBScGExbExVVk5SU1dkWU9FZFJVM3B3UzJwcWNVczNUbTlPY1hGUFRIQkhRV2wxTTJ4dWNUUlhiM0pFZVNzMVpGSjBVelJSZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVHpaMFpVUnpSV1oySzFnMGFqUm9jamQwV2xoUVNuVkdZMUoyY1dwWFoyNXJVRTlQWld4c2FEVkZhREJGUzNVS2NrVnZLMGRLUkZSRVkweEdiMkowUzBGM1NYaEJTM0JNU21KallsSlVRbWdyVWt0dVRYRkhLM1J1T0VSdWVGUXZNR1Y0VjI5dVJIVXZUVWRIYnpoUGRRcGpVVmhRYWpKcWMweGhUVVJJUjJvdmNEbEZWMDVCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg/EgtzefOWLMq4EwrWO7695dFob2xmfsn7ImGGNr0frcCFCQLeFODfZvXtDOaQIoCybY69y4ZGA8yMDI2MTAxOTE2MzMzNFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzM0WjAvBgkqhkiG9w0BCQQxIgQgaKoKZDLTNcV19oEUk4db8xOv+wC2EamP3FD8e3lkd90wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwaniK6LRmhFcKm4jYYO5gaIIDUPchmUJy24kgi5bxt6K07Yy9IIWDqMfObsu1wXxbAjEA3OBjLat1C8HA9WXziZtcX9D0dUuOvs1StY3ZQN4J9MmqmM2rpeTM/9Vo9afn+PHE"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"lpWhiR1yqbirZHc2qhgRdrWc+kg98TAqu+SU5XQDeCg="},"signature":"MEQCICVIXcR4SiOUipGJJZiO5DkRoqILMh8BWPtQgdmcOI7nAiBt8fp/YMeeFQXfDl1ZHj0x5HQX+vaqWKX4f/zCKbxq/A=="}}

build/torch210-cu130-aarch64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch211-cu126-aarch64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch211-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:83e9cd2cb7806c41b75ae366cdc8445e3a404d8e8696f921e291b095463af2a0
+size 709674512

build/torch211-cu126-aarch64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch211-cu126-aarch64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch211-cu126-aarch64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,38 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "g+nNLLeAbEG3WuNmzchEXjpATY6Glvkh4pGwlUY68qA=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch211-cu126-aarch64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUI1x6I7bF0HNyYs0GN0vPzxfJWJUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzM1WhcNMjYxMDE5MTY0MzM1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEKt1U8JdPcVXz7YKoNmGoIOH0Nw1od4wbqhz6nGxWwKE6keUaofjevqvDlu8yRfojZVbVSzDalM9xNdeZumXWRKOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQLl3wAABAMARjBEAiAKxgy6sJuelAIsIUJiizSWeNlRx9O/yvijMH/gCZgM9wIgBE1D61BIYPKNvt0xlQDVvFZ1MuSTY4rmXDbH4iN5sIkwCgYIKoZIzj0EAwMDaQAwZgIxAMk/a6/odwkpmE9dA4dI8wEAfdJ9EjjvhcL6Up+wmJgYxbYWHnVDT9gFO1IbN9gPqgIxAKoNsP+V1203Ac+RHEljTURtwnt4Cjmiwz/ua8SjEQSvDJG22sTgBzNNVboVGuUOoQ=="},"tlogEntries":[{"logIndex":"3323453807","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427615","inclusionPromise":{"signedEntryTimestamp":"MEUCIGydCKlFS3jsqdSouLofQ/vStJnNMXrD+8pG2jvYM0+hAiEA7OG7xHUcT4XN0wRQn2aFpv73IAsOywCFtqnGCSRG1hE="},"inclusionProof":{"logIndex":"3201549545","rootHash":"7d2e3xNyEGwLbSNN9DawBQLAkEqCNTqQc35xEoi0B90=","treeSize":"3201549750","hashes":["TUod/oftghqjnhfCdApwukbQp2SKsQOUgR7HwewARFg=","RKNZW5bU7xSXvPRhE+8kLfOuWutIEYZjuevGpc5CE3g=","OhkLxgUtSTt+U4m5kivSom6uGCw5ZafEPXbb4VRaqSw=","ZVIfKkYPzLTs5o/hbIE+MAk3Xu854TagvdR5Y0a1nLc=","unNAMirmF8IGxead8IbJ2uCFGTS6KJwNpXDpHELyM6s=","M52OFcxIzGoGKYC0CjhDwCwy1NEJ9uNTOtxKzSf+C5k=","U2uF7HL1fTujgnt/nF6NmnAQMHG5as4NClPeEhHWgwU=","LQfkk9XysjxefLX7Ak6lEcUp+8FjuX293cg493ror+8=","fjXdiszIMx/HXMl6UartjRkvD2nLRyFfnUfQEcRb5do=","MUQiJqfOYFtWmGY+KgW6HQDDs+/SUwMLdLWuUI/+b9g=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201549750\n7d2e3xNyEGwLbSNN9DawBQLAkEqCNTqQc35xEoi0B90=\n\n— rekor.sigstore.dev wNI9ajBFAiEA52NF1wdmfge/Ek2sgsoyP7hQeyjcsy40TuNNPJ8hReQCIA6ZhHFkT25VFkSrpJFjCvVujGx/wTo8UiFIXV/gvTv6\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjYjhiNzgyOTQ5MWM5YjI3ZmRlZTcwZDFlZTQ2MmNjNzNjYTJhMGRiZTUyNWIxYjIyNjAzZjk4OGMzZmU4YTdmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURwWHNpaW5HMGlubnhwUVpYOGpVVkpmb0duVnRsOTV0TmptUitDa1JYRHRnSWdWQ1VZRHh2SUZXbHJ2NUJ5OHhCeHYwNlJ1bmFDOTN5Rm5PNVdwdGpucklBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlNURjROa2szWWtZd1NFNTVXWE13UjA0d2RsQjZlR1pLVjBwVmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBOTVZkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWsweFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZMZERGVk9FcGtVR05XV0hvM1dVdHZUbTFIYjBsUFNEQk9kekZ2WkRSM1luRm9lallLYmtkNFYzZExSVFpyWlZWaGIyWnFaWFp4ZGtSc2RUaDVVbVp2YWxwV1lsWlRla1JoYkUwNWVFNWtaVnAxYlZoWFVrdFBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTWJETjNRVUZDUVUxQlVtcENSVUZwUVV0NFozazJjMHAxWld4QlNYTkpWVXBwYVhwVFYyVk9iRko0T1U4dmVYWnBhZ3BOU0M5blExcG5UVGwzU1dkQ1JURkVOakZDU1ZsUVMwNTJkREI0YkZGRVZuWkdXakZOZFZOVVdUUnliVmhFWWtnMGFVNDFjMGxyZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVFdzdllUWXZiMlIzYTNCdFJUbGtRVFJrU1RoM1JVRm1aRW81UldwcWRtaGpURFpWY0N0M2JVcG5XWGhpV1ZjS1NHNVdSRlE1WjBaUE1VbGlUamxuVUhGblNYaEJTMjlPYzFBclZqRXlNRE5CWXl0U1NFVnNhbFJWVW5SM2JuUTBRMnB0YVhkNkwzVmhPRk5xUlZGVGRncEVTa2N5TW5OVVowSjZUazVXWW05V1IzVlZUMjlSUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgF2dI0uvWE5ii3P7HKVgzaE7Wdk2W+aJ4jaiplGvu2AQCFQDrF2ReACKtmhUbEvKzhml1c4ktpRgPMjAyNjEwMTkxNjMzMzVaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzMzNVowLwYJKoZIhvcNAQkEMSIEIB9Pt6Vjk6JPT3vC1sc07mNpR4SSku6xBOTwBKyV4cCiMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQC6qYYJN843JSGWWzw76E7lwQgkn/uoGNeiLnWWLpgFt8EIPrpXfF3jIM9g7zpzKLgCMBaFieJW+EWIV+fKtuM7iDMdVKW+ncbOm28KYThYMFFj+4POrGJOwdsgPEiSG/eEYQ=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"y4t4KUkcmyf97nDR7kYsxzyioNvlJbGyJgP5iMP+in8="},"signature":"MEUCIQDpXsiinG0innxpQZX8jUVJfoGnVtl95tNjmR+CkRXDtgIgVCUYDxvIFWlrv5By8xBxv06RunaC93yFnO5WptjnrIA="}}

build/torch211-cu126-aarch64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch211-cu128-aarch64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch211-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5b7394d27a61dc01238d279377fac1c482079012e4236a54e4ee7c8a93245c
+size 1229047240

build/torch211-cu128-aarch64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch211-cu128-aarch64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch211-cu128-aarch64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,40 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "12.0",
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "rltzlNJ6YdwBI40nk3f6wcSCB5AS5CNqVOTufIqTJFw=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch211-cu128-aarch64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrKgAwIBAgIUDJeASZLuCEwdWMdPYVaJxsL53r8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzM3WhcNMjYxMDE5MTY0MzM3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEJjyuuiqv87tpC2gh74EBjbR5Q6AIyfxNKeWBuXR7u9qFHILPNAskpR+SPOjDKdUagsnno7xEFTsjnAI1GrWLeKOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQLt1AAABAMARzBFAiEAs7M7N+THAps+GEc9dCH+UOYUr7O1Msjjb3GYyWgItrICIFNlwjDpceFQPrhsWfYv+0Xs0E9wneyTiZhXgF+XetaxMAoGCCqGSM49BAMDA2cAMGQCMCTArzmSldtNaf3GJ1/B7cPvA9EJD9jN0toAB34gp1g5U5lsYXIU0rO/dN/OBcEztgIwD8YNZoiYpoRuIrSTqA7qbsDD2l8aj+vBlLN2wEa/4dU8zjIXS2rpvqFCWt+Jwl9q"},"tlogEntries":[{"logIndex":"3323454300","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427618","inclusionPromise":{"signedEntryTimestamp":"MEUCIQDHJCRf4ilBtRwF9ums3FSegdYSgMRNbaTIE4B+p1Yu/gIgd+LmMCXAWAuUeQdpk9X+rAFl4MlaTzyWgCVWYu9LoPU="},"inclusionProof":{"logIndex":"3201550038","rootHash":"QAZ7Nc1Md/wF16dn7gk93zWYhvU9SyqGDN/yJn/ZiHg=","treeSize":"3201550191","hashes":["FvKrR3n6zjnwzVmCe6JG72EGYyOx6G6HVVQTpcmWtvA=","fmpVfwkd4Lv7cKuv4dQ73ksjEOHSsGscgm8bcvDBJ/o=","DPgaQZWyLy5IZDZUS96iXWBGrN2J89nKKemsqPppwjg=","rzRC0I5AnaRqPugF0rFd/S24HFg2pkCUS3nCB0rw7eY=","LIbiNwOPrnlvrpFOwQHmzqKkKQWYFKTkRF8S5X8HU18=","24hDu2QjsxD6rFJBZvkW/cT1b10D/yGnLYZFOQV1d1Q=","JPXdggOvKuO25Q26yicoO52sbtMDFN3TRcxjdNP6TKY=","F2+04l8sgFGOdzMDJDe1G4SWTYfzPwwzU+z1bUgNM0U=","4PQiTj9JIK3NSUER71j7K3TVMFI12ZxEf08upeRuxNs=","y+mJWMMtRs0rw7rz3X3HUXeh0kPhPXu3M3gJUTE9a3c=","MUQiJqfOYFtWmGY+KgW6HQDDs+/SUwMLdLWuUI/+b9g=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201550191\nQAZ7Nc1Md/wF16dn7gk93zWYhvU9SyqGDN/yJn/ZiHg=\n\n— rekor.sigstore.dev wNI9ajBFAiBhGz53DYTxI/NrfFE169CfVxyTKXYwyREryDdzIqax2AIhAI8gatvEdY7CeSSteuu6b2Ebi4VP9P5PTutazHGoVNDF\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI3ZjUzODUwZGMxOTg4ZGZmNDM0NTE3MjkzMDNmN2M5MTJkYzcwZGIwNjA2YjM0NGFiOTdjYWIxZWM4YTA3MjJhIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURvN2FmeE9kNUpnZzhHbEZXU0lRWVc1cXI4MXJPc0xxRUFjblc2YmJaZ2hnSWdJbXVjTVBxcWNjWm5kajNRa0x1dzJZMlNKdzlHL29FQXlJSDd4cEZzQWRBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KTFowRjNTVUpCWjBsVlJFcGxRVk5hVEhWRFJYZGtWMDFrVUZsV1lVcDRjMHcxTTNJNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBOTTFkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWswelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZLYW5sMWRXbHhkamczZEhCRE1tZG9OelJGUW1waVVqVlJOa0ZKZVdaNFRrdGxWMElLZFZoU04zVTVjVVpJU1V4UVRrRnphM0JTSzFOUVQycEVTMlJWWVdkemJtNXZOM2hGUmxSemFtNUJTVEZIY2xkTVpVdFBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTWRERkJRVUZDUVUxQlVucENSa0ZwUlVGek4wMDNUaXRVU0VGd2N5dEhSV001WkVOSUsxVlBXVlZ5TjA4eFRYTnFhZ3BpTTBkWmVWZG5TWFJ5U1VOSlJrNXNkMnBFY0dObFJsRlFjbWh6VjJaWmRpc3dXSE13UlRsM2JtVjVWR2xhYUZoblJpdFlaWFJoZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKalFVMUhVVU5OUTFSQmNucHRVMnhrZEU1aFpqTkhTakV2UWpkalVIWkJPVVZLUkRscVRqQjBiMEZDTXpSbmNERm5OVlUxYkhNS1dWaEpWVEJ5VHk5a1RpOVBRbU5GZW5SblNYZEVPRmxPV205cFdYQnZVblZKY2xOVWNVRTNjV0p6UkVReWJEaGhhaXQyUW14TVRqSjNSV0V2TkdSVk9BcDZha2xZVXpKeWNIWnhSa05YZEN0S2QydzVjUW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgw3IXQ3/S9cSL7HzvZgIOOnmmxHO2qQ1vEow9vxbaB90CFEpDfcD2gWFoz+Tvdt81D91fYGw0GA8yMDI2MTAxOTE2MzMzN1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzM3WjAvBgkqhkiG9w0BCQQxIgQguTxIynXBxgG9r5c5dzheeU/qzvyY86wM1g6XXhj00TIwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwOumNdPvo0OhLgIew6Pg8gm64bC9Xi5XusTgWxoFX9ChCK7f3xs5Y4IRYbNnRIJ5gAjEAsc+U8ymEhGRdczE3dEo2K4peBc0u+vIzCa3aT4tqmYSzBsQA8Q+LGtDGs98pUPyF"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"f1OFDcGYjf9DRRcpMD98kS3HDbBgazRKuXyrHsigcio="},"signature":"MEUCIQDo7afxOd5Jgg8GlFWSIQYW5qr81rOsLqEAcnW6bbZghgIgImucMPqqccZndj3QkLuw2Y2SJw9G/oEAyIH7xpFsAdA="}}

build/torch211-cu128-aarch64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch211-cu130-aarch64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch211-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a24dad87b21960481a8d6e767af6579a48a2606d2211319fe5c370d8140aa0
+size 1233957096

build/torch211-cu130-aarch64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch211-cu130-aarch64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch211-cu130-aarch64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,40 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "10.0",
+      "12.0",
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "1KJNrYeyGWBIGo1udnr2V5pIomBtIhExn+XDcNgUCqA=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch211-cu130-aarch64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUPFXd+VC46zd9W4guwpHp+oAJOj4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzQwWhcNMjYxMDE5MTY0MzQwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEDDAyDcIf1b5t6hrNrSOGNRM7SRmqRkaRdbAA/uHN/50ODjPn3Sz8UmwbDrZlXil5ArpMpkWjjbGabw5NHNFq5qOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQL3LgAABAMARjBEAiAoov3atW15JCeH/lL8CPG5QNhTKKxxCpuwOs3mMeKgvwIgEnTtlmu1yvsNEJ1aK5YNaIkA8Ujtl5qgCF3Xj4W6eegwCgYIKoZIzj0EAwMDaQAwZgIxAPUJTi9nCD80Y9029NkV51jFJ/RH0JVtlg/ue9QSufhomu8wpl9F9nMBcUYu2ef6VgIxAOxBard05HuivRSzg/mLjk7Jup/DleZsFee+jvpSVkGBYKmvkDPJIorno5/GGWL9vw=="},"tlogEntries":[{"logIndex":"3323455297","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427622","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCVx8tCuH0WB8RKW5AUbYM6LRwyXm4nKU2fH77frv4S4QIhAKLG6haVPyVWXmGAPttjLYvf006wNZ7N/kJ/j71566ED"},"inclusionProof":{"logIndex":"3201551035","rootHash":"u5cZRnBOd9Um6zueFI4BA0nMq+J/RR4+/Fu2E1Z+0aM=","treeSize":"3201551164","hashes":["lgtBrlZBeuGahYM1FNeMEBwrOtb6rYSR7NOXYtGE2eM=","BkFHgujhIqRSL8adH0Z61IPDKz0OAWpo0ccvPrWK980=","QO2jD0YNDUetBqwVn+3ktgcmnBDms7AcWhjfIo3se5s=","eydtaxdd9vVUOkzaPLtvTCzB9wE3NxgYiBeQBvFsCJw=","YhUXh3rdTxDMrtQyYsD+VI0h5AiiSUMAcw5U44KCOcE=","VrufMigfU7o733ZtHnNPv61IwcNIRVTLhjbwViu0jLk=","shzW8KfZCtqzLsq6v9N2+78WLwfHznV3Z9FgO/jXTeY=","Vdwj9em0eVusNcg8bA2mr0zBTckuTtHKOvtG73e60/0=","XniAdRcIgeaekOKgQrSKDVqQLumVxyAEG0Oqttv9gG0=","qpdXDVAPmrxGcshiIpML9vCXqoMu5mKmKyfFGNchOBc=","JuTJfJXGWsLE043SN/TTrR34yW6teZkksa7oEH/p6fc=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201551164\nu5cZRnBOd9Um6zueFI4BA0nMq+J/RR4+/Fu2E1Z+0aM=\n\n— rekor.sigstore.dev wNI9ajBGAiEAhImZrWAkpoCsu9DWqOUi0BCdPAU6EzGiH0Kdr4EfYEUCIQDwZK0HywBLI0hUx1/MbATHwXyh5Bl9x9MXv8PJ3kD0dg==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjYzQ2OWY2NzU4YjZkZTgzMGNkZDFiNDQ4ODYzNTA3NjZlMDFmZDQ4NjdjYzJlNTlhZDE4YzA2ZWY0NzdlNzU4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURla0FYNGpuNGU1WDkxZCtBYmJ6c3VEMmJRSTNVWldLY2tDUHRJN3hKc1NBSWhBTUFtV1ptbDhRVkxWeWpLSUZxdzh0MGdNcU9pNEMxckVqMnBTVVh3cEswOCIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlVFWllaQ3RXUXpRMmVtUTVWelJuZFhkd1NIQXJiMEZLVDJvMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBSZDFkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWxGM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZFUkVGNVJHTkpaakZpTlhRMmFISk9jbE5QUjA1U1RUZFRVbTF4VW10aFVtUmlRVUVLTDNWSVRpODFNRTlFYWxCdU0xTjZPRlZ0ZDJKRWNscHNXR2xzTlVGeWNFMXdhMWRxYW1KSFlXSjNOVTVJVGtaeE5YRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTU0weG5RVUZDUVUxQlVtcENSVUZwUVc5dmRqTmhkRmN4TlVwRFpVZ3ZiRXc0UTFCSE5WRk9hRlJMUzNoNFEzQjFkd3BQY3pOdFRXVkxaM1ozU1dkRmJsUjBiRzExTVhsMmMwNUZTakZoU3pWWlRtRkphMEU0VldwMGJEVnhaME5HTTFocU5GYzJaV1ZuZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVUZWS1ZHazVia05FT0RCWk9UQXlPVTVyVmpVeGFrWktMMUpJTUVwV2RHeG5MM1ZsT1ZGVGRXWm9iMjExT0hjS2NHdzVSamx1VFVKalZWbDFNbVZtTmxablNYaEJUM2hDWVhKa01EVklkV2wyVWxONlp5OXRUR3ByTjBwMWNDOUViR1ZhYzBabFpTdHFkbkJUVm10SFFncFpTMjEyYTBSUVNrbHZjbTV2TlM5SFIxZE1PWFozUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgWmfT2zP7seibVbXOcAKadlGtJiTQHv0BywcXpGgUeoECFQC23PfdKzLBlyFe+XJSXzGkWfONahgPMjAyNjEwMTkxNjMzNDBaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzM0MFowLwYJKoZIhvcNAQkEMSIEIAVwh/f4uTtfz9NxCGS9Ov1E/dDURXvzv2tXJ+nNLsWsMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMFgPs2w0v+VkjytI9OW41W7iT5/AKUUuF7pFHZOliu0vH/pcX1UR3rhGM5uKYMZsXAIwKzx4HO9mjchjkB7/ed/hA4zAAVDLys2j78q8/87cbzb52x4zug3W9aQ5PgWwGybl"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"zEafZ1i23oMM3RtEiGNQdm4B/UhnzC5ZrRjAbvR351g="},"signature":"MEYCIQDekAX4jn4e5X91d+AbbzsuD2bQI3UZWKckCPtI7xJsSAIhAMAmWZml8QVLVyjKIFqw8t0gMqOi4C1rEj2pSUXwpK08"}}

build/torch211-cu130-aarch64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}

build/torch212-cu126-aarch64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,26 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+from . import layers
+def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm)
+def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm)
+def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm):
+    return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm)
+__all__ = [
+    "layers",
+    "dropout_add_ln_fwd",
+    "dropout_add_ln_bwd",
+    "dropout_add_ln_parallel_residual_fwd",
+    "dropout_add_ln_parallel_residual_bwd",
+]

build/torch212-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd576a4341f51b9af82fd2b7ffc4c11453dc44e726be96f6542322f2497086e
+size 709677048

build/torch212-cu126-aarch64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _layer_norm_cuda_fe2bb66
+ops = torch.ops._layer_norm_cuda_fe2bb66
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_layer_norm_cuda_fe2bb66::{op_name}"

build/torch212-cu126-aarch64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,51 @@

+import torch
+import torch.nn as nn
+from ._ops import ops
+class LayerNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = False,
+        )
+        return output[0].view(hidden_states.shape)
+class LlamaRMSNorm(nn.Module):
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
+        output = ops.dropout_add_ln_fwd(
+            hidden_states.view(-1, hidden_states.shape[-1]),
+            gamma = self.weight,
+            beta = None,
+            rowscale = None,
+            colscale = None,
+            x0_subset = None,
+            z_subset = None,
+            dropout_p = 0,
+            epsilon = self.variance_epsilon,
+            rowscale_const = 1.0,
+            z_numrows = hidden_states.shape[1],
+            gen = None,
+            residual_in_fp32 = False,
+            is_rms_norm = True,
+        )
+        return output[0].view(hidden_states.shape)

build/torch212-cu126-aarch64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,38 @@

+{
+  "name": "layer-norm",
+  "id": "_layer_norm_cuda_fe2bb66",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "BSD-3-Clause",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "cuda",
+    "archs": [
+      "8.0",
+      "8.9",
+      "9.0"
+    ]
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=",
+      "_layer_norm_cuda_fe2bb66.abi3.so": "X9V2pDQfUbmvgv0rf/xMEUU9xE5ya+lvZUIyLySXCG4=",
+      "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=",
+      "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=",
+      "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed",
+      "dirty": false
+    }
+  }
+}

build/torch212-cu126-aarch64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrGgAwIBAgIUA1bZQrJDy4YZOz+AwNa/eHBuBfQwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzQzWhcNMjYxMDE5MTY0MzQzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE4PNUA3U4DxNzeaOk/+8K2CPGNkRBXASevKp/uqhZeB/6p0k5nzuCe5oos+Kha6vDKr6fTOupaypyETzQAxJDCaOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQMDzAAABAMARjBEAiB1wlw+mTOUaP3YMug+OSyYAyt6NK9Lv3OHa9Ds9NdI9QIgVMSShEgnbrjHRoHYOYkMDWIBFfH2OB7LXuZVLUij5O8wCgYIKoZIzj0EAwMDaAAwZQIwQYXNymU4b16KYIe1lF5Wytvzuk6O3ArHYEB6fWJNYBUxc/T1ReyQtq5H7BKaob01AjEAzews/DYcePBoVEVcFFqpr2Okj9VpC0nU8rRLye2iv0DdLVyGfoMY9liayr7E+XaY"},"tlogEntries":[{"logIndex":"3323455733","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427624","inclusionPromise":{"signedEntryTimestamp":"MEUCIH6mS0Ic6vhQQp1XzGrww1blkcxqXkU3PXtZGT6jVAvnAiEAj3wHbM1RHqWvfnXeFzoHDeTAw0zuhtKVMQT4w9j0GEY="},"inclusionProof":{"logIndex":"3201551471","rootHash":"c8AxmaAQb0GAsDlcicqSerDB3MuIrMZNYBzzZhqFQBM=","treeSize":"3201551558","hashes":["nXOuMCs8Q0RUfXAVwXplHdPBHAyNmR0xrf5mkaswW3Q=","I3T000RV6G4GJc+VaEtpxmefLLFOqb32UwMtrX80Cak=","mAddKBGYXrFlmob0SD95ZvWL8vdUOx8kU4Tmc78lu50=","a7FbLeNNEfK7KgL9lqUPKAssipmbXa+50k2We1hpl2Q=","rMVsWmrKir+/+jLQRE8PG6cHY0iZ99IPapMDqQT158A=","VVXp6uQhen2YjYs2zKBtzK8LGlDtUPIg2Co9QLSjnjI=","+/hgpi6M9YGA/DHuG+lTvKtR7znRoowNXIFbm5Q4IRI=","0YeKtTx2Ysl9JQwt4ZCU2n/r4HtOIfhddVhF5vLi9Gk=","dFEUPPLsXAN3lPez4AihfIAWQmWq9gGK+1nOLyqz0+k=","JuTJfJXGWsLE043SN/TTrR34yW6teZkksa7oEH/p6fc=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201551558\nc8AxmaAQb0GAsDlcicqSerDB3MuIrMZNYBzzZhqFQBM=\n\n— rekor.sigstore.dev wNI9ajBGAiEAj/MapPmp7yhbz7De4cIP6JEX6UKh3JzUKrWVIhIU+U8CIQCYBqQjSwOwxkI4Q0DeO/gMFVaAfkMiGMXPiQxljkWYOQ==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI4ZTYxMWU5MGVhZDRmZDgyZjRmODQ2NTkxOGFmMmM0NTA4MGZhZDljMzZiNjI4M2M4MzJkNDkwYTZhMmFmNTc1In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJRS9MYkRtRG41bi9yVzNQUWMxZzJ3K1NWUUhaZzFtUVdwL0ZLd0tTTlRNNUFpQk9yVjRsMTFZL3Q4QXpVVU41TUEwTlJKMDNKU3krL0J0MG0ya2V5bzJUQ2c9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KSFowRjNTVUpCWjBsVlFURmlXbEZ5U2tSNU5GbGFUM29yUVhkT1lTOWxTRUoxUW1aUmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBSZWxkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWxGNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUwVUU1VlFUTlZORVI0VG5wbFlVOXJMeXM0U3pKRFVFZE9hMUpDV0VGVFpYWkxjQzhLZFhGb1dtVkNMelp3TUdzMWJucDFRMlUxYjI5ekswdG9ZVFoyUkV0eU5tWlVUM1Z3WVhsd2VVVlVlbEZCZUVwRVEyRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTlJIcEJRVUZDUVUxQlVtcENSVUZwUWpGM2JIY3JiVlJQVldGUU0xbE5kV2NyVDFONVdVRjVkRFpPU3psTWRqTlBTQXBoT1VSek9VNWtTVGxSU1dkV1RWTlRhRVZuYm1KeWFraFNiMGhaVDFsclRVUlhTVUpHWmtneVQwSTNURmgxV2xaTVZXbHFOVTg0ZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVVGQmQxcFJTWGRSV1ZoT2VXMVZOR0l4Tmt0WlNXVXhiRVkxVjNsMGRucDFhelpQTTBGeVNGbEZRalptVjBwT1dVSlZlR012VkRFS1VtVjVVWFJ4TlVnM1FrdGhiMkl3TVVGcVJVRjZaWGR6TDBSWlkyVlFRbTlXUlZaalJrWnhjSEl5VDJ0cU9WWndRekJ1VlRoeVVreDVaVEpwZGpCRVpBcE1WbmxIWm05TldUbHNhV0Y1Y2pkRksxaGhXUW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg2F9oWi2X/lZkoCgifsmLhQxYb2LRjtJX78B3ylqckf8CFELGe74+wiq38pHF6NhgRT2bD5l6GA8yMDI2MTAxOTE2MzM0M1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzQzWjAvBgkqhkiG9w0BCQQxIgQgWbOZnx3TFfz/PPxxEkYETV6w9phpfRrAnK4BJcEKWGYwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwQBkWSdGYOH6ORgg8wGVg46wDxpFdZrVV8E3OjaWdsRKxRksLcMDXvVZBUJo605nIAjEAnqucy0tTi8l6QhZpqzpXkvVmI1TImotcKFas1WnzTqal2pb/rgk1V5iQG9H8SmRi"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"jmEekOrU/YL0+EZZGK8sRQgPrZw2tig8gy1JCmoq9XU="},"signature":"MEQCIE/LbDmDn5n/rW3PQc1g2w+SVQHZg1mQWp/FKwKSNTM5AiBOrV4l11Y/t8AzUUN5MA0NRJ03JSy+/Bt0m2keyo2TCg=="}}

build/torch212-cu126-aarch64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,361 @@

+{
+  "schema_version": 1,
+  "module": "_layer_norm_cuda_fe2bb66",
+  "functions": [
+    {
+      "name": "dropout_add_ln_fwd",
+      "qualname": "dropout_add_ln_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_bwd",
+      "qualname": "dropout_add_ln_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "colscale",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "z_subset",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rowscale_const",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x0_numrows",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_fwd",
+      "qualname": "dropout_add_ln_parallel_residual_fwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "beta1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "epsilon",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gen",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "residual_in_fp32",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "dropout_add_ln_parallel_residual_bwd",
+      "qualname": "dropout_add_ln_parallel_residual_bwd",
+      "module": "_layer_norm_cuda_fe2bb66",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "dz0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dz1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dx",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "x",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "mu",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rsigma",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma0",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "gamma1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "dropout_p",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_x1",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "has_residual",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "is_rms_norm",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": []
+}