Kernels:

kernels-community
/

rmsnorm

Trusted publisher

Kernel card Files Files and versions

xet

Community

kernels-bot commited on 5 days ago

Commit

1627f1e

verified ·

1 Parent(s): 99c66f9

Uploaded using `kernel-builder`.

Browse files

Files changed (43) hide show

.gitattributes +6 -0
build/torch210-xpu20253-x86_64-linux/__init__.py +27 -0
build/torch210-xpu20253-x86_64-linux/_ops.py +9 -0
build/torch210-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so +3 -0
build/torch210-xpu20253-x86_64-linux/layers.py +59 -0
build/torch210-xpu20253-x86_64-linux/metadata.json +33 -0
build/torch210-xpu20253-x86_64-linux/metadata.json.sigstore +1 -0
build/torch210-xpu20253-x86_64-linux/symbols.json +126 -0
build/torch211-xpu20253-x86_64-linux/__init__.py +27 -0
build/torch211-xpu20253-x86_64-linux/_ops.py +9 -0
build/torch211-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so +3 -0
build/torch211-xpu20253-x86_64-linux/layers.py +59 -0
build/torch211-xpu20253-x86_64-linux/metadata.json +33 -0
build/torch211-xpu20253-x86_64-linux/metadata.json.sigstore +1 -0
build/torch211-xpu20253-x86_64-linux/symbols.json +126 -0
build/torch212-xpu20253-x86_64-linux/__init__.py +27 -0
build/torch212-xpu20253-x86_64-linux/_ops.py +9 -0
build/torch212-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so +3 -0
build/torch212-xpu20253-x86_64-linux/layers.py +59 -0
build/torch212-xpu20253-x86_64-linux/metadata.json +33 -0
build/torch212-xpu20253-x86_64-linux/metadata.json.sigstore +1 -0
build/torch212-xpu20253-x86_64-linux/symbols.json +126 -0
build/torch213-xpu20260-x86_64-linux/__init__.py +27 -0
build/torch213-xpu20260-x86_64-linux/_ops.py +9 -0
build/torch213-xpu20260-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so +3 -0
build/torch213-xpu20260-x86_64-linux/layers.py +59 -0
build/torch213-xpu20260-x86_64-linux/metadata.json +33 -0
build/torch213-xpu20260-x86_64-linux/metadata.json.sigstore +1 -0
build/torch213-xpu20260-x86_64-linux/symbols.json +126 -0
build/torch214-xpu20261-x86_64-linux/__init__.py +27 -0
build/torch214-xpu20261-x86_64-linux/_ops.py +9 -0
build/torch214-xpu20261-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so +3 -0
build/torch214-xpu20261-x86_64-linux/layers.py +59 -0
build/torch214-xpu20261-x86_64-linux/metadata.json +33 -0
build/torch214-xpu20261-x86_64-linux/metadata.json.sigstore +1 -0
build/torch214-xpu20261-x86_64-linux/symbols.json +126 -0
build/torch215-xpu20261-x86_64-linux/__init__.py +27 -0
build/torch215-xpu20261-x86_64-linux/_ops.py +9 -0
build/torch215-xpu20261-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so +3 -0
build/torch215-xpu20261-x86_64-linux/layers.py +59 -0
build/torch215-xpu20261-x86_64-linux/metadata.json +33 -0
build/torch215-xpu20261-x86_64-linux/metadata.json.sigstore +1 -0
build/torch215-xpu20261-x86_64-linux/symbols.json +126 -0

.gitattributes CHANGED Viewed

@@ -155,3 +155,9 @@ build/torch212-cpu-x86_64-linux/_rmsnorm_cpu_59ac2f9.abi3.so filter=lfs diff=lfs
 build/torch213-cpu-x86_64-linux/_rmsnorm_cpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch214-cpu-x86_64-linux/_rmsnorm_cpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch215-cpu-x86_64-linux/_rmsnorm_cpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text

 build/torch213-cpu-x86_64-linux/_rmsnorm_cpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch214-cpu-x86_64-linux/_rmsnorm_cpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
 build/torch215-cpu-x86_64-linux/_rmsnorm_cpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch210-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch211-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch212-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch213-xpu20260-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch214-xpu20261-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text
+build/torch215-xpu20261-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so filter=lfs diff=lfs merge=lfs -text

build/torch210-xpu20253-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,27 @@

+from . import layers
+from ._ops import ops
+def apply_rms_norm(input, weight, eps):
+    # ops.apply_rms_norm returns [output, rstd]
+    return ops.apply_rms_norm(
+            input,
+            weight,
+            eps,
+    )[0]
+def apply_rms_norm_backward(grad_output, input, weight, output, rstd, eps, input_requires_grad=True, weight_requires_grad=True):
+    return ops.apply_rms_norm_backward(
+            grad_output,
+            input,
+            weight,
+            output,
+            rstd,
+            eps,
+            input_requires_grad,
+            weight_requires_grad
+    )
+__all__ = ["layers", "apply_rms_norm", "apply_rms_norm_backward"]

build/torch210-xpu20253-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _rmsnorm_xpu_59ac2f9
+ops = torch.ops._rmsnorm_xpu_59ac2f9
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_rmsnorm_xpu_59ac2f9::{op_name}"

build/torch210-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:d66c46d73102d16623241f48e0b99e59aae1c79975562b81cdcbe0ed62ec30be
+size 103135440

build/torch210-xpu20253-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,59 @@

+import torch
+from ._ops import ops
+class RMSNormFunction(torch.autograd.Function):
+    @staticmethod
+    def forward(ctx, hidden_states, weight, variance_epsilon):
+        ctx.variance_epsilon = variance_epsilon
+        output, rstd = ops.apply_rms_norm(hidden_states, weight, variance_epsilon)
+        ctx.save_for_backward(hidden_states, weight, output, rstd)
+        return output
+    @staticmethod
+    def backward(ctx, grad_output):
+        hidden_states, weight, output, rstd = ctx.saved_tensors
+        grads = ops.apply_rms_norm_backward(
+            grad_output,
+            hidden_states,
+            weight,
+            output,
+            rstd,
+            ctx.variance_epsilon,
+            ctx.needs_input_grad[0],
+            ctx.needs_input_grad[1]
+        )
+        return grads[0], grads[1], None
+class RMSNorm(torch.nn.Module):
+    """
+    RMSNorm module that uses the optimized LigerRMSNormFunction.
+    Args:
+        hidden_size (int): The size of the hidden dimension.
+        eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.
+        offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.
+        casting_mode (str, optional): The casting mode to use. Defaults to "llama".
+        in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.
+    """
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states):
+        """
+        Apply RMS normalization to the input tensor.
+        Args:
+            hidden_states (torch.Tensor): Input tensor of shape (B, T, H) or (BxT, H)
+        Returns:
+            torch.Tensor: Normalized tensor of the same shape as input
+        """
+        return RMSNormFunction.apply(
+            hidden_states,
+            self.weight,
+            self.variance_epsilon,
+        )
+__all__ = ["RMSNorm"]

build/torch210-xpu20253-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "rmsnorm",
+  "id": "_rmsnorm_xpu_59ac2f9",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "xpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "/ulY9H9OswHp9JHl1OZyjDJFuI/Uuoyiq+e8Swx14wY=",
+      "_ops.py": "SnpjfRcgd3aisfzVpCGfiwq72EdpYOXgSojOWqaUH8o=",
+      "_rmsnorm_xpu_59ac2f9.abi3.so": "1mxG1zEC0WYjJB9I4LmeWarhx5l1ViuBzcvg7WLsML4=",
+      "layers.py": "8KMmxy30Olm/16XW7vvHAwWNVWcnA8js0nNuoOSGEO8=",
+      "symbols.json": "n7cr7YlI7t1FsvU/A3rpxPCKIAmeOTsLO1R/CktNrrg="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "59ac2f9edd19416fbeeb88cb00a2b521c412280a",
+      "dirty": false
+    }
+  }
+}

build/torch210-xpu20253-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUaWQirDoaWUFqmowfReNVSzMDxRYwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDIwMDg1NjA0WhcNMjYxMDIwMDkwNjA0WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE4YV60DTE9SNf+npN5T5S26C1UxKhF3BTBtJy+T4pNV4fiPAIbUeX+H9QmBNkDGTjv962iFpvpWzrmfUN2c0rl6OCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoNTlhYzJmOWVkZDE5NDE2ZmJlZWI4OGNiMDBhMmI1MjFjNDEyMjgwYTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTM5NTExNzUwMy9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhWIZkbwAABAMARjBEAiBTuYCx6wAMj5bvffaNonxwDI6XCM6x0iwGLZYwCKhpZgIgf04NnXtvtjDHQscZY5GgqE6xIaCX5KkD/qOT+Rvaz+cwCgYIKoZIzj0EAwMDaQAwZgIxAMorn0QJbbcf917/VZHqxWl2KA4cwviCpIxCSIwH0ZRfNISj+EFO3Q9unKCPlHS2GgIxALRvgAz7NSKHlMg13nKALntk+FP05ilSYUH4jAlTItY+S6rgRqA1Fu62GPvB7d4QDA=="}, "tlogEntries":[{"logIndex":"3334290616", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792486566", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQCJSKQsxXcRcc0TN2yIPoi4KIUTkhXmVk6kFkxPfyT3hgIgCbCHDudeYEWSmCg9ausXVDtDQG7yDu2xgbP9DwcLLUQ="}, "inclusionProof":{"logIndex":"3212386354", "rootHash":"WPsW90eh5v4D0Sr4t6mVmpLXpRwg/4L9lxL8u9xuvCM=", "treeSize":"3212386539", "hashes":["yOqiDa07QU4UoZmAxLqW2FKoiamtGrMjGyLONfxVcPc=", "wjvd+RDYKRncZguVy1qdcwoFF3cGtbxBfIavnmVqoxg=", "bR/tTiLHpOJbCI8RtsClM0S2eg6S9YNOm3SgUFawzzA=", "By7ciFcvRIZpZgz5tp4F05HtT/o+3SORcIrpPNNLWPM=", "Hk6zkR2ldLJNf2VGM+wozF8Qx0JVB3PKZ4zXyiXX7Ic=", "Wzi/6kva+7AzGrgeYIgGoEIdEKW72hIKNY/tpkBNFBA=", "UY284WXeWMV3tPmqFLGPx4wEdtuMfomTuzOyC0ySFHo=", "RyjqzhUeqqbBgdnSb1rhAeiRtBWSUtEKtyfRVKyWn+k=", "a06FpyEV7LpXn863GD9+5Hmmu3qwpEcD1AHulChz2dw=", "M/FEIKIPwH+IUcsaM4K2fns9iLJXEQjCSu275Fh9Ik4=", "aUQBNCV2jU/dfurbyZ32ZF3mXIdblfx3z6ju/tVsc9c=", "POxArWHcWCvTl4A5TsIHhhI0Dv9yexyVJxfdFTxSTCw=", "3aUq4N47Z1/AszcODIxRgusLXNRFZAnHFg6Vur7t22o=", "PwdgHXfl6JMsozFa2gp9OjWOM8+7eYRrqPJa9FEI6k4=", "HovTPBWzoErvUg1u5sIi3x1ZonZ7yJekVsBrmpomCIA=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3212386539\nWPsW90eh5v4D0Sr4t6mVmpLXpRwg/4L9lxL8u9xuvCM=\n\n— rekor.sigstore.dev wNI9ajBFAiBR113vtzNAEzu4z0MUrKUQkvZ8kS4MWAnKOb+sIbYTcAIhAPMJ+AQXimn98hQ2ifNxoyPqaIxCqDFa//n5pSDsasiz\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJlYWFlZTg2NGE4NDIyOGI5OWYxYzcwODY2NjUxZjVlOWVjOWIwZWQ2Y2NjZTg1NDE0NjMzZDVkYTEwZjEwZmRiIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURqdHIzNmxiM3Jhang4RXdQZkZpME1IOG9KbFlIMWtWOEJSRzdhTytsUEhBSWhBTG9aZjFnK2J1MnZPallBekpGaW9RQ3lHUDdTWENpbUkyd1N4K1dNLzcxdyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVllWZFJhWEpFYjJGWFZVWnhiVzkzWmxKbFRsWlRlazFFZUZKWmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFU1hkTlJHY3hUbXBCTUZkb1kwNU5hbGw0VFVSSmQwMUVhM2RPYWtFd1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUwV1ZZMk1FUlVSVGxUVG1ZcmJuQk9OVlExVXpJMlF6RlZlRXRvUmpOQ1ZFSjBTbmtLSzFRMGNFNVdOR1pwVUVGSllsVmxXQ3RJT1ZGdFFrNXJSRWRVYW5ZNU5qSnBSbkIyY0ZkNmNtMW1WVTR5WXpCeWJEWlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmN4VDFkR2FncE5iVmsxV2xkU2EwMVVhekJOVkZwdFdXMVdiRmxxWnpSWk1rbDNUVWRGZVZscVZYbE5WMDB3VFZSSmVVOUVRbWhOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEWnpGUFYwWnFUVzFaTlZwWFVtdE5WR3N3Q2sxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEWnpGUFYwWnFDazF0V1RWYVYxSnJUVlJyTUUxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlPVkd4b1dYcEtiVTlYVm10YVJFVTFUa1JGTWxwdFNteGFWMGswVDBkT2FVMUVRbWhOYlVreFRXcEdhazVFUlhrS1RXcG5kMWxVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUk5OVTVVUlhoT2VsVjNUWGs1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVjBsYWEySjNRVUZDUVUxQlVtcENSVUZwUWxSMVdVTjRObmRCVFdvMVluWm1abUZPYjI1NGQwUkpObGhEVFRaNE1HbDNSd3BNV2xsM1EwdG9jRnBuU1dkbU1EUk9ibGgwZG5ScVJFaFJjMk5hV1RWSFozRkZObmhKWVVOWU5VdHJSQzl4VDFRclVuWmhlaXRqZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVFc5eWJqQlJTbUppWTJZNU1UY3ZWbHBJY1hoWGJESkxRVFJqZDNacFEzQkplRU5UU1hkSU1GcFNaazVKVTJvS0swVkdUek5ST1hWdVMwTlFiRWhUTWtkblNYaEJURkoyWjBGNk4wNVRTMGhzVFdjeE0yNUxRVXh1ZEdzclJsQXdOV2xzVTFsVlNEUnFRV3hVU1hSWkt3cFRObkpuVW5GQk1VWjFOakpIVUhaQ04yUTBVVVJCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgMnUo6Pdso9dv/xtKzaXSyELAJI+vNvOgm4k0gT4vkz4CFQCwARrwHcM9JLt5hfdemjSQueWArxgPMjAyNjEwMjAwODU2MDVaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAyMDA4NTYwNVowLwYJKoZIhvcNAQkEMSIEILaeW5TTQtLh6yELQ7vxPt0VqJ284kM02R799/VDRBzrMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMGR581NBFecPW/7tESoQg41HebP3mAxp8q8me2DeyKizq8d897uP+fRyxKEcyDjVcwIxAKHNyCQPDWyY6gmSqB3lFnavISirXsv3hZ+XrA70L60SrD3ManRrj6Z1Z8k1XyIDeg=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"6q7oZKhCKLmfHHCGZlH16eybDtbMzoVBRjPV2hDxD9s="}, "signature":"MEYCIQDjtr36lb3rajx8EwPfFi0MH8oJlYH1kV8BRG7aO+lPHAIhALoZf1g+bu2vOjYAzJFioQCyGP7SXCimI2wSx+WM/71w"}}

build/torch210-xpu20253-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,126 @@

+{
+  "schema_version": 1,
+  "module": "_rmsnorm_xpu_59ac2f9",
+  "functions": [
+    {
+      "name": "apply_rms_norm",
+      "qualname": "apply_rms_norm",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "apply_rms_norm_backward",
+      "qualname": "apply_rms_norm_backward",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "grad_output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rstd",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          },
+          {
+            "name": "weight_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": [
+    {
+      "name": "RMSNorm",
+      "qualname": "RMSNorm",
+      "module": "_rmsnorm_xpu_59ac2f9.layers",
+      "kind": "class",
+      "doc": "RMSNorm module that uses the optimized LigerRMSNormFunction.\n\nArgs:\n    hidden_size (int): The size of the hidden dimension.\n    eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.\n    offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.\n    casting_mode (str, optional): The casting mode to use. Defaults to \"llama\".\n    in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.",
+      "signature": {
+        "parameters": [
+          {
+            "name": "args",
+            "kind": "VAR_POSITIONAL",
+            "default": null,
+            "annotation": "Any"
+          },
+          {
+            "name": "kwargs",
+            "kind": "VAR_KEYWORD",
+            "default": null,
+            "annotation": "Any"
+          }
+        ],
+        "return_annotation": "None"
+      },
+      "attributes": {
+        "has_backward": null,
+        "can_torch_compile": null
+      }
+    }
+  ]
+}

build/torch211-xpu20253-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,27 @@

+from . import layers
+from ._ops import ops
+def apply_rms_norm(input, weight, eps):
+    # ops.apply_rms_norm returns [output, rstd]
+    return ops.apply_rms_norm(
+            input,
+            weight,
+            eps,
+    )[0]
+def apply_rms_norm_backward(grad_output, input, weight, output, rstd, eps, input_requires_grad=True, weight_requires_grad=True):
+    return ops.apply_rms_norm_backward(
+            grad_output,
+            input,
+            weight,
+            output,
+            rstd,
+            eps,
+            input_requires_grad,
+            weight_requires_grad
+    )
+__all__ = ["layers", "apply_rms_norm", "apply_rms_norm_backward"]

build/torch211-xpu20253-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _rmsnorm_xpu_59ac2f9
+ops = torch.ops._rmsnorm_xpu_59ac2f9
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_rmsnorm_xpu_59ac2f9::{op_name}"

build/torch211-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:10cbfb7f986ffe442696bf3d1d370d51b1ce0f2eeb93d776e22367b9e1ffe1ca
+size 103135208

build/torch211-xpu20253-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,59 @@

+import torch
+from ._ops import ops
+class RMSNormFunction(torch.autograd.Function):
+    @staticmethod
+    def forward(ctx, hidden_states, weight, variance_epsilon):
+        ctx.variance_epsilon = variance_epsilon
+        output, rstd = ops.apply_rms_norm(hidden_states, weight, variance_epsilon)
+        ctx.save_for_backward(hidden_states, weight, output, rstd)
+        return output
+    @staticmethod
+    def backward(ctx, grad_output):
+        hidden_states, weight, output, rstd = ctx.saved_tensors
+        grads = ops.apply_rms_norm_backward(
+            grad_output,
+            hidden_states,
+            weight,
+            output,
+            rstd,
+            ctx.variance_epsilon,
+            ctx.needs_input_grad[0],
+            ctx.needs_input_grad[1]
+        )
+        return grads[0], grads[1], None
+class RMSNorm(torch.nn.Module):
+    """
+    RMSNorm module that uses the optimized LigerRMSNormFunction.
+    Args:
+        hidden_size (int): The size of the hidden dimension.
+        eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.
+        offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.
+        casting_mode (str, optional): The casting mode to use. Defaults to "llama".
+        in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.
+    """
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states):
+        """
+        Apply RMS normalization to the input tensor.
+        Args:
+            hidden_states (torch.Tensor): Input tensor of shape (B, T, H) or (BxT, H)
+        Returns:
+            torch.Tensor: Normalized tensor of the same shape as input
+        """
+        return RMSNormFunction.apply(
+            hidden_states,
+            self.weight,
+            self.variance_epsilon,
+        )
+__all__ = ["RMSNorm"]

build/torch211-xpu20253-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "rmsnorm",
+  "id": "_rmsnorm_xpu_59ac2f9",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "xpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "/ulY9H9OswHp9JHl1OZyjDJFuI/Uuoyiq+e8Swx14wY=",
+      "_ops.py": "SnpjfRcgd3aisfzVpCGfiwq72EdpYOXgSojOWqaUH8o=",
+      "_rmsnorm_xpu_59ac2f9.abi3.so": "EMv7f5hv/kQmlr89HTcNUbHODy7rk9d24iNnueH/4co=",
+      "layers.py": "8KMmxy30Olm/16XW7vvHAwWNVWcnA8js0nNuoOSGEO8=",
+      "symbols.json": "n7cr7YlI7t1FsvU/A3rpxPCKIAmeOTsLO1R/CktNrrg="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "59ac2f9edd19416fbeeb88cb00a2b521c412280a",
+      "dirty": false
+    }
+  }
+}

build/torch211-xpu20253-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrKgAwIBAgIUJ1P3XmtEwKkepckjPwarISrag9kwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDIwMDg1NjA5WhcNMjYxMDIwMDkwNjA5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE1uzt41+TKY/Fibf1z14M5vK0ZKeeqPNZzKVgUrYm9426jnvShOucxO7KVNwmli36O1MsCDULN9iMfxFNUiWEbKOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoNTlhYzJmOWVkZDE5NDE2ZmJlZWI4OGNiMDBhMmI1MjFjNDEyMjgwYTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTM5NTExNzUwMy9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhWIZ1mgAABAMARzBFAiEA/evXh2sUt9EBf8EJXCx3IVlja4CbgErESqf5K2iCt4ICIF10RkQ6FG1dogu04c/v8O5Q87EAau5PoA0CW6BXEa6IMAoGCCqGSM49BAMDA2cAMGQCMC8a20B6r43hSvuXu5Zh4mkhLXlAXyRhui3n0kIyKO/1g4+NFf/9b22QJigJtOCcewIwGzE6ElwgvDl2dwFmu+TV7czaFxSlKmpKD76XUAMohw9BvTRlfb+VC3yhQxqcG5O2"}, "tlogEntries":[{"logIndex":"3334291536", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792486570", "inclusionPromise":{"signedEntryTimestamp":"MEUCIDTPYJy1ARZZ9rlbnhTqHgMNca5JdaDDoAOSogTVFXpBAiEAxuDR6A4k5x7t/pvAIrx9UOtDjg1t4iB/8R5RHQ3f70I="}, "inclusionProof":{"logIndex":"3212387274", "rootHash":"atkox+sFo2Zy4nbgTZncK8tXYyJyNibw5ov/2LE2ClU=", "treeSize":"3212387331", "hashes":["ckJiJq5bVwDlfFhvs6xo6cg8yykzuXv8YZ/qHaGUka8=", "8OgZIDzWrcrI0cTEMe7VQynf9jXFA1cTPSuiQl/Rhz0=", "14Oede69J/S8/wBfGIO5Et7iS7tgemtD2kO5kPkuRxo=", "rFloZv8GMH2KJ3qbioUQYe+VVvlatypFPw0aAmL/l9Y=", "RVSDgF+SRPHfl4VEybAIDUFa33YoLv0JXya5KS4hpLQ=", "wIbxwGaQ90wQ1dYrNabgIIao63damOiC7BKtWUqMf08=", "P2Jx3btbZHzA6Oy1gFAxT+BTi3iqAL5H4hayBCrT7oE=", "WJfgWUz/43QCB1MEXvki2+iujCzxgKxTY/mUuad9YCw=", "brPUa6FOf3mo8G4NtPTb39OCH3zzBm7x8lyE0rxZido=", "PTMmBx5x5ANn+oi37XJuBbx9dasgTeXnoVJX+wzbuTg=", "Vf4rj9bi9W+12pCuDXwRC/9z1doXlMYrhJ36qDkdaOo=", "a06FpyEV7LpXn863GD9+5Hmmu3qwpEcD1AHulChz2dw=", "M/FEIKIPwH+IUcsaM4K2fns9iLJXEQjCSu275Fh9Ik4=", "aUQBNCV2jU/dfurbyZ32ZF3mXIdblfx3z6ju/tVsc9c=", "POxArWHcWCvTl4A5TsIHhhI0Dv9yexyVJxfdFTxSTCw=", "3aUq4N47Z1/AszcODIxRgusLXNRFZAnHFg6Vur7t22o=", "PwdgHXfl6JMsozFa2gp9OjWOM8+7eYRrqPJa9FEI6k4=", "HovTPBWzoErvUg1u5sIi3x1ZonZ7yJekVsBrmpomCIA=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3212387331\natkox+sFo2Zy4nbgTZncK8tXYyJyNibw5ov/2LE2ClU=\n\n— rekor.sigstore.dev wNI9ajBGAiEA8syw2sS5go/KKVJTcoxwNJgeaHooJaN+I8YMu3BPjbACIQCVUMsg1mdMclrwhwJ5LES3yMjkEj+NXn1tB403DpjK9Q==\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiN2M3ZDc1M2ZmM2RiZGZmMDUwMWVhNGFhZGQ5ZmQ0N2ZhMWY1NmQzNjJkZTA2ZjA1NWJiMDI5Y2NlNTQ5M2RkIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURxcHZXMDVtd1F0ZXhiT2lvSjIwbWFGOEFFdmlENXVxVzlmbnBOaGFNbHJ3SWdjdStYbTBnSXNpbUhmMU1LdVc0RjJGa2pocWFpaWREcHVobG9nTmlzN2RZPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KTFowRjNTVUpCWjBsVlNqRlFNMWh0ZEVWM1MydGxjR05yYWxCM1lYSkpVM0poWnpscmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFU1hkTlJHY3hUbXBCTlZkb1kwNU5hbGw0VFVSSmQwMUVhM2RPYWtFMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVV4ZFhwME5ERXJWRXRaTDBacFltWXhlakUwVFRWMlN6QmFTMlZsY1ZCT1ducExWbWNLVlhKWmJUazBNalpxYm5aVGFFOTFZM2hQTjB0V1RuZHRiR2t6Tms4eFRYTkRSRlZNVGpscFRXWjRSazVWYVZkRllrdFBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmN4VDFkR2FncE5iVmsxV2xkU2EwMVVhekJOVkZwdFdXMVdiRmxxWnpSWk1rbDNUVWRGZVZscVZYbE5WMDB3VFZSSmVVOUVRbWhOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEWnpGUFYwWnFUVzFaTlZwWFVtdE5WR3N3Q2sxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEWnpGUFYwWnFDazF0V1RWYVYxSnJUVlJyTUUxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlPVkd4b1dYcEtiVTlYVm10YVJFVTFUa1JGTWxwdFNteGFWMGswVDBkT2FVMUVRbWhOYlVreFRXcEdhazVFUlhrS1RXcG5kMWxVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUk5OVTVVUlhoT2VsVjNUWGs1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVjBsYU1XMW5RVUZDUVUxQlVucENSa0ZwUlVFdlpYWllhREp6VlhRNVJVSm1PRVZLV0VONE0wbFdiR3BoTkVOaVowVnlSUXBUY1dZMVN6SnBRM1EwU1VOSlJqRXdVbXRSTmtaSE1XUnZaM1V3TkdNdmRqaFBOVkU0TjBWQllYVTFVRzlCTUVOWE5rSllSV0UyU1UxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKalFVMUhVVU5OUXpoaE1qQkNObkkwTTJoVGRuVllkVFZhYURSdGEyaE1XR3hCV0hsU2FIVnBNMjR3YTBsNVMwOHZNV2MwSzA0S1JtWXZPV0l5TWxGS2FXZEtkRTlEWTJWM1NYZEhla1UyUld4M1ozWkViREprZDBadGRTdFVWamRqZW1GR2VGTnNTMjF3UzBRM05saFZRVTF2YUhjNVFncDJWRkpzWm1JclZrTXplV2hSZUhGalJ6VlBNZ290TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgXSblJKBTN7xdX1veeNrzdCWbv3eDZvFyAw0UyEzkYdoCFQC3xpTlDPEYPFkwsxfSikhNGLqG3hgPMjAyNjEwMjAwODU2MDlaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAyMDA4NTYwOVowLwYJKoZIhvcNAQkEMSIEIFg1OnNvjEtbekiuE1aLzEm9MG/w3mL4wwK4uvXZcovmMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQDwMURxbOj/fs2zqQFme8DGwC3m14hV3QCZpd0KIwzwejvgPwLaL+v/IU/wG8btrUkCMBy/pBGuuZ59gYTMb6pg9e7IVtCobo9RVzAXmAf+F6oJRDOnCpuxnlJfLBclzx12qA=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"t8fXU/89vf8FAepKrdn9R/ofVtNi3gbwVbsCnM5Uk90="}, "signature":"MEUCIQDqpvW05mwQtexbOioJ20maF8AEviD5uqW9fnpNhaMlrwIgcu+Xm0gIsimHf1MKuW4F2FkjhqaiidDpuhlogNis7dY="}}

build/torch211-xpu20253-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,126 @@

+{
+  "schema_version": 1,
+  "module": "_rmsnorm_xpu_59ac2f9",
+  "functions": [
+    {
+      "name": "apply_rms_norm",
+      "qualname": "apply_rms_norm",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "apply_rms_norm_backward",
+      "qualname": "apply_rms_norm_backward",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "grad_output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rstd",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          },
+          {
+            "name": "weight_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": [
+    {
+      "name": "RMSNorm",
+      "qualname": "RMSNorm",
+      "module": "_rmsnorm_xpu_59ac2f9.layers",
+      "kind": "class",
+      "doc": "RMSNorm module that uses the optimized LigerRMSNormFunction.\n\nArgs:\n    hidden_size (int): The size of the hidden dimension.\n    eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.\n    offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.\n    casting_mode (str, optional): The casting mode to use. Defaults to \"llama\".\n    in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.",
+      "signature": {
+        "parameters": [
+          {
+            "name": "args",
+            "kind": "VAR_POSITIONAL",
+            "default": null,
+            "annotation": "Any"
+          },
+          {
+            "name": "kwargs",
+            "kind": "VAR_KEYWORD",
+            "default": null,
+            "annotation": "Any"
+          }
+        ],
+        "return_annotation": "None"
+      },
+      "attributes": {
+        "has_backward": null,
+        "can_torch_compile": null
+      }
+    }
+  ]
+}

build/torch212-xpu20253-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,27 @@

+from . import layers
+from ._ops import ops
+def apply_rms_norm(input, weight, eps):
+    # ops.apply_rms_norm returns [output, rstd]
+    return ops.apply_rms_norm(
+            input,
+            weight,
+            eps,
+    )[0]
+def apply_rms_norm_backward(grad_output, input, weight, output, rstd, eps, input_requires_grad=True, weight_requires_grad=True):
+    return ops.apply_rms_norm_backward(
+            grad_output,
+            input,
+            weight,
+            output,
+            rstd,
+            eps,
+            input_requires_grad,
+            weight_requires_grad
+    )
+__all__ = ["layers", "apply_rms_norm", "apply_rms_norm_backward"]

build/torch212-xpu20253-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _rmsnorm_xpu_59ac2f9
+ops = torch.ops._rmsnorm_xpu_59ac2f9
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_rmsnorm_xpu_59ac2f9::{op_name}"

build/torch212-xpu20253-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8d50de1ad8ab0422dccb326c22c7b28980c30ede972eceb720bcbaeae3320368
+size 103131184

build/torch212-xpu20253-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,59 @@

+import torch
+from ._ops import ops
+class RMSNormFunction(torch.autograd.Function):
+    @staticmethod
+    def forward(ctx, hidden_states, weight, variance_epsilon):
+        ctx.variance_epsilon = variance_epsilon
+        output, rstd = ops.apply_rms_norm(hidden_states, weight, variance_epsilon)
+        ctx.save_for_backward(hidden_states, weight, output, rstd)
+        return output
+    @staticmethod
+    def backward(ctx, grad_output):
+        hidden_states, weight, output, rstd = ctx.saved_tensors
+        grads = ops.apply_rms_norm_backward(
+            grad_output,
+            hidden_states,
+            weight,
+            output,
+            rstd,
+            ctx.variance_epsilon,
+            ctx.needs_input_grad[0],
+            ctx.needs_input_grad[1]
+        )
+        return grads[0], grads[1], None
+class RMSNorm(torch.nn.Module):
+    """
+    RMSNorm module that uses the optimized LigerRMSNormFunction.
+    Args:
+        hidden_size (int): The size of the hidden dimension.
+        eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.
+        offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.
+        casting_mode (str, optional): The casting mode to use. Defaults to "llama".
+        in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.
+    """
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states):
+        """
+        Apply RMS normalization to the input tensor.
+        Args:
+            hidden_states (torch.Tensor): Input tensor of shape (B, T, H) or (BxT, H)
+        Returns:
+            torch.Tensor: Normalized tensor of the same shape as input
+        """
+        return RMSNormFunction.apply(
+            hidden_states,
+            self.weight,
+            self.variance_epsilon,
+        )
+__all__ = ["RMSNorm"]

build/torch212-xpu20253-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "rmsnorm",
+  "id": "_rmsnorm_xpu_59ac2f9",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "xpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "/ulY9H9OswHp9JHl1OZyjDJFuI/Uuoyiq+e8Swx14wY=",
+      "_ops.py": "SnpjfRcgd3aisfzVpCGfiwq72EdpYOXgSojOWqaUH8o=",
+      "_rmsnorm_xpu_59ac2f9.abi3.so": "jVDeGtirBCLcyzJsIseyiYDDDt6XLs63ILy66uMyA2g=",
+      "layers.py": "8KMmxy30Olm/16XW7vvHAwWNVWcnA8js0nNuoOSGEO8=",
+      "symbols.json": "n7cr7YlI7t1FsvU/A3rpxPCKIAmeOTsLO1R/CktNrrg="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "59ac2f9edd19416fbeeb88cb00a2b521c412280a",
+      "dirty": false
+    }
+  }
+}

build/torch212-xpu20253-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrKgAwIBAgIUSSBxDuEOykO25/TFttvt7xtPzc4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDIwMDg1NjExWhcNMjYxMDIwMDkwNjExWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEumAIlocTOKAUdHmjE574cwr0x3jj44Z6M4PDUrqBg1oX2sqNs632Cs/XmDo5RAT0lGDniihgQ4mnQcgMp+LmkKOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoNTlhYzJmOWVkZDE5NDE2ZmJlZWI4OGNiMDBhMmI1MjFjNDEyMjgwYTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTM5NTExNzUwMy9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhWIZ+9AAABAMARzBFAiByQ1/lfxnSq3BwvgdkpI0cK7W/36T3SAZvuHqBQMa08wIhAO55TH01EpmEhPR0W7ilksqUA8EtYHir/dCtzRhOtN+4MAoGCCqGSM49BAMDA2kAMGYCMQCtXApx9i0+2v+t6fgEm2SvTd0aAPKqUsqnGVGMfwDRiH10HO3rxxeKvp3LYFCfsw8CMQDxMUn9s/Q4E3NcfyOYSezYLq/yi4j1hbCzHZ7acaLSPNKA1G9AYI3EAx/iJA+qPso="}, "tlogEntries":[{"logIndex":"3334291866", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792486572", "inclusionPromise":{"signedEntryTimestamp":"MEUCIGyaenLp/xW9O3WrCWfOPTz6wROnFn+BTIr3kpx8VKbSAiEAqBYe15rIeROy3DjQW4Ve+EBe8ogfY/JhEXfgqnJh26M="}, "inclusionProof":{"logIndex":"3212387604", "rootHash":"k1ePYCc+Q0wfSlK6oOxNAOq/ytZ9hWPySA33FwjJ8Qc=", "treeSize":"3212387880", "hashes":["j2IdCntG/AVO7Chrn8f3tf60x0LxT+bqQjp2O9GugNo=", "gxc6e2ap7I6MC0Xz7PAQ1UdS50OPGI75rka/4vhr8pI=", "L6uPmrHNdU3PgQAGSTcW8AAndueX57jQn7Wsx0F+q0Q=", "f9AEBzGVOMVb9ywonOZ9mJrFxaqmk20pg+ZXt/f0GGc=", "p7wvc8Dkfwwa6nCd7wNv+kHTQQ0BYJPgyKmH6De7oxc=", "DBQ21R6Hf+Kw99YfRUOt1zOdA17bpsaGTkzvp1CdgZY=", "1NrlgqqLsJpiYYucBYFqN6xzi4RSef9TFsYDZT28Zc4=", "JNVF6mRqtpuOLte2mQgvzD06Fu8FZJGEmGI0Dhzq4k0=", "v6asVYeRHubG9a5V9bS/lqSoBi2AmkV9RDEqPtq4TUY=", "+gIJUUU87JvubSRLfsBcLIxCTj4JqEWYWeKlNbCLsCE=", "Pp5apaP6uTo8q1O6p22VshAkz001w1o1K+3M+H122nM=", "a06FpyEV7LpXn863GD9+5Hmmu3qwpEcD1AHulChz2dw=", "M/FEIKIPwH+IUcsaM4K2fns9iLJXEQjCSu275Fh9Ik4=", "aUQBNCV2jU/dfurbyZ32ZF3mXIdblfx3z6ju/tVsc9c=", "POxArWHcWCvTl4A5TsIHhhI0Dv9yexyVJxfdFTxSTCw=", "3aUq4N47Z1/AszcODIxRgusLXNRFZAnHFg6Vur7t22o=", "PwdgHXfl6JMsozFa2gp9OjWOM8+7eYRrqPJa9FEI6k4=", "HovTPBWzoErvUg1u5sIi3x1ZonZ7yJekVsBrmpomCIA=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3212387880\nk1ePYCc+Q0wfSlK6oOxNAOq/ytZ9hWPySA33FwjJ8Qc=\n\n— rekor.sigstore.dev wNI9ajBFAiEA/BLoJ59drmyxkMqS2MF+y9pxVg/PBbtWX1KgMwGvZA0CIHM1RL4Ln9JSrJAJ11PenbTRLHHuT7kOpnZd6oGwhjGs\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIzNjk4OTZkOWFlMDU2ZDY4YTY0ZWRhZWI1NmM3NTJmNDY4ZDE3M2IyN2I4ZGJiNTIwNjg5MDI5MmI4NmM2NTMwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUR5aWoxYXVKaEVpTnZHTGI5SXdzTUIzK2tvN1NjSnFtM2wwcU9ZM2oySWxnSWhBT3NkOU9oK0Zsbmpib1F2L010a2JGbHkrVTZJdXVpNTJHL3BDQjZiL0FDSSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KTFowRjNTVUpCWjBsVlUxTkNlRVIxUlU5NWEwOHlOUzlVUm5SMGRuUTNlSFJRZW1NMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFU1hkTlJHY3hUbXBGZUZkb1kwNU5hbGw0VFVSSmQwMUVhM2RPYWtWNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVYxYlVGSmJHOWpWRTlMUVZWa1NHMXFSVFUzTkdOM2NqQjRNMnBxTkRSYU5rMDBVRVFLVlhKeFFtY3hiMWd5YzNGT2N6WXpNa056TDFodFJHODFVa0ZVTUd4SFJHNXBhV2huVVRSdGJsRmpaMDF3SzB4dGEwdFBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmN4VDFkR2FncE5iVmsxV2xkU2EwMVVhekJOVkZwdFdXMVdiRmxxWnpSWk1rbDNUVWRGZVZscVZYbE5WMDB3VFZSSmVVOUVRbWhOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEWnpGUFYwWnFUVzFaTlZwWFVtdE5WR3N3Q2sxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEWnpGUFYwWnFDazF0V1RWYVYxSnJUVlJyTUUxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlPVkd4b1dYcEtiVTlYVm10YVJFVTFUa1JGTWxwdFNteGFWMGswVDBkT2FVMUVRbWhOYlVreFRXcEdhazVFUlhrS1RXcG5kMWxVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUk5OVTVVUlhoT2VsVjNUWGs1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVjBsYUt6bEJRVUZDUVUxQlVucENSa0ZwUW5sUk1TOXNabmh1VTNFelFuZDJaMlJyY0Vrd1kwczNWeTh6TmxRelUwRmFkZ3AxU0hGQ1VVMWhNRGgzU1doQlR6VTFWRWd3TVVWd2JVVm9VRkl3VnpkcGJHdHpjVlZCT0VWMFdVaHBjaTlrUTNSNlVtaFBkRTRyTkUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKclFVMUhXVU5OVVVOMFdFRndlRGxwTUNzeWRpdDBObVpuUlcweVUzWlVaREJoUVZCTGNWVnpjVzVIVmtkTlpuZEVVbWxJTVRBS1NFOHpjbmg0WlV0MmNETk1XVVpEWm5OM09FTk5VVVI0VFZWdU9YTXZVVFJGTTA1alpubFBXVk5sZWxsTWNTOTVhVFJxTVdoaVEzcElXamRoWTJGTVV3cFFUa3RCTVVjNVFWbEpNMFZCZUM5cFNrRXJjVkJ6YnowS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgpoVANGRDWsuHAnCMlk0gkVE2Ku/onQZHnMCJQ0z19zQCFQDLWCH+AQL84upsP6uUHCzDYaAXjhgPMjAyNjEwMjAwODU2MTFaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAyMDA4NTYxMVowLwYJKoZIhvcNAQkEMSIEIJLLLyqttp/K16IB21iW9YL4n1EmaenHJMjwUBa9KtshMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCyRWxzf0RFlgQlL8i81lcd9u8o6xHpTr1D3Ia/wpEz7fxDn3/XLQ7/S1DygOLfImoCMQCn/i27/I7DPVJRLjajk/Fwfk9h94ix0oB6XvDqfUxlOunf9te0rVUxyHaf4BaTUB4="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"NpiW2a4FbWimTtrrVsdS9GjRc7J7jbtSBokCkrhsZTA="}, "signature":"MEYCIQDyij1auJhEiNvGLb9IwsMB3+ko7ScJqm3l0qOY3j2IlgIhAOsd9Oh+FlnjboQv/MtkbFly+U6Iuui52G/pCB6b/ACI"}}

build/torch212-xpu20253-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,126 @@

+{
+  "schema_version": 1,
+  "module": "_rmsnorm_xpu_59ac2f9",
+  "functions": [
+    {
+      "name": "apply_rms_norm",
+      "qualname": "apply_rms_norm",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "apply_rms_norm_backward",
+      "qualname": "apply_rms_norm_backward",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "grad_output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rstd",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          },
+          {
+            "name": "weight_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": [
+    {
+      "name": "RMSNorm",
+      "qualname": "RMSNorm",
+      "module": "_rmsnorm_xpu_59ac2f9.layers",
+      "kind": "class",
+      "doc": "RMSNorm module that uses the optimized LigerRMSNormFunction.\n\nArgs:\n    hidden_size (int): The size of the hidden dimension.\n    eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.\n    offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.\n    casting_mode (str, optional): The casting mode to use. Defaults to \"llama\".\n    in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.",
+      "signature": {
+        "parameters": [
+          {
+            "name": "args",
+            "kind": "VAR_POSITIONAL",
+            "default": null,
+            "annotation": "Any"
+          },
+          {
+            "name": "kwargs",
+            "kind": "VAR_KEYWORD",
+            "default": null,
+            "annotation": "Any"
+          }
+        ],
+        "return_annotation": "None"
+      },
+      "attributes": {
+        "has_backward": null,
+        "can_torch_compile": null
+      }
+    }
+  ]
+}

build/torch213-xpu20260-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,27 @@

+from . import layers
+from ._ops import ops
+def apply_rms_norm(input, weight, eps):
+    # ops.apply_rms_norm returns [output, rstd]
+    return ops.apply_rms_norm(
+            input,
+            weight,
+            eps,
+    )[0]
+def apply_rms_norm_backward(grad_output, input, weight, output, rstd, eps, input_requires_grad=True, weight_requires_grad=True):
+    return ops.apply_rms_norm_backward(
+            grad_output,
+            input,
+            weight,
+            output,
+            rstd,
+            eps,
+            input_requires_grad,
+            weight_requires_grad
+    )
+__all__ = ["layers", "apply_rms_norm", "apply_rms_norm_backward"]

build/torch213-xpu20260-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _rmsnorm_xpu_59ac2f9
+ops = torch.ops._rmsnorm_xpu_59ac2f9
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_rmsnorm_xpu_59ac2f9::{op_name}"

build/torch213-xpu20260-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:a10a150ffdfe591ee1b3beb9fe9bca46222395b5bd7960e4b4a87e64ca6e46b9
+size 103486040

build/torch213-xpu20260-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,59 @@

+import torch
+from ._ops import ops
+class RMSNormFunction(torch.autograd.Function):
+    @staticmethod
+    def forward(ctx, hidden_states, weight, variance_epsilon):
+        ctx.variance_epsilon = variance_epsilon
+        output, rstd = ops.apply_rms_norm(hidden_states, weight, variance_epsilon)
+        ctx.save_for_backward(hidden_states, weight, output, rstd)
+        return output
+    @staticmethod
+    def backward(ctx, grad_output):
+        hidden_states, weight, output, rstd = ctx.saved_tensors
+        grads = ops.apply_rms_norm_backward(
+            grad_output,
+            hidden_states,
+            weight,
+            output,
+            rstd,
+            ctx.variance_epsilon,
+            ctx.needs_input_grad[0],
+            ctx.needs_input_grad[1]
+        )
+        return grads[0], grads[1], None
+class RMSNorm(torch.nn.Module):
+    """
+    RMSNorm module that uses the optimized LigerRMSNormFunction.
+    Args:
+        hidden_size (int): The size of the hidden dimension.
+        eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.
+        offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.
+        casting_mode (str, optional): The casting mode to use. Defaults to "llama".
+        in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.
+    """
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states):
+        """
+        Apply RMS normalization to the input tensor.
+        Args:
+            hidden_states (torch.Tensor): Input tensor of shape (B, T, H) or (BxT, H)
+        Returns:
+            torch.Tensor: Normalized tensor of the same shape as input
+        """
+        return RMSNormFunction.apply(
+            hidden_states,
+            self.weight,
+            self.variance_epsilon,
+        )
+__all__ = ["RMSNorm"]

build/torch213-xpu20260-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "rmsnorm",
+  "id": "_rmsnorm_xpu_59ac2f9",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "xpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "/ulY9H9OswHp9JHl1OZyjDJFuI/Uuoyiq+e8Swx14wY=",
+      "_ops.py": "SnpjfRcgd3aisfzVpCGfiwq72EdpYOXgSojOWqaUH8o=",
+      "_rmsnorm_xpu_59ac2f9.abi3.so": "oQoVD/3+WR7hs765/pvKRiIjlbW9eWDktKh+ZMpuRrk=",
+      "layers.py": "8KMmxy30Olm/16XW7vvHAwWNVWcnA8js0nNuoOSGEO8=",
+      "symbols.json": "n7cr7YlI7t1FsvU/A3rpxPCKIAmeOTsLO1R/CktNrrg="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "59ac2f9edd19416fbeeb88cb00a2b521c412280a",
+      "dirty": false
+    }
+  }
+}

build/torch213-xpu20260-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrOgAwIBAgIUThTqFZ6fXV9TCg4253bTARDYp8cwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDIwMDg1NjE1WhcNMjYxMDIwMDkwNjE1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEU9TF7UG83v15fPVSgfSWrhM/g7McjVzglfRR7GGnHN5PF5D294H/gmTkx3PhxsS64QEygiNJxEl6Og4sQOgR+aOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoNTlhYzJmOWVkZDE5NDE2ZmJlZWI4OGNiMDBhMmI1MjFjNDEyMjgwYTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTM5NTExNzUwMy9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhWIaOvAAABAMASDBGAiEAtcrZwr823oIF1oFzljT5iwkX9ZClymD5vJp0LoGmngQCIQCUb67vKCM8zM5IgbwrUwY6aPI1MJqZ+JqS7gnY3w2uVTAKBggqhkjOPQQDAwNoADBlAjEAmgYP29tzZVHAB0vt2vu6FdEt9uRG0jQT6qxE2rupbB2iAZCK7LGaaUrpVjaxn9axAjBxwaeNhtjL2UWh/EC6Dyp54RyiH/UE5ANqo/4N6t86gbeh6LhZZrNpFuiTdIgNANY="}, "tlogEntries":[{"logIndex":"3334292862", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792486576", "inclusionPromise":{"signedEntryTimestamp":"MEUCIDRGSgUO0fJ2n1HYZEGZlGVTIq1g5XLW1B7o2+QrtJkzAiEA8UhsL4TphgUD39ny46/Jy92keeB0ly4QbeN2fspkdho="}, "inclusionProof":{"logIndex":"3212388600", "rootHash":"5n/O/5URsVmFxLj3c6xPsvuZIBZzh+Cj3yZ7cwTh4lQ=", "treeSize":"3212388888", "hashes":["9D4D2N0aIUgnOUaE+MzSUMedqLt4CiN1+7m+3iOdEh4=", "svO+dtq6RGcMNfvsUaR80DKkuL2Hp0aiypii+gmCRAU=", "plr+FHtLKwAY1EgFAsIAlynIFCKSgn7JkItaeD/HrAo=", "N8nzsoWG+GgbGhDYAq7r3ZLGQSOhm36YKXuCRVzgxUk=", "VtnqRYB3e4a20/uvw22LHzJvwW2fc3HmqS3+qYVZI2U=", "EM05izldI/1Pvkhn327enNwmxkGrbz1JYVuu5En+Itk=", "r1BnbqLJ3i/0MVCu+F2puh6vk9SsgV+hiTEsjPkLG/Q=", "XOVcGDBfrN75ngnXoVDc7GYf3L/uakMAsMQQmffCc6w=", "YZgYol7mm7wj2JOBHOZQv+/hhYxa7a8kXhSnxhKu0oc=", "A4fnLA6gRnQNEByNVRfDSNCKSQV4ZYoK4PxQjEghoNc=", "SlZLl/7RAoJsiBq4UCZKbcva1mXKj4M8/K51Bk6wyp0=", "a06FpyEV7LpXn863GD9+5Hmmu3qwpEcD1AHulChz2dw=", "M/FEIKIPwH+IUcsaM4K2fns9iLJXEQjCSu275Fh9Ik4=", "aUQBNCV2jU/dfurbyZ32ZF3mXIdblfx3z6ju/tVsc9c=", "POxArWHcWCvTl4A5TsIHhhI0Dv9yexyVJxfdFTxSTCw=", "3aUq4N47Z1/AszcODIxRgusLXNRFZAnHFg6Vur7t22o=", "PwdgHXfl6JMsozFa2gp9OjWOM8+7eYRrqPJa9FEI6k4=", "HovTPBWzoErvUg1u5sIi3x1ZonZ7yJekVsBrmpomCIA=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3212388888\n5n/O/5URsVmFxLj3c6xPsvuZIBZzh+Cj3yZ7cwTh4lQ=\n\n— rekor.sigstore.dev wNI9ajBEAiBjCuciJ77ro7A0PrE5fdLx8hy7CGBfHx+FstH+M8ZqHwIgGbOCV31K2fNcG0p/JVYtFcHqnkFnfbz7EdeX4x6WljY=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI0OGJlYTExMzU5YmZjYzU2OWQ2NDA2NWVhMmQzMjRiNjU2NDQxYzIyZGUwMDQ4MTlmNDNjZjBjYjhmMjY2NWU4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUUNDUnpxMTRnaldqbklaL1dTUUx3VjUrRkdlRS9URTJoaUladjY0Ui9CT1VBSWdaM1NjT0l6WUVtamNRcUZzSCtXN21QOENqdGJLSmRTUFhoUUJKYmtiZEwwPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KUFowRjNTVUpCWjBsVlZHaFVjVVphTm1aWVZqbFVRMmMwTWpVellsUkJVa1JaY0RoamQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFU1hkTlJHY3hUbXBGTVZkb1kwNU5hbGw0VFVSSmQwMUVhM2RPYWtVeFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZWT1ZSR04xVkhPRE4yTVRWbVVGWlRaMlpUVjNKb1RTOW5OMDFqYWxaNloyeG1VbElLTjBkSGJraE9OVkJHTlVReU9UUklMMmR0Vkd0NE0xQm9lSE5UTmpSUlJYbG5hVTVLZUVWc05rOW5OSE5SVDJkU0syRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmN4VDFkR2FncE5iVmsxV2xkU2EwMVVhekJOVkZwdFdXMVdiRmxxWnpSWk1rbDNUVWRGZVZscVZYbE5WMDB3VFZSSmVVOUVRbWhOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEWnpGUFYwWnFUVzFaTlZwWFVtdE5WR3N3Q2sxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEWnpGUFYwWnFDazF0V1RWYVYxSnJUVlJyTUUxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlPVkd4b1dYcEtiVTlYVm10YVJFVTFUa1JGTWxwdFNteGFWMGswVDBkT2FVMUVRbWhOYlVreFRXcEdhazVFUlhrS1RXcG5kMWxVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUk5OVTVVUlhoT2VsVjNUWGs1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVjBsaFQzWkJRVUZDUVUxQlUwUkNSMEZwUlVGMFkzSmFkM0k0TWpOdlNVWXhiMFo2YkdwVU5XbDNhMWc1V2tOc2VXMUVOUXAyU25Bd1RHOUhiVzVuVVVOSlVVTlZZalkzZGt0RFRUaDZUVFZKWjJKM2NsVjNXVFpoVUVreFRVcHhXaXRLY1ZNM1oyNVpNM2N5ZFZaVVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2IwRkVRbXhCYWtWQmJXZFpVREk1ZEhwYVZraEJRakIyZERKMmRUWkdaRVYwT1hWU1J6QnFVVlEyY1hoRk1uSjFjR0pDTW1rS1FWcERTemRNUjJGaFZYSndWbXBoZUc0NVlYaEJha0o0ZDJGbFRtaDBha3d5VlZkb0wwVkROa1I1Y0RVMFVubHBTQzlWUlRWQlRuRnZMelJPTm5RNE5ncG5ZbVZvTmt4b1dscHlUbkJHZFdsVVpFbG5Ua0ZPV1QwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgqjVpTUQk5E5NnHK1lvQUsUhfVoTRVoVlx2cJ9JQBDxQCFQDaJxdIfqI2KrZOQQWImFR5xcrqUhgPMjAyNjEwMjAwODU2MTVaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAyMDA4NTYxNVowLwYJKoZIhvcNAQkEMSIEIGhMQ99TieFyOLzoxZcWiNOfOp+3N6T98fm+NzJtZBGNMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMGqKB0WtEFfvltnpznldkDBPcZ7NXpNNNUzJN0B/ylenTJ/E2kVdKMoRzqag2owJBQIxAJHjZnGXu7Gd5AM2wRdM0wxmrHle//m++Aa9lQ3C3stzpzEsY8B4LVrOCP/7/0swDQ=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"SL6hE1m/zFadZAZeotMktlZEHCLeAEgZ9Dzwy48mZeg="}, "signature":"MEUCIQCCRzq14gjWjnIZ/WSQLwV5+FGeE/TE2hiIZv64R/BOUAIgZ3ScOIzYEmjcQqFsH+W7mP8CjtbKJdSPXhQBJbkbdL0="}}

build/torch213-xpu20260-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,126 @@

+{
+  "schema_version": 1,
+  "module": "_rmsnorm_xpu_59ac2f9",
+  "functions": [
+    {
+      "name": "apply_rms_norm",
+      "qualname": "apply_rms_norm",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "apply_rms_norm_backward",
+      "qualname": "apply_rms_norm_backward",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "grad_output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rstd",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          },
+          {
+            "name": "weight_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": [
+    {
+      "name": "RMSNorm",
+      "qualname": "RMSNorm",
+      "module": "_rmsnorm_xpu_59ac2f9.layers",
+      "kind": "class",
+      "doc": "RMSNorm module that uses the optimized LigerRMSNormFunction.\n\nArgs:\n    hidden_size (int): The size of the hidden dimension.\n    eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.\n    offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.\n    casting_mode (str, optional): The casting mode to use. Defaults to \"llama\".\n    in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.",
+      "signature": {
+        "parameters": [
+          {
+            "name": "args",
+            "kind": "VAR_POSITIONAL",
+            "default": null,
+            "annotation": "Any"
+          },
+          {
+            "name": "kwargs",
+            "kind": "VAR_KEYWORD",
+            "default": null,
+            "annotation": "Any"
+          }
+        ],
+        "return_annotation": "None"
+      },
+      "attributes": {
+        "has_backward": null,
+        "can_torch_compile": null
+      }
+    }
+  ]
+}

build/torch214-xpu20261-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,27 @@

+from . import layers
+from ._ops import ops
+def apply_rms_norm(input, weight, eps):
+    # ops.apply_rms_norm returns [output, rstd]
+    return ops.apply_rms_norm(
+            input,
+            weight,
+            eps,
+    )[0]
+def apply_rms_norm_backward(grad_output, input, weight, output, rstd, eps, input_requires_grad=True, weight_requires_grad=True):
+    return ops.apply_rms_norm_backward(
+            grad_output,
+            input,
+            weight,
+            output,
+            rstd,
+            eps,
+            input_requires_grad,
+            weight_requires_grad
+    )
+__all__ = ["layers", "apply_rms_norm", "apply_rms_norm_backward"]

build/torch214-xpu20261-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _rmsnorm_xpu_59ac2f9
+ops = torch.ops._rmsnorm_xpu_59ac2f9
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_rmsnorm_xpu_59ac2f9::{op_name}"

build/torch214-xpu20261-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:0a25465af0c13cb7abacaaf24797bb40be86c0de7a086b33844559b4c4d76486
+size 103503912

build/torch214-xpu20261-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,59 @@

+import torch
+from ._ops import ops
+class RMSNormFunction(torch.autograd.Function):
+    @staticmethod
+    def forward(ctx, hidden_states, weight, variance_epsilon):
+        ctx.variance_epsilon = variance_epsilon
+        output, rstd = ops.apply_rms_norm(hidden_states, weight, variance_epsilon)
+        ctx.save_for_backward(hidden_states, weight, output, rstd)
+        return output
+    @staticmethod
+    def backward(ctx, grad_output):
+        hidden_states, weight, output, rstd = ctx.saved_tensors
+        grads = ops.apply_rms_norm_backward(
+            grad_output,
+            hidden_states,
+            weight,
+            output,
+            rstd,
+            ctx.variance_epsilon,
+            ctx.needs_input_grad[0],
+            ctx.needs_input_grad[1]
+        )
+        return grads[0], grads[1], None
+class RMSNorm(torch.nn.Module):
+    """
+    RMSNorm module that uses the optimized LigerRMSNormFunction.
+    Args:
+        hidden_size (int): The size of the hidden dimension.
+        eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.
+        offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.
+        casting_mode (str, optional): The casting mode to use. Defaults to "llama".
+        in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.
+    """
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states):
+        """
+        Apply RMS normalization to the input tensor.
+        Args:
+            hidden_states (torch.Tensor): Input tensor of shape (B, T, H) or (BxT, H)
+        Returns:
+            torch.Tensor: Normalized tensor of the same shape as input
+        """
+        return RMSNormFunction.apply(
+            hidden_states,
+            self.weight,
+            self.variance_epsilon,
+        )
+__all__ = ["RMSNorm"]

build/torch214-xpu20261-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "rmsnorm",
+  "id": "_rmsnorm_xpu_59ac2f9",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "xpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "/ulY9H9OswHp9JHl1OZyjDJFuI/Uuoyiq+e8Swx14wY=",
+      "_ops.py": "SnpjfRcgd3aisfzVpCGfiwq72EdpYOXgSojOWqaUH8o=",
+      "_rmsnorm_xpu_59ac2f9.abi3.so": "CiVGWvDBPLerrKryR5e7QL6GwN56CGszhEVZtMTXZIY=",
+      "layers.py": "8KMmxy30Olm/16XW7vvHAwWNVWcnA8js0nNuoOSGEO8=",
+      "symbols.json": "n7cr7YlI7t1FsvU/A3rpxPCKIAmeOTsLO1R/CktNrrg="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "59ac2f9edd19416fbeeb88cb00a2b521c412280a",
+      "dirty": false
+    }
+  }
+}

build/torch214-xpu20261-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrGgAwIBAgIUUJvYD3gJM0cM7umnukSYJcKVPRYwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDIwMDg1NjIwWhcNMjYxMDIwMDkwNjIwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAERdOTiWDd4cwXvon/52pIxvYTDmLYp8e5zsZ5kZl3hTkXYSKG0dUOqXp/MpQtGQOLo7HnV0EYInA/PfI5ROGeIKOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoNTlhYzJmOWVkZDE5NDE2ZmJlZWI4OGNiMDBhMmI1MjFjNDEyMjgwYTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTM5NTExNzUwMy9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhWIafcgAABAMARjBEAiBFw1OLKLUeDKVj0SKKh4pvlfkLg7ICkfGqLNVrxjLsnwIgfQ9jrhiBOst2Snb9dv7Kz80dpMJHsNqeNj4MIBQ2bmUwCgYIKoZIzj0EAwMDaAAwZQIwY2lLGA0k4UDlk/zbwRmSbNqEhT5yFlbkIOimMRo3/eZuuPrBeNCql1BX20yPMl/NAjEAt8ApIA1K7seigzV6on2176dzxNxBopIzDyb2llIlWjRC3D1Uc7KufUkvG8bNngos"}, "tlogEntries":[{"logIndex":"3334293815", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792486580", "inclusionPromise":{"signedEntryTimestamp":"MEQCIAccB1Z4uRn69XEIYbT9R2jsv0BRFLL4bhz8tAkSeO15AiB00bX7JN14sRUxFNqNGRZwWfnHWRd+WH68nq3M+ROFgA=="}, "inclusionProof":{"logIndex":"3212389553", "rootHash":"VbHKJe3rJJUM98PErdd1I0W8qdpSeF8wHD35pEll0c0=", "treeSize":"3212389783", "hashes":["WASLaJIePher/vP48u/10Cy/blG3O3URhNrMOZ8VtCY=", "G/h/JWhFYmsDJz74pASYH/NY2guUjync0bb+8HW6MXs=", "mthEcBcn2YkYfwO8RrFPZ/QgBic0xOXSjT4Vzx0fPko=", "nTwDgSomOc62RH0Lt4T22obMy8YE21mtZw6myWmDX5s=", "pN8c9kRWinDfk0DqbqVG/MbzjxSArtCYykKFWSiGF40=", "ag4K5tdXgniRwD1Y6aK6t8qC2OFEeZHQ7Zqa6flJE/0=", "29ZhTh81p0KjO6A61bYdKvQLmDW+IEIoNgq/ynBU5GQ=", "UdHECXQad4f+STl+7021r8td9Ec/0wCKbFNC+tkQqSk=", "SHK/uA0cXdSae+/QE/FoJnXMPbEC+DJMMv37OirGv6Y=", "ne5OkMLrW21j2RIrcBWZCZLFjhsFmouAQrxxrDQ+9J4=", "SlZLl/7RAoJsiBq4UCZKbcva1mXKj4M8/K51Bk6wyp0=", "a06FpyEV7LpXn863GD9+5Hmmu3qwpEcD1AHulChz2dw=", "M/FEIKIPwH+IUcsaM4K2fns9iLJXEQjCSu275Fh9Ik4=", "aUQBNCV2jU/dfurbyZ32ZF3mXIdblfx3z6ju/tVsc9c=", "POxArWHcWCvTl4A5TsIHhhI0Dv9yexyVJxfdFTxSTCw=", "3aUq4N47Z1/AszcODIxRgusLXNRFZAnHFg6Vur7t22o=", "PwdgHXfl6JMsozFa2gp9OjWOM8+7eYRrqPJa9FEI6k4=", "HovTPBWzoErvUg1u5sIi3x1ZonZ7yJekVsBrmpomCIA=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3212389783\nVbHKJe3rJJUM98PErdd1I0W8qdpSeF8wHD35pEll0c0=\n\n— rekor.sigstore.dev wNI9ajBFAiAVtCnuiUc7/H9VnnPyHSkbzQ9CtTByNQUaM9MQlqE55wIhAOl7tOwg+/gHjlvPeaRmlWVz1f6L82j5AQdsSV8PSKK3\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI4MGQ4YjRiNTJhMWZiNDU5OTE3M2NiMjNiZDU3YzYwOTQxNWNhMDc4M2ZiODY5OGNlM2Q0YzQ4YzZhNjc4MmM0In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQnNhVVBpMWtTalpCZ2dHNEhXazlkbzQ2QWhXSnp5QUp4N3VXLzNidUZXdkFpQVAyRm9WNzhtYkxGbnUwMDEvbXp6a0xLZFh3MnYrMjNkb2IwTURnc3FmeWc9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KSFowRjNTVUpCWjBsVlZVcDJXVVF6WjBwTk1HTk5OM1Z0Ym5WclUxbEtZMHRXVUZKWmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFU1hkTlJHY3hUbXBKZDFkb1kwNU5hbGw0VFVSSmQwMUVhM2RPYWtsM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZTWkU5VWFWZEVaRFJqZDFoMmIyNHZOVEp3U1hoMldWUkViVXhaY0RobE5YcHpXalVLYTFwc00yaFVhMWhaVTB0SE1HUlZUM0ZZY0M5TmNGRjBSMUZQVEc4M1NHNVdNRVZaU1c1QkwxQm1TVFZTVDBkbFNVdFBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmN4VDFkR2FncE5iVmsxV2xkU2EwMVVhekJOVkZwdFdXMVdiRmxxWnpSWk1rbDNUVWRGZVZscVZYbE5WMDB3VFZSSmVVOUVRbWhOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEWnpGUFYwWnFUVzFaTlZwWFVtdE5WR3N3Q2sxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEWnpGUFYwWnFDazF0V1RWYVYxSnJUVlJyTUUxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlPVkd4b1dYcEtiVTlYVm10YVJFVTFUa1JGTWxwdFNteGFWMGswVDBkT2FVMUVRbWhOYlVreFRXcEdhazVFUlhrS1RXcG5kMWxVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUk5OVTVVUlhoT2VsVjNUWGs1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVjBsaFptTm5RVUZDUVUxQlVtcENSVUZwUWtaM01VOU1TMHhWWlVSTFZtb3dVMHRMYURSd2RteG1hMHhuTjBsRGEyWkhjUXBNVGxaeWVHcE1jMjUzU1dkbVVUbHFjbWhwUWs5emRESlRibUk1WkhZM1MzbzRNR1J3VFVwSWMwNXhaVTVxTkUxSlFsRXlZbTFWZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVVGQmQxcFJTWGRaTW14TVIwRXdhelJWUkd4ckwzcGlkMUp0VTJKT2NVVm9WRFY1Um14aWEwbFBhVzFOVW04ekwyVmFkWFZRY2tJS1pVNURjV3d4UWxneU1IbFFUV3d2VGtGcVJVRjBPRUZ3U1VFeFN6ZHpaV2xuZWxZMmIyNHlNVGMyWkhwNFRuaENiM0JKZWtSNVlqSnNiRWxzVjJwU1F3b3pSREZWWXpkTGRXWlZhM1pIT0dKT2JtZHZjd290TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg4PNs9axHopnKaO5rw6ZVhM6HyGHxXlOhFph4KfdQWnMCFC5bzsFBJYveCcPalajej5Rt7K28GA8yMDI2MTAyMDA4NTYyMFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDIwMDg1NjIwWjAvBgkqhkiG9w0BCQQxIgQgY2nvx04KGOcf91z8qN3rcZa+RFswiRlrFKTQQx8qKygwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwZ/6vN7ek9HJ+6MA5O6m8BbuGET07HOYDj+1PBGHlpsZYsL9OVIAQ/C/CJpAHBBpuAjBBRCNPytpoXpQJkvi8WgmEBU8kkA6WM9HND9JXrMHcuRggdQP3QXe8XXALaqpdyZo="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"gNi0tSoftFmRc8sjvVfGCUFcoHg/uGmM49TEjGpngsQ="}, "signature":"MEQCIBsaUPi1kSjZBggG4HWk9do46AhWJzyAJx7uW/3buFWvAiAP2FoV78mbLFnu001/mzzkLKdXw2v+23dob0MDgsqfyg=="}}

build/torch214-xpu20261-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,126 @@

+{
+  "schema_version": 1,
+  "module": "_rmsnorm_xpu_59ac2f9",
+  "functions": [
+    {
+      "name": "apply_rms_norm",
+      "qualname": "apply_rms_norm",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "apply_rms_norm_backward",
+      "qualname": "apply_rms_norm_backward",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "grad_output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rstd",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          },
+          {
+            "name": "weight_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": [
+    {
+      "name": "RMSNorm",
+      "qualname": "RMSNorm",
+      "module": "_rmsnorm_xpu_59ac2f9.layers",
+      "kind": "class",
+      "doc": "RMSNorm module that uses the optimized LigerRMSNormFunction.\n\nArgs:\n    hidden_size (int): The size of the hidden dimension.\n    eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.\n    offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.\n    casting_mode (str, optional): The casting mode to use. Defaults to \"llama\".\n    in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.",
+      "signature": {
+        "parameters": [
+          {
+            "name": "args",
+            "kind": "VAR_POSITIONAL",
+            "default": null,
+            "annotation": "Any"
+          },
+          {
+            "name": "kwargs",
+            "kind": "VAR_KEYWORD",
+            "default": null,
+            "annotation": "Any"
+          }
+        ],
+        "return_annotation": "None"
+      },
+      "attributes": {
+        "has_backward": null,
+        "can_torch_compile": null
+      }
+    }
+  ]
+}

build/torch215-xpu20261-x86_64-linux/__init__.py ADDED Viewed

	@@ -0,0 +1,27 @@

+from . import layers
+from ._ops import ops
+def apply_rms_norm(input, weight, eps):
+    # ops.apply_rms_norm returns [output, rstd]
+    return ops.apply_rms_norm(
+            input,
+            weight,
+            eps,
+    )[0]
+def apply_rms_norm_backward(grad_output, input, weight, output, rstd, eps, input_requires_grad=True, weight_requires_grad=True):
+    return ops.apply_rms_norm_backward(
+            grad_output,
+            input,
+            weight,
+            output,
+            rstd,
+            eps,
+            input_requires_grad,
+            weight_requires_grad
+    )
+__all__ = ["layers", "apply_rms_norm", "apply_rms_norm_backward"]

build/torch215-xpu20261-x86_64-linux/_ops.py ADDED Viewed

	@@ -0,0 +1,9 @@

+import torch
+from . import _rmsnorm_xpu_59ac2f9
+ops = torch.ops._rmsnorm_xpu_59ac2f9
+def add_op_namespace_prefix(op_name: str):
+    """
+    Prefix op by namespace.
+    """
+    return f"_rmsnorm_xpu_59ac2f9::{op_name}"

build/torch215-xpu20261-x86_64-linux/_rmsnorm_xpu_59ac2f9.abi3.so ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:f475e9549246b1172fc068652428d559c71368221571a16ec613514965671968
+size 103503912

build/torch215-xpu20261-x86_64-linux/layers.py ADDED Viewed

	@@ -0,0 +1,59 @@

+import torch
+from ._ops import ops
+class RMSNormFunction(torch.autograd.Function):
+    @staticmethod
+    def forward(ctx, hidden_states, weight, variance_epsilon):
+        ctx.variance_epsilon = variance_epsilon
+        output, rstd = ops.apply_rms_norm(hidden_states, weight, variance_epsilon)
+        ctx.save_for_backward(hidden_states, weight, output, rstd)
+        return output
+    @staticmethod
+    def backward(ctx, grad_output):
+        hidden_states, weight, output, rstd = ctx.saved_tensors
+        grads = ops.apply_rms_norm_backward(
+            grad_output,
+            hidden_states,
+            weight,
+            output,
+            rstd,
+            ctx.variance_epsilon,
+            ctx.needs_input_grad[0],
+            ctx.needs_input_grad[1]
+        )
+        return grads[0], grads[1], None
+class RMSNorm(torch.nn.Module):
+    """
+    RMSNorm module that uses the optimized LigerRMSNormFunction.
+    Args:
+        hidden_size (int): The size of the hidden dimension.
+        eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.
+        offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.
+        casting_mode (str, optional): The casting mode to use. Defaults to "llama".
+        in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.
+    """
+    weight: torch.Tensor
+    variance_epsilon: float
+    def forward(self, hidden_states):
+        """
+        Apply RMS normalization to the input tensor.
+        Args:
+            hidden_states (torch.Tensor): Input tensor of shape (B, T, H) or (BxT, H)
+        Returns:
+            torch.Tensor: Normalized tensor of the same shape as input
+        """
+        return RMSNormFunction.apply(
+            hidden_states,
+            self.weight,
+            self.variance_epsilon,
+        )
+__all__ = ["RMSNorm"]

build/torch215-xpu20261-x86_64-linux/metadata.json ADDED Viewed

	@@ -0,0 +1,33 @@

+{
+  "name": "rmsnorm",
+  "id": "_rmsnorm_xpu_59ac2f9",
+  "version": 1,
+  "kernels-minver": "0.14.0",
+  "license": "Apache-2.0",
+  "python-depends": [],
+  "kernel-depends": [],
+  "backend": {
+    "type": "xpu"
+  },
+  "digest": {
+    "algorithm": "sha256",
+    "files": {
+      "__init__.py": "/ulY9H9OswHp9JHl1OZyjDJFuI/Uuoyiq+e8Swx14wY=",
+      "_ops.py": "SnpjfRcgd3aisfzVpCGfiwq72EdpYOXgSojOWqaUH8o=",
+      "_rmsnorm_xpu_59ac2f9.abi3.so": "9HXpVJJGsRcvwGhlJCjVWccTaCIVcaFuxhNRSWVnGWg=",
+      "layers.py": "8KMmxy30Olm/16XW7vvHAwWNVWcnA8js0nNuoOSGEO8=",
+      "symbols.json": "n7cr7YlI7t1FsvU/A3rpxPCKIAmeOTsLO1R/CktNrrg="
+    }
+  },
+  "provenance": {
+    "kernel-builder": {
+      "version": "0.18.0-dev0",
+      "commit": "d054906a13710b811b96697b4635f03020842733",
+      "dirty": false
+    },
+    "kernel": {
+      "commit": "59ac2f9edd19416fbeeb88cb00a2b521c412280a",
+      "dirty": false
+    }
+  }
+}

build/torch215-xpu20261-x86_64-linux/metadata.json.sigstore ADDED Viewed

	@@ -0,0 +1 @@

+ {"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json", "verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrGgAwIBAgIURqpPiyv5OJqVbNBO0B5//I5FhmIwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDIwMDg1NjIxWhcNMjYxMDIwMDkwNjIxWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEVN3DGOxfCYLOB2siDRuWl/kK/EspxwegltDEYbbCTU06DQUISRacqNoWLoAzoKnw4je9hERNs6qwnZPpGNES26OCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDCg1OWFjMmY5ZWRkMTk0MTZmYmVlYjg4Y2IwMGEyYjUyMWM0MTIyODBhMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoNTlhYzJmOWVkZDE5NDE2ZmJlZWI4OGNiMDBhMmI1MjFjNDEyMjgwYTAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTM5NTExNzUwMy9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhWIanEAAABAMARjBEAiA+867I9iattlfejrrqkeELofuXDSJT8Dcv7kky4MBqFgIgc4ZN2j54ijPGKuN2FPgMY+2NSMbfG1ABcz/9PwqCXGowCgYIKoZIzj0EAwMDaAAwZQIweD94l+Xpl1tnaK0C7jNEJTKR3fsbQ8zCfZtPk8hBZh9XcQsg8SN9MaANqEyPISo3AjEAqZwZ0DBQAbBAoEVRtXHj4bKV4CYdDHcjlIbXHbC4Ir1irVqvBHrDW2ehx2mQ2jyx"}, "tlogEntries":[{"logIndex":"3334294219", "logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="}, "kindVersion":{"kind":"hashedrekord", "version":"0.0.1"}, "integratedTime":"1792486582", "inclusionPromise":{"signedEntryTimestamp":"MEUCIQCAJFXKSYS4W44Z8sRmiUOmA4dvCH+Cw0Rtsg+L4V+aVwIgSGaVVkLdBABKJnshT4btoMuM5TfPCLKo8CRsrtjMkYg="}, "inclusionProof":{"logIndex":"3212389957", "rootHash":"AQ4c83c/82Iu3S+tvJDK0cPKf716wRFaJIk94Qs3QhE=", "treeSize":"3212391016", "hashes":["FzeM54/PkfOVReBdiX9Rg+aiqvfMlwOb+47Nk98m9B4=", "iaShwklrLjOQeO+MtcPnbQeDzNvb7s8xv7FjNiCf9ZM=", "wF+/LUFrgbH7zuFzQMjGVbQgixvFv4ubWaELVbqlHn0=", "n8sEmjDjHIh7OFH6VgPo22hZA1N6OrsxfRqTFgKp4D8=", "J+InRt1NHzjayQG43oQpMWwopSmdUs9KiOzIiV8sweQ=", "ads8nBpJQaQ5P3m3CcpP3RkWJLN1j7avaloZAfwS8HI=", "JDvR4M3ipi10Sm6BuQaHxs47c038jxGS5K2TjkrBz3E=", "zNddatHUVpYo0XnosrppYU05/oC1/bbPFwc+jwNgvqQ=", "z3bC1ALzZ8wv5/pdYBv3HNHmN/61veuof9M0hACkP0s=", "Ne3OoAAqROeqabzE2uQqvAq00GVc+34RrUaod4Sy/Ro=", "ne5OkMLrW21j2RIrcBWZCZLFjhsFmouAQrxxrDQ+9J4=", "SlZLl/7RAoJsiBq4UCZKbcva1mXKj4M8/K51Bk6wyp0=", "iKyEdRFfNfhLaePTaN36KGvXTzNgUip3Tt9XqwJfhAA=", "a06FpyEV7LpXn863GD9+5Hmmu3qwpEcD1AHulChz2dw=", "M/FEIKIPwH+IUcsaM4K2fns9iLJXEQjCSu275Fh9Ik4=", "aUQBNCV2jU/dfurbyZ32ZF3mXIdblfx3z6ju/tVsc9c=", "POxArWHcWCvTl4A5TsIHhhI0Dv9yexyVJxfdFTxSTCw=", "3aUq4N47Z1/AszcODIxRgusLXNRFZAnHFg6Vur7t22o=", "PwdgHXfl6JMsozFa2gp9OjWOM8+7eYRrqPJa9FEI6k4=", "HovTPBWzoErvUg1u5sIi3x1ZonZ7yJekVsBrmpomCIA=", "G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=", "qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=", "gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=", "NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=", "qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=", "xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="], "checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3212391016\nAQ4c83c/82Iu3S+tvJDK0cPKf716wRFaJIk94Qs3QhE=\n\n— rekor.sigstore.dev wNI9ajBEAiBNsrtloD2XVe84I6m5Pt2cZm21C96hyMmX/ts8rmHePAIgQdP0Vek1hjq+fSleAXtyDVm+TXQUTmGUlZjmMq9dkvw=\n"}}, "canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1NWM1Mjk3ZmIzNzZlYTVmOWUwNTQ0NjU2N2RiYTI4ZjE3ZjRjNzkxNzFhOWU5YzVkNDlkY2JiMjI0OWJmZmMxIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUQyeDBrTmlzbUgvWktZYTZBRFVGTjBaTEM2NGRuSVlOOFA2SXVyZmE0bXhnSWhBTFpjbU9VS0NsditWcDN6SVFPQTVCR1FCeVlXdy8yTGRhWEtDZXJJWnFOdyIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KSFowRjNTVUpCWjBsVlVuRndVR2w1ZGpWUFNuRldZazVDVHpCQ05TOHZTVFZHYUcxSmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFU1hkTlJHY3hUbXBKZUZkb1kwNU5hbGw0VFVSSmQwMUVhM2RPYWtsNFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZXVGpORVIwOTRaa05aVEU5Q01uTnBSRkoxVjJ3dmEwc3ZSWE53ZUhkbFoyeDBSRVVLV1dKaVExUlZNRFpFVVZWSlUxSmhZM0ZPYjFkTWIwRjZiMHR1ZHpScVpUbG9SVkpPY3paeGQyNWFVSEJIVGtWVE1qWlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmN4VDFkR2FncE5iVmsxV2xkU2EwMVVhekJOVkZwdFdXMVdiRmxxWnpSWk1rbDNUVWRGZVZscVZYbE5WMDB3VFZSSmVVOUVRbWhOUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEWnpGUFYwWnFUVzFaTlZwWFVtdE5WR3N3Q2sxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEWnpGUFYwWnFDazF0V1RWYVYxSnJUVlJyTUUxVVdtMVpiVlpzV1dwbk5Ga3lTWGROUjBWNVdXcFZlVTFYVFRCTlZFbDVUMFJDYUUxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlPVkd4b1dYcEtiVTlYVm10YVJFVTFUa1JGTWxwdFNteGFWMGswVDBkT2FVMUVRbWhOYlVreFRXcEdhazVFUlhrS1RXcG5kMWxVUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUk5OVTVVUlhoT2VsVjNUWGs1YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVjBsaGJrVkJRVUZDUVUxQlVtcENSVUZwUVNzNE5qZEpPV2xoZEhSc1ptVnFjbkp4YTJWRlRHOW1kVmhFVTBwVU9FUmpkZ28zYTJ0NU5FMUNjVVpuU1dkak5GcE9NbW8xTkdscVVFZExkVTR5UmxCblRWa3JNazVUVFdKbVJ6RkJRbU42THpsUWQzRkRXRWR2ZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVVGQmQxcFJTWGRsUkRrMGJDdFljR3d4ZEc1aFN6QkROMnBPUlVwVVMxSXpabk5pVVRoNlEyWmFkRkJyT0doQ1dtZzVXR05SYzJjS09GTk9PVTFoUVU1eFJYbFFTVk52TTBGcVJVRnhXbmRhTUVSQ1VVRmlRa0Z2UlZaU2RGaElhalJpUzFZMFExbGtSRWhqYW14SllsaElZa00wU1hJeGFRcHlWbkYyUWtoeVJGY3laV2g0TW0xUk1tcDVlQW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}], "timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgrfvyQGz8QDsewhGmdP+xAjuORH+gZkBlROM18JdFk88CFEnjAfmZqNupg2EKrFFQBFMZ+twDGA8yMDI2MTAyMDA4NTYyMlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdwwggHYAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDIwMDg1NjIyWjAvBgkqhkiG9w0BCQQxIgQgthvqVkJgxTVjeY9DJ/iWw/fM2H8B48fWWeHB2q/IznYwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGgwZgIxAPwzMlVeMqC+3bGFoqFYb/gVUMoeVNKIvxL/EFfCDGJCw7QIa7N/0tSiYG3qpinpgwIxAId0rutI2eB7oZAfZ9MSBW0hIqWkIyxJPudteiJ9hXtGYcRbgaFTfL8BwN06GVNZag=="}]}}, "messageSignature":{"messageDigest":{"algorithm":"SHA2_256", "digest":"VcUpf7N26l+eBURlZ9uijxf0x5FxqenF1J3LsiSb/8E="}, "signature":"MEYCIQD2x0kNismH/ZKYa6ADUFN0ZLC64dnIYN8P6Iurfa4mxgIhALZcmOUKClv+Vp3zIQOA5BGQByYWw/2LdaXKCerIZqNw"}}

build/torch215-xpu20261-x86_64-linux/symbols.json ADDED Viewed

	@@ -0,0 +1,126 @@

+{
+  "schema_version": 1,
+  "module": "_rmsnorm_xpu_59ac2f9",
+  "functions": [
+    {
+      "name": "apply_rms_norm",
+      "qualname": "apply_rms_norm",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    },
+    {
+      "name": "apply_rms_norm_backward",
+      "qualname": "apply_rms_norm_backward",
+      "module": "_rmsnorm_xpu_59ac2f9",
+      "kind": "function",
+      "doc": null,
+      "signature": {
+        "parameters": [
+          {
+            "name": "grad_output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "weight",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "output",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "rstd",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "eps",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": null,
+            "annotation": null
+          },
+          {
+            "name": "input_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          },
+          {
+            "name": "weight_requires_grad",
+            "kind": "POSITIONAL_OR_KEYWORD",
+            "default": "True",
+            "annotation": null
+          }
+        ],
+        "return_annotation": null
+      }
+    }
+  ],
+  "layers": [
+    {
+      "name": "RMSNorm",
+      "qualname": "RMSNorm",
+      "module": "_rmsnorm_xpu_59ac2f9.layers",
+      "kind": "class",
+      "doc": "RMSNorm module that uses the optimized LigerRMSNormFunction.\n\nArgs:\n    hidden_size (int): The size of the hidden dimension.\n    eps (float, optional): The epsilon value for numerical stability. Defaults to 1e-6.\n    offset (float, optional): Offset value to shift the weight tensor. Defaults to 0.0.\n    casting_mode (str, optional): The casting mode to use. Defaults to \"llama\".\n    in_place (bool, optional): Whether to modify dY in-place to store dX during backward. Defaults to True.",
+      "signature": {
+        "parameters": [
+          {
+            "name": "args",
+            "kind": "VAR_POSITIONAL",
+            "default": null,
+            "annotation": "Any"
+          },
+          {
+            "name": "kwargs",
+            "kind": "VAR_KEYWORD",
+            "default": null,
+            "annotation": "Any"
+          }
+        ],
+        "return_annotation": "None"
+      },
+      "attributes": {
+        "has_backward": null,
+        "can_torch_compile": null
+      }
+    }
+  ]
+}