diff --git a/.gitattributes b/.gitattributes index 1d4b2dc8aaca640a472384d6edc8b634fd4fa0be..568ff7ef239098618af6fb02e82813104af43e6b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -171,3 +171,21 @@ build/torch213-cxx11-cu132-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter= build/torch214-cxx11-cu126-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text build/torch214-cxx11-cu130-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text build/torch214-cxx11-cu132-x86_64-linux/_layer_norm_cuda_89d4054.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch210-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch210-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch210-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch211-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch211-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch211-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch212-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch212-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch212-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch213-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch213-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch213-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch214-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch214-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch214-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch215-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch215-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text +build/torch215-cu134-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so filter=lfs diff=lfs merge=lfs -text diff --git a/build/torch210-cu126-aarch64-linux/__init__.py b/build/torch210-cu126-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch210-cu126-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch210-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch210-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..eabd4411cc0bd931938e565e9d2157604e7a0c78 --- /dev/null +++ b/build/torch210-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acae6224bcc43f8c763f421a3e917d8bb4d6dd1cbe29fddaff47865b7e788b5b +size 709678160 diff --git a/build/torch210-cu126-aarch64-linux/_ops.py b/build/torch210-cu126-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch210-cu126-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch210-cu126-aarch64-linux/layers.py b/build/torch210-cu126-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch210-cu126-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch210-cu126-aarch64-linux/metadata.json b/build/torch210-cu126-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..6f6b31f45a069289d6618881b97c5eee4886a5f4 --- /dev/null +++ b/build/torch210-cu126-aarch64-linux/metadata.json @@ -0,0 +1,38 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "rK5iJLzEP4x2P0IaPpF9i7TW3Ry+Kf3a/0eGW354i1s=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch210-cu126-aarch64-linux/metadata.json.sigstore b/build/torch210-cu126-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..05aed329b6121b84ee53688cc059371644759be7 --- /dev/null +++ b/build/torch210-cu126-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUA8/DN9t6xDBKAUssDyII4tT8b+UwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzIyWhcNMjYxMDE5MTY0MzIyWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEqvYXIog+mSWmnSsASRCI40+RdQQ0mxpkliWjtlujOJb4q9eWFrmG7bdY8WtlH5t9x9aDkwNPVCx5vzQaWvdfc6OCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQKx/wAABAMARjBEAiAg1A1BzookR9im9Mw5Kh8hwe26uMV2fHyHHyYHGNL9FQIgM8/+SiM0AZsjN5f+TQ2MjEab5Dfwp6IuzBlIuh2SjB4wCgYIKoZIzj0EAwMDaQAwZgIxAOGGfigj+29/szMW8/rttsDO9p75rOjU5ibdBFVMP5oru0YVdfwdJGMo3h+8Yxm06AIxAIns6AZEqmYFMHU0by3C6bSLq8iilRWq8dCbH9aAB3YmRyYZWSX0BNXSRZ8TZKahuA=="},"tlogEntries":[{"logIndex":"3323450744","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427602","inclusionPromise":{"signedEntryTimestamp":"MEUCIQD1q+NZ3Y2X7JzOdbMKirs2Q/Nrt6cFSyqE9WLvIbdwDQIgDdS5cSmzSW4pkS3K/e9m6JcIV5xFExzmiBUuTxo9fC8="},"inclusionProof":{"logIndex":"3201546482","rootHash":"2eAXOS5slPqGqsED/Ib0/j7HnuJf38H2kQhfNKTqg24=","treeSize":"3201547380","hashes":["SpGxJQ6cqP8rdrLlawleaMquBT3UZ/rnieJEklBB0sI=","sZeLod+pO/Xo8cSLUOw7AeMvFAcn22DR24rZQF347nw=","Q5Vytb4Lck86pfwk4wGtqvChNfy98INFypXQX6rgunc=","gkTYAo6VWlGpQq0TXxShPF5ckL5ifVHDfn09p0kUGfI=","qXyndnydRleq6MEZ9DXcaXG3/On5XJJ0j3nCfog1Xbs=","2ccH85hy2mGMozFbUY9Fx+T4m4OYZ5p9BSvjHKD3SK0=","z9zfqUztG9oYN6HKPUf3EN7zt+1tmYL3bes6mrRa5Wc=","B9SDXXbCAYfvfm3OcN2rzjKHIUdBA7OFhjIDwl1aY34=","pxRmYuXC+poousVis5PaqUaod6cUfpYXEtBtICN5ov8=","3vUGcOsCU31FIexNpMzC+FFi6+YkT2FFHFj/ylpeg9g=","aK3kNijWBWfaSGO9z8jiF9SLQQWTzx51kE78lQEPtjg=","Js9yctIMvpSPTg9eDRVASt+tFpiiQ7ka+AC3ADkmHbw=","IqRNPblu5w1pA3V5UzAs0nT/mM6hxd6i8rXjvdnr5mY=","edE4dJ4oH61VGePk63lRntS5SOef5IUTQKIrkXgiE4w=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201547380\n2eAXOS5slPqGqsED/Ib0/j7HnuJf38H2kQhfNKTqg24=\n\n— rekor.sigstore.dev wNI9ajBGAiEA5b9X8LL3NBoYPshRzmqS1MoP2AlFewWkD1qetas5lN8CIQDVW9gZjOIncaSiNgfGfnJNo3txuvGqW1h+iN+U2itw2g==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJiY2QwNmNiOGQzOWI1OTMyZDhiZGVkNWJkZTQ0NjA0YzNkM2Q3MTQ3NTViZWQ4NzkxOTZmZWE2NzFmMGY3NTg4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURUWmdubDY4dmtnMmpxeTE0YkRRYzd3RUVpMkFkUHZXZG9OMGVsaE5hQWVRSWhBTkUzcURHYkRCWDU0MklsbENZam55THkwT1lPTVNhVW9nSVFxNkFzK3pMQSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlFUZ3ZSRTQ1ZERaNFJFSkxRVlZ6YzBSNVNVazBkRlE0WWl0VmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBKZVZkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWtsNVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ4ZGxsWVNXOW5LMjFUVjIxdVUzTkJVMUpEU1RRd0sxSmtVVkV3Ylhod2EyeHBWMm9LZEd4MWFrOUtZalJ4T1dWWFJuSnRSemRpWkZrNFYzUnNTRFYwT1hnNVlVUnJkMDVRVmtONE5YWjZVV0ZYZG1SbVl6WlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTGVDOTNRVUZDUVUxQlVtcENSVUZwUVdjeFFURkNlbTl2YTFJNWFXMDVUWGMxUzJnNGFIZGxNaloxVFZZeVpraDVTQXBJZVZsSVIwNU1PVVpSU1dkTk9DOHJVMmxOTUVGYWMycE9OV1lyVkZFeVRXcEZZV0kxUkdaM2NEWkpkWHBDYkVsMWFESlRha0kwZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVDBkSFptbG5haXN5T1M5emVrMVhPQzl5ZEhSelJFODVjRGMxY2s5cVZUVnBZbVJDUmxaTlVEVnZjblV3V1ZZS1pHWjNaRXBIVFc4emFDczRXWGh0TURaQlNYaEJTVzV6TmtGYVJYRnRXVVpOU0ZVd1lua3pRelppVTB4eE9HbHBiRkpYY1Roa1EySklPV0ZCUWpOWmJRcFNlVmxhVjFOWU1FSk9XRk5TV2poVVdrdGhhSFZCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgWozXZk5I24lCyr7lnXxC3T3lP0nzcND3QeTehniMUiUCFAaXXtIp8yilQvameIxNjKB3nvMMGA8yMDI2MTAxOTE2MzMyMlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzIyWjAvBgkqhkiG9w0BCQQxIgQgPjmjTRRCZweVNpp9AN1oCsmr6L34bxDSsH+d9KGSeOEwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwFboorXHTCaMw53/eacJD12lg60Emk/EBFrIrMRFtW2nNenntW4g+Vvqf+B9cBf+WAjEAkMStjtDhpix7wNKXzqEvX1VSluKRXP6NJ7mzmDIr68qvetiSyA8llPR9QluJtFKn"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"vNBsuNObWTLYve1b3kRgTD09cUdVvth5GW/qZx8PdYg="},"signature":"MEYCIQDTZgnl68vkg2jqy14bDQc7wEEi2AdPvWdoN0elhNaAeQIhANE3qDGbDBX542IllCYjnyLy0OYOMSaUogIQq6As+zLA"}} \ No newline at end of file diff --git a/build/torch210-cu126-aarch64-linux/symbols.json b/build/torch210-cu126-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch210-cu126-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch210-cu128-aarch64-linux/__init__.py b/build/torch210-cu128-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch210-cu128-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch210-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch210-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..b8d171fe34df1659916fc114a3081b1bf3d6f429 --- /dev/null +++ b/build/torch210-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2259869714e4688e672f66e662d84cc6e952a1d7ef04761602bc7bae39ba7956 +size 1229050896 diff --git a/build/torch210-cu128-aarch64-linux/_ops.py b/build/torch210-cu128-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch210-cu128-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch210-cu128-aarch64-linux/layers.py b/build/torch210-cu128-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch210-cu128-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch210-cu128-aarch64-linux/metadata.json b/build/torch210-cu128-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..43865bdd10f7e12548f0cb962ec0fcecad339e5e --- /dev/null +++ b/build/torch210-cu128-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "IlmGlxTkaI5nL2bmYthMxulSodfvBHYWArx7rjm6eVY=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch210-cu128-aarch64-linux/metadata.json.sigstore b/build/torch210-cu128-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..b9dcb4cccfb9adb441514a62e5f714bd792225a3 --- /dev/null +++ b/build/torch210-cu128-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHKjCCBrGgAwIBAgIUEqHWnSlhPZMd8cj0Vw/SM+oiZTcwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzMwWhcNMjYxMDE5MTY0MzMwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE6uKo5lMpCHO083uXdK8XUAIHXdXTtAP95Hj8qQtJ6mPVZqF4DcHhAeFYGiTexqMEM6U8Qy7XBvfnnbaIuZOkRqOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQLRLAAABAMARjBEAiBT6fImnCNmFolLShlri5Cvq4FPKaS8gwVzuimVNgamPgIgLY9eikvRfrJm7F5eOpvBnX4eBstSxvIokUHu7iw40OAwCgYIKoZIzj0EAwMDZwAwZAIwEh4ohQBcwacjXBFB8E+unJkXiam+0D3JXMnOL7kMbuFkG0r2QNouwCRjUGGZB73BAjBtecOvsyWuBvLBFE8Vv9aNAl9AMqGdbGi9NK0HgQqd1/RbPFXjzmoBwItz6vBI/AM="},"tlogEntries":[{"logIndex":"3323453084","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427612","inclusionPromise":{"signedEntryTimestamp":"MEUCIQDeFr8y1OXoj1+3qgP1pb4w2ZWqKB6uRekloEOSwp1RqwIgWbm5kj5LPJOgMAeV7mDhWElkcImfAcZVekty+2h+lBY="},"inclusionProof":{"logIndex":"3201548822","rootHash":"vT9IXwWKNRpMeucsm/8BbrPNDxLOJPjGTueo6cm/TvQ=","treeSize":"3201548850","hashes":["tSLbOPfVcOARScFhjnh1EkaQb6+F39yke9l+SryvpTI=","AombvQNtSLkAUjTDG+hmWm+TNJMpFIlsKGoBJYHFZ2c=","WJ5bNyj5KPwcYLetw1s/bwDyfJFiXXudYK6RjagAIys=","TPpFovaWkbiTIhFh+Pzj4UfbxP88qsshtCBOSYuUdbk=","KU5Jd1shry2fMipmStT/HOdGq9JE2Y5fQgG8dCwfG14=","WkQCBdmwEP6ZK2SdjEMHxUipyaMzwne+4y4o0KL2H9A=","PXYqhiFqVlhALeoThc7/CrH52nqmpj/0F97QeYGOG+E=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201548850\nvT9IXwWKNRpMeucsm/8BbrPNDxLOJPjGTueo6cm/TvQ=\n\n— rekor.sigstore.dev wNI9ajBFAiB5OoNviGLBhLiOfQfX5SuWkiMklRdzJLCHzrFLpkP1jQIhAIeJRudVI3FvWzqddo0LwHaam46sQDDB380ibTgcZXSl\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1ZWQyYTBiYmJhNGUzZjVkN2JhMTMzNDQ4ZGEyODBiYTI3YjMxYmNiNzViZWViYmQyMGI1MDk1OWY4ODYwMDkwIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJREk3STluUXV0bXJEOWE2OGJFODNzaFE1NWV1TG1URlBCZ0dDNk9ldlBGVkFpRUE5WnozcHk4QjhEK2dtNFdrWGZFZFZndmdkeVh2MW5QV3ZickxIQXBzTEpnPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExha05EUW5KSFowRjNTVUpCWjBsVlJYRklWMjVUYkdoUVdrMWtPR05xTUZaM0wxTk5LMjlwV2xSamQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBOZDFkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWsxM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUyZFV0dk5XeE5jRU5JVHpBNE0zVllaRXM0V0ZWQlNVaFlaRmhVZEVGUU9UVklhamdLY1ZGMFNqWnRVRlphY1VZMFJHTklhRUZsUmxsSGFWUmxlSEZOUlUwMlZUaFJlVGRZUW5abWJtNWlZVWwxV2s5clVuRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTVVreEJRVUZDUVUxQlVtcENSVUZwUWxRMlprbHRia05PYlVadmJFeFRhR3h5YVRWRGRuRTBSbEJMWVZNNFozZFdlZ3AxYVcxV1RtZGhiVkJuU1dkTVdUbGxhV3QyVW1aeVNtMDNSalZsVDNCMlFtNVlOR1ZDYzNSVGVIWkpiMnRWU0hVM2FYYzBNRTlCZDBObldVbExiMXBKQ25wcU1FVkJkMDFFV25kQmQxcEJTWGRGYURSdmFGRkNZM2RoWTJwWVFrWkNPRVVyZFc1S2ExaHBZVzByTUVRelNsaE5iazlNTjJ0TlluVkdhMGN3Y2pJS1VVNXZkWGREVW1wVlIwZGFRamN6UWtGcVFuUmxZMDkyYzNsWGRVSjJURUpHUlRoV2RqbGhUa0ZzT1VGTmNVZGtZa2RwT1U1TE1FaG5VWEZrTVM5U1lncFFSbGhxZW0xdlFuZEpkSG8yZGtKSkwwRk5QUW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgRVGvppg+mxrgXaD45bL0oajoCB3PLhg3fg53V701Va8CFGINfjv/57XnOHbufYxFNKvGgjRWGA8yMDI2MTAxOTE2MzMzMFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzMwWjAvBgkqhkiG9w0BCQQxIgQgmna9kDNJ1DCsWIs48IB0hsPwICcebdRjMMZLbTkwhN0wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwBQ7YK/eYgU1av4xG2ugt+B2rIvVS/egDygcPZhuITQS4oJh8cLk5XMs8zBM+tblYAjEAiw4XgWQoRTS+ojOgdJT5EIBkVzl9x/5KovMxuPVlqCVMk9LJ+aG0UD9jl+QmRrdH"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"XtKgu7pOP117oTNEjaKAuiezG8t1vuu9ILUJWfiGAJA="},"signature":"MEUCIDI7I9nQutmrD9a68bE83shQ55euLmTFPBgGC6OevPFVAiEA9Zz3py8B8D+gm4WkXfEdVgvgdyXv1nPWvbrLHApsLJg="}} \ No newline at end of file diff --git a/build/torch210-cu128-aarch64-linux/symbols.json b/build/torch210-cu128-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch210-cu128-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch210-cu130-aarch64-linux/__init__.py b/build/torch210-cu130-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch210-cu130-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch210-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch210-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..2a97eae381d057089c2e5b7dd237861e48f6b69f --- /dev/null +++ b/build/torch210-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b9cc087d15761a828224f6a9670f8c2e6b7aadbf71a5882f30a538b3538f2e +size 1233960744 diff --git a/build/torch210-cu130-aarch64-linux/_ops.py b/build/torch210-cu130-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch210-cu130-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch210-cu130-aarch64-linux/layers.py b/build/torch210-cu130-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch210-cu130-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch210-cu130-aarch64-linux/metadata.json b/build/torch210-cu130-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..629f0f2fd4867d361b057180889e3371ab0becd0 --- /dev/null +++ b/build/torch210-cu130-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "1rnMCH0VdhqCgiT2qWcPjC5req2/caWILzClOLNTjy4=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch210-cu130-aarch64-linux/metadata.json.sigstore b/build/torch210-cu130-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..d6971f9cf7319b40ec8b6a7ee2c5be0f658298b1 --- /dev/null +++ b/build/torch210-cu130-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUJMbPzZuZ/PeJM4Rz29UIVpadKiAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzMzWhcNMjYxMDE5MTY0MzMzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE+QR8ZbpLeUusQAk1x8BAQDJlILRuqVXDhKodLjwW870JNer2iosufzg9slnxWMShbwf1OpJn2BD6Gm9lgkYVBaOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQLdjgAABAMARjBEAiAQLNKi+S37/BIfI0qgd7DaNx53qIjGGFTwXWDikYKQSQIgX8GQSzpKjjqK7NoNqqOLpGAiu3lnq4WorDy+5dRtS4QwCgYIKoZIzj0EAwMDaQAwZgIxAO6teDsEfv+X4j4hr7tZXPJuFcRvqjWgnkPOOellh5Eh0EKurEo+GJDTDcLFobtKAwIxAKpLJbcbRTBh+RKnMqG+tn8DnxT/0exWonDu/MGGo8OucQXPj2jsLaMDHGj/p9EWNA=="},"tlogEntries":[{"logIndex":"3323453572","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427614","inclusionPromise":{"signedEntryTimestamp":"MEUCIFQ866Poa4dDBx9iDNMoQFBbj1WjAbXB1GGgLSK/N6qZAiEA/qcl89NaU2RoWxlps6NQglLpHgIUB5UaindbQyJhAqk="},"inclusionProof":{"logIndex":"3201549310","rootHash":"H+2AAEC3oWjnTXt8mZB0GKfPqkDgOikIp9yIaJfB2/8=","treeSize":"3201549352","hashes":["8Y7HQ11LPTr4QVkGHnpRuJzA5O3eChEP7B9hRHHm2hk=","W7mtkp4AOd+HMmjzQtYmdZeQEuTEF+D79tKbfvE409U=","89BdXUprOgA4jJtsHuRAtbRME+IVuTbvSQLnhxoMkxc=","GdRHSaBu3D5nNXWqbW4HzH8U1KpcoUTE9+qkfys5DRE=","p/TOlkqh83gOYTC8c+lOdjLUy1T9KFXTtEl1jD9Ond8=","ndx39RnyqIGGRO7wSpApoRB2FXIFNh8NibwGvVXYLuw=","Hrs3hbItpNwiG3xiavk87OUMMdiUhPEXm7j3Gco97GY=","ar48Hiy8XXQloJ5YEK0b+POIRV9yoqT/Py5yUCRsiIQ=","2ieMXkHpLqhQFUroiOufpA58sBY9OHY0f0jshD0D6u4=","PXYqhiFqVlhALeoThc7/CrH52nqmpj/0F97QeYGOG+E=","5bQFXDBprW4GZEGdistYoeUVvmH/drbnSExlZxJdTEk=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201549352\nH+2AAEC3oWjnTXt8mZB0GKfPqkDgOikIp9yIaJfB2/8=\n\n— rekor.sigstore.dev wNI9ajBEAiA7GA/Hte4b4fni54UHPCrxa3M1yPI80h/kUFetCCci8gIgGBAx6P7kSa+PzaFcquP1ZWd9NGlRC1d41AJTl4l8gxU=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5Njk1YTE4OTFkNzJhOWI4YWI2NDc3MzZhYTE4MTE3NmI1OWNmYTQ4M2RmMTMwMmFiYmU0OTRlNTc0MDM3ODI4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQ1ZJWGNSNFNpT1VpcEdKSlppTzVEa1JvcUlMTWg4QldQdFFnZG1jT0k3bkFpQnQ4ZnAvWU1lZUZRWGZEbDFaSGoweDVIUVgrdmFxV0tYNGYvekNLYnhxL0E9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlNrMWlVSHBhZFZvdlVHVktUVFJTZWpJNVZVbFdjR0ZrUzJsQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBOZWxkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWsxNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVVyVVZJNFdtSndUR1ZWZFhOUlFXc3hlRGhDUVZGRVNteEpURkoxY1ZaWVJHaExiMlFLVEdwM1Z6ZzNNRXBPWlhJeWFXOXpkV1o2WnpsemJHNTRWMDFUYUdKM1pqRlBjRXB1TWtKRU5rZHRPV3huYTFsV1FtRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTVpHcG5RVUZDUVUxQlVtcENSVUZwUVZGTVRrdHBLMU16Tnk5Q1NXWkpNSEZuWkRkRVlVNTROVE54U1dwSFIwWlVkd3BZVjBScGExbExVVk5SU1dkWU9FZFJVM3B3UzJwcWNVczNUbTlPY1hGUFRIQkhRV2wxTTJ4dWNUUlhiM0pFZVNzMVpGSjBVelJSZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVHpaMFpVUnpSV1oySzFnMGFqUm9jamQwV2xoUVNuVkdZMUoyY1dwWFoyNXJVRTlQWld4c2FEVkZhREJGUzNVS2NrVnZLMGRLUkZSRVkweEdiMkowUzBGM1NYaEJTM0JNU21KallsSlVRbWdyVWt0dVRYRkhLM1J1T0VSdWVGUXZNR1Y0VjI5dVJIVXZUVWRIYnpoUGRRcGpVVmhRYWpKcWMweGhUVVJJUjJvdmNEbEZWMDVCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg/EgtzefOWLMq4EwrWO7695dFob2xmfsn7ImGGNr0frcCFCQLeFODfZvXtDOaQIoCybY69y4ZGA8yMDI2MTAxOTE2MzMzNFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzM0WjAvBgkqhkiG9w0BCQQxIgQgaKoKZDLTNcV19oEUk4db8xOv+wC2EamP3FD8e3lkd90wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwaniK6LRmhFcKm4jYYO5gaIIDUPchmUJy24kgi5bxt6K07Yy9IIWDqMfObsu1wXxbAjEA3OBjLat1C8HA9WXziZtcX9D0dUuOvs1StY3ZQN4J9MmqmM2rpeTM/9Vo9afn+PHE"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"lpWhiR1yqbirZHc2qhgRdrWc+kg98TAqu+SU5XQDeCg="},"signature":"MEQCICVIXcR4SiOUipGJJZiO5DkRoqILMh8BWPtQgdmcOI7nAiBt8fp/YMeeFQXfDl1ZHj0x5HQX+vaqWKX4f/zCKbxq/A=="}} \ No newline at end of file diff --git a/build/torch210-cu130-aarch64-linux/symbols.json b/build/torch210-cu130-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch210-cu130-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch211-cu126-aarch64-linux/__init__.py b/build/torch211-cu126-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch211-cu126-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch211-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch211-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..a6b3c823d988a9f1b4fa1dbfe292c6dad0cd08d0 --- /dev/null +++ b/build/torch211-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e9cd2cb7806c41b75ae366cdc8445e3a404d8e8696f921e291b095463af2a0 +size 709674512 diff --git a/build/torch211-cu126-aarch64-linux/_ops.py b/build/torch211-cu126-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch211-cu126-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch211-cu126-aarch64-linux/layers.py b/build/torch211-cu126-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch211-cu126-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch211-cu126-aarch64-linux/metadata.json b/build/torch211-cu126-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..abb4d6a8660f32c439801fe87da50c9b6444a0a1 --- /dev/null +++ b/build/torch211-cu126-aarch64-linux/metadata.json @@ -0,0 +1,38 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "g+nNLLeAbEG3WuNmzchEXjpATY6Glvkh4pGwlUY68qA=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch211-cu126-aarch64-linux/metadata.json.sigstore b/build/torch211-cu126-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..bd38214e8e88aee97c6d0587b80d41d1fd765573 --- /dev/null +++ b/build/torch211-cu126-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUI1x6I7bF0HNyYs0GN0vPzxfJWJUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzM1WhcNMjYxMDE5MTY0MzM1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEKt1U8JdPcVXz7YKoNmGoIOH0Nw1od4wbqhz6nGxWwKE6keUaofjevqvDlu8yRfojZVbVSzDalM9xNdeZumXWRKOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQLl3wAABAMARjBEAiAKxgy6sJuelAIsIUJiizSWeNlRx9O/yvijMH/gCZgM9wIgBE1D61BIYPKNvt0xlQDVvFZ1MuSTY4rmXDbH4iN5sIkwCgYIKoZIzj0EAwMDaQAwZgIxAMk/a6/odwkpmE9dA4dI8wEAfdJ9EjjvhcL6Up+wmJgYxbYWHnVDT9gFO1IbN9gPqgIxAKoNsP+V1203Ac+RHEljTURtwnt4Cjmiwz/ua8SjEQSvDJG22sTgBzNNVboVGuUOoQ=="},"tlogEntries":[{"logIndex":"3323453807","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427615","inclusionPromise":{"signedEntryTimestamp":"MEUCIGydCKlFS3jsqdSouLofQ/vStJnNMXrD+8pG2jvYM0+hAiEA7OG7xHUcT4XN0wRQn2aFpv73IAsOywCFtqnGCSRG1hE="},"inclusionProof":{"logIndex":"3201549545","rootHash":"7d2e3xNyEGwLbSNN9DawBQLAkEqCNTqQc35xEoi0B90=","treeSize":"3201549750","hashes":["TUod/oftghqjnhfCdApwukbQp2SKsQOUgR7HwewARFg=","RKNZW5bU7xSXvPRhE+8kLfOuWutIEYZjuevGpc5CE3g=","OhkLxgUtSTt+U4m5kivSom6uGCw5ZafEPXbb4VRaqSw=","ZVIfKkYPzLTs5o/hbIE+MAk3Xu854TagvdR5Y0a1nLc=","unNAMirmF8IGxead8IbJ2uCFGTS6KJwNpXDpHELyM6s=","M52OFcxIzGoGKYC0CjhDwCwy1NEJ9uNTOtxKzSf+C5k=","U2uF7HL1fTujgnt/nF6NmnAQMHG5as4NClPeEhHWgwU=","LQfkk9XysjxefLX7Ak6lEcUp+8FjuX293cg493ror+8=","fjXdiszIMx/HXMl6UartjRkvD2nLRyFfnUfQEcRb5do=","MUQiJqfOYFtWmGY+KgW6HQDDs+/SUwMLdLWuUI/+b9g=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201549750\n7d2e3xNyEGwLbSNN9DawBQLAkEqCNTqQc35xEoi0B90=\n\n— rekor.sigstore.dev wNI9ajBFAiEA52NF1wdmfge/Ek2sgsoyP7hQeyjcsy40TuNNPJ8hReQCIA6ZhHFkT25VFkSrpJFjCvVujGx/wTo8UiFIXV/gvTv6\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjYjhiNzgyOTQ5MWM5YjI3ZmRlZTcwZDFlZTQ2MmNjNzNjYTJhMGRiZTUyNWIxYjIyNjAzZjk4OGMzZmU4YTdmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURwWHNpaW5HMGlubnhwUVpYOGpVVkpmb0duVnRsOTV0TmptUitDa1JYRHRnSWdWQ1VZRHh2SUZXbHJ2NUJ5OHhCeHYwNlJ1bmFDOTN5Rm5PNVdwdGpucklBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlNURjROa2szWWtZd1NFNTVXWE13UjA0d2RsQjZlR1pLVjBwVmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBOTVZkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWsweFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZMZERGVk9FcGtVR05XV0hvM1dVdHZUbTFIYjBsUFNEQk9kekZ2WkRSM1luRm9lallLYmtkNFYzZExSVFpyWlZWaGIyWnFaWFp4ZGtSc2RUaDVVbVp2YWxwV1lsWlRla1JoYkUwNWVFNWtaVnAxYlZoWFVrdFBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTWJETjNRVUZDUVUxQlVtcENSVUZwUVV0NFozazJjMHAxWld4QlNYTkpWVXBwYVhwVFYyVk9iRko0T1U4dmVYWnBhZ3BOU0M5blExcG5UVGwzU1dkQ1JURkVOakZDU1ZsUVMwNTJkREI0YkZGRVZuWkdXakZOZFZOVVdUUnliVmhFWWtnMGFVNDFjMGxyZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVFdzdllUWXZiMlIzYTNCdFJUbGtRVFJrU1RoM1JVRm1aRW81UldwcWRtaGpURFpWY0N0M2JVcG5XWGhpV1ZjS1NHNVdSRlE1WjBaUE1VbGlUamxuVUhGblNYaEJTMjlPYzFBclZqRXlNRE5CWXl0U1NFVnNhbFJWVW5SM2JuUTBRMnB0YVhkNkwzVmhPRk5xUlZGVGRncEVTa2N5TW5OVVowSjZUazVXWW05V1IzVlZUMjlSUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgF2dI0uvWE5ii3P7HKVgzaE7Wdk2W+aJ4jaiplGvu2AQCFQDrF2ReACKtmhUbEvKzhml1c4ktpRgPMjAyNjEwMTkxNjMzMzVaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzMzNVowLwYJKoZIhvcNAQkEMSIEIB9Pt6Vjk6JPT3vC1sc07mNpR4SSku6xBOTwBKyV4cCiMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQC6qYYJN843JSGWWzw76E7lwQgkn/uoGNeiLnWWLpgFt8EIPrpXfF3jIM9g7zpzKLgCMBaFieJW+EWIV+fKtuM7iDMdVKW+ncbOm28KYThYMFFj+4POrGJOwdsgPEiSG/eEYQ=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"y4t4KUkcmyf97nDR7kYsxzyioNvlJbGyJgP5iMP+in8="},"signature":"MEUCIQDpXsiinG0innxpQZX8jUVJfoGnVtl95tNjmR+CkRXDtgIgVCUYDxvIFWlrv5By8xBxv06RunaC93yFnO5WptjnrIA="}} \ No newline at end of file diff --git a/build/torch211-cu126-aarch64-linux/symbols.json b/build/torch211-cu126-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch211-cu126-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch211-cu128-aarch64-linux/__init__.py b/build/torch211-cu128-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch211-cu128-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch211-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch211-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..b7e61a89a530e04207117cb13affed7ee5cd18a5 --- /dev/null +++ b/build/torch211-cu128-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae5b7394d27a61dc01238d279377fac1c482079012e4236a54e4ee7c8a93245c +size 1229047240 diff --git a/build/torch211-cu128-aarch64-linux/_ops.py b/build/torch211-cu128-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch211-cu128-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch211-cu128-aarch64-linux/layers.py b/build/torch211-cu128-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch211-cu128-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch211-cu128-aarch64-linux/metadata.json b/build/torch211-cu128-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..773bcf25118f7b174e473e1f01694dc99c3fd8d3 --- /dev/null +++ b/build/torch211-cu128-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "rltzlNJ6YdwBI40nk3f6wcSCB5AS5CNqVOTufIqTJFw=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch211-cu128-aarch64-linux/metadata.json.sigstore b/build/torch211-cu128-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..2c41ff431ca67402788f32c7658e3d696325529a --- /dev/null +++ b/build/torch211-cu128-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrKgAwIBAgIUDJeASZLuCEwdWMdPYVaJxsL53r8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzM3WhcNMjYxMDE5MTY0MzM3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEJjyuuiqv87tpC2gh74EBjbR5Q6AIyfxNKeWBuXR7u9qFHILPNAskpR+SPOjDKdUagsnno7xEFTsjnAI1GrWLeKOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQLt1AAABAMARzBFAiEAs7M7N+THAps+GEc9dCH+UOYUr7O1Msjjb3GYyWgItrICIFNlwjDpceFQPrhsWfYv+0Xs0E9wneyTiZhXgF+XetaxMAoGCCqGSM49BAMDA2cAMGQCMCTArzmSldtNaf3GJ1/B7cPvA9EJD9jN0toAB34gp1g5U5lsYXIU0rO/dN/OBcEztgIwD8YNZoiYpoRuIrSTqA7qbsDD2l8aj+vBlLN2wEa/4dU8zjIXS2rpvqFCWt+Jwl9q"},"tlogEntries":[{"logIndex":"3323454300","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427618","inclusionPromise":{"signedEntryTimestamp":"MEUCIQDHJCRf4ilBtRwF9ums3FSegdYSgMRNbaTIE4B+p1Yu/gIgd+LmMCXAWAuUeQdpk9X+rAFl4MlaTzyWgCVWYu9LoPU="},"inclusionProof":{"logIndex":"3201550038","rootHash":"QAZ7Nc1Md/wF16dn7gk93zWYhvU9SyqGDN/yJn/ZiHg=","treeSize":"3201550191","hashes":["FvKrR3n6zjnwzVmCe6JG72EGYyOx6G6HVVQTpcmWtvA=","fmpVfwkd4Lv7cKuv4dQ73ksjEOHSsGscgm8bcvDBJ/o=","DPgaQZWyLy5IZDZUS96iXWBGrN2J89nKKemsqPppwjg=","rzRC0I5AnaRqPugF0rFd/S24HFg2pkCUS3nCB0rw7eY=","LIbiNwOPrnlvrpFOwQHmzqKkKQWYFKTkRF8S5X8HU18=","24hDu2QjsxD6rFJBZvkW/cT1b10D/yGnLYZFOQV1d1Q=","JPXdggOvKuO25Q26yicoO52sbtMDFN3TRcxjdNP6TKY=","F2+04l8sgFGOdzMDJDe1G4SWTYfzPwwzU+z1bUgNM0U=","4PQiTj9JIK3NSUER71j7K3TVMFI12ZxEf08upeRuxNs=","y+mJWMMtRs0rw7rz3X3HUXeh0kPhPXu3M3gJUTE9a3c=","MUQiJqfOYFtWmGY+KgW6HQDDs+/SUwMLdLWuUI/+b9g=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201550191\nQAZ7Nc1Md/wF16dn7gk93zWYhvU9SyqGDN/yJn/ZiHg=\n\n— rekor.sigstore.dev wNI9ajBFAiBhGz53DYTxI/NrfFE169CfVxyTKXYwyREryDdzIqax2AIhAI8gatvEdY7CeSSteuu6b2Ebi4VP9P5PTutazHGoVNDF\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI3ZjUzODUwZGMxOTg4ZGZmNDM0NTE3MjkzMDNmN2M5MTJkYzcwZGIwNjA2YjM0NGFiOTdjYWIxZWM4YTA3MjJhIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURvN2FmeE9kNUpnZzhHbEZXU0lRWVc1cXI4MXJPc0xxRUFjblc2YmJaZ2hnSWdJbXVjTVBxcWNjWm5kajNRa0x1dzJZMlNKdzlHL29FQXlJSDd4cEZzQWRBPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KTFowRjNTVUpCWjBsVlJFcGxRVk5hVEhWRFJYZGtWMDFrVUZsV1lVcDRjMHcxTTNJNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBOTTFkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWswelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZLYW5sMWRXbHhkamczZEhCRE1tZG9OelJGUW1waVVqVlJOa0ZKZVdaNFRrdGxWMElLZFZoU04zVTVjVVpJU1V4UVRrRnphM0JTSzFOUVQycEVTMlJWWVdkemJtNXZOM2hGUmxSemFtNUJTVEZIY2xkTVpVdFBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTWRERkJRVUZDUVUxQlVucENSa0ZwUlVGek4wMDNUaXRVU0VGd2N5dEhSV001WkVOSUsxVlBXVlZ5TjA4eFRYTnFhZ3BpTTBkWmVWZG5TWFJ5U1VOSlJrNXNkMnBFY0dObFJsRlFjbWh6VjJaWmRpc3dXSE13UlRsM2JtVjVWR2xhYUZoblJpdFlaWFJoZUUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKalFVMUhVVU5OUTFSQmNucHRVMnhrZEU1aFpqTkhTakV2UWpkalVIWkJPVVZLUkRscVRqQjBiMEZDTXpSbmNERm5OVlUxYkhNS1dWaEpWVEJ5VHk5a1RpOVBRbU5GZW5SblNYZEVPRmxPV205cFdYQnZVblZKY2xOVWNVRTNjV0p6UkVReWJEaGhhaXQyUW14TVRqSjNSV0V2TkdSVk9BcDZha2xZVXpKeWNIWnhSa05YZEN0S2QydzVjUW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgw3IXQ3/S9cSL7HzvZgIOOnmmxHO2qQ1vEow9vxbaB90CFEpDfcD2gWFoz+Tvdt81D91fYGw0GA8yMDI2MTAxOTE2MzMzN1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzM3WjAvBgkqhkiG9w0BCQQxIgQguTxIynXBxgG9r5c5dzheeU/qzvyY86wM1g6XXhj00TIwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwOumNdPvo0OhLgIew6Pg8gm64bC9Xi5XusTgWxoFX9ChCK7f3xs5Y4IRYbNnRIJ5gAjEAsc+U8ymEhGRdczE3dEo2K4peBc0u+vIzCa3aT4tqmYSzBsQA8Q+LGtDGs98pUPyF"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"f1OFDcGYjf9DRRcpMD98kS3HDbBgazRKuXyrHsigcio="},"signature":"MEUCIQDo7afxOd5Jgg8GlFWSIQYW5qr81rOsLqEAcnW6bbZghgIgImucMPqqccZndj3QkLuw2Y2SJw9G/oEAyIH7xpFsAdA="}} \ No newline at end of file diff --git a/build/torch211-cu128-aarch64-linux/symbols.json b/build/torch211-cu128-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch211-cu128-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch211-cu130-aarch64-linux/__init__.py b/build/torch211-cu130-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch211-cu130-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch211-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch211-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..e97cd24f70117cbfa8d3444fcb2b4523a8d1773c --- /dev/null +++ b/build/torch211-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a24dad87b21960481a8d6e767af6579a48a2606d2211319fe5c370d8140aa0 +size 1233957096 diff --git a/build/torch211-cu130-aarch64-linux/_ops.py b/build/torch211-cu130-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch211-cu130-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch211-cu130-aarch64-linux/layers.py b/build/torch211-cu130-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch211-cu130-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch211-cu130-aarch64-linux/metadata.json b/build/torch211-cu130-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ca2a82051bd59c93e335297952b2de0341eeb694 --- /dev/null +++ b/build/torch211-cu130-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "1KJNrYeyGWBIGo1udnr2V5pIomBtIhExn+XDcNgUCqA=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch211-cu130-aarch64-linux/metadata.json.sigstore b/build/torch211-cu130-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..f6557ef48b3886fd8c0d4e00137bcd092a151ad5 --- /dev/null +++ b/build/torch211-cu130-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUPFXd+VC46zd9W4guwpHp+oAJOj4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzQwWhcNMjYxMDE5MTY0MzQwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEDDAyDcIf1b5t6hrNrSOGNRM7SRmqRkaRdbAA/uHN/50ODjPn3Sz8UmwbDrZlXil5ArpMpkWjjbGabw5NHNFq5qOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQL3LgAABAMARjBEAiAoov3atW15JCeH/lL8CPG5QNhTKKxxCpuwOs3mMeKgvwIgEnTtlmu1yvsNEJ1aK5YNaIkA8Ujtl5qgCF3Xj4W6eegwCgYIKoZIzj0EAwMDaQAwZgIxAPUJTi9nCD80Y9029NkV51jFJ/RH0JVtlg/ue9QSufhomu8wpl9F9nMBcUYu2ef6VgIxAOxBard05HuivRSzg/mLjk7Jup/DleZsFee+jvpSVkGBYKmvkDPJIorno5/GGWL9vw=="},"tlogEntries":[{"logIndex":"3323455297","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427622","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCVx8tCuH0WB8RKW5AUbYM6LRwyXm4nKU2fH77frv4S4QIhAKLG6haVPyVWXmGAPttjLYvf006wNZ7N/kJ/j71566ED"},"inclusionProof":{"logIndex":"3201551035","rootHash":"u5cZRnBOd9Um6zueFI4BA0nMq+J/RR4+/Fu2E1Z+0aM=","treeSize":"3201551164","hashes":["lgtBrlZBeuGahYM1FNeMEBwrOtb6rYSR7NOXYtGE2eM=","BkFHgujhIqRSL8adH0Z61IPDKz0OAWpo0ccvPrWK980=","QO2jD0YNDUetBqwVn+3ktgcmnBDms7AcWhjfIo3se5s=","eydtaxdd9vVUOkzaPLtvTCzB9wE3NxgYiBeQBvFsCJw=","YhUXh3rdTxDMrtQyYsD+VI0h5AiiSUMAcw5U44KCOcE=","VrufMigfU7o733ZtHnNPv61IwcNIRVTLhjbwViu0jLk=","shzW8KfZCtqzLsq6v9N2+78WLwfHznV3Z9FgO/jXTeY=","Vdwj9em0eVusNcg8bA2mr0zBTckuTtHKOvtG73e60/0=","XniAdRcIgeaekOKgQrSKDVqQLumVxyAEG0Oqttv9gG0=","qpdXDVAPmrxGcshiIpML9vCXqoMu5mKmKyfFGNchOBc=","JuTJfJXGWsLE043SN/TTrR34yW6teZkksa7oEH/p6fc=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201551164\nu5cZRnBOd9Um6zueFI4BA0nMq+J/RR4+/Fu2E1Z+0aM=\n\n— rekor.sigstore.dev wNI9ajBGAiEAhImZrWAkpoCsu9DWqOUi0BCdPAU6EzGiH0Kdr4EfYEUCIQDwZK0HywBLI0hUx1/MbATHwXyh5Bl9x9MXv8PJ3kD0dg==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjYzQ2OWY2NzU4YjZkZTgzMGNkZDFiNDQ4ODYzNTA3NjZlMDFmZDQ4NjdjYzJlNTlhZDE4YzA2ZWY0NzdlNzU4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURla0FYNGpuNGU1WDkxZCtBYmJ6c3VEMmJRSTNVWldLY2tDUHRJN3hKc1NBSWhBTUFtV1ptbDhRVkxWeWpLSUZxdzh0MGdNcU9pNEMxckVqMnBTVVh3cEswOCIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlVFWllaQ3RXUXpRMmVtUTVWelJuZFhkd1NIQXJiMEZLVDJvMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBSZDFkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWxGM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZFUkVGNVJHTkpaakZpTlhRMmFISk9jbE5QUjA1U1RUZFRVbTF4VW10aFVtUmlRVUVLTDNWSVRpODFNRTlFYWxCdU0xTjZPRlZ0ZDJKRWNscHNXR2xzTlVGeWNFMXdhMWRxYW1KSFlXSjNOVTVJVGtaeE5YRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTU0weG5RVUZDUVUxQlVtcENSVUZwUVc5dmRqTmhkRmN4TlVwRFpVZ3ZiRXc0UTFCSE5WRk9hRlJMUzNoNFEzQjFkd3BQY3pOdFRXVkxaM1ozU1dkRmJsUjBiRzExTVhsMmMwNUZTakZoU3pWWlRtRkphMEU0VldwMGJEVnhaME5HTTFocU5GYzJaV1ZuZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVUZWS1ZHazVia05FT0RCWk9UQXlPVTVyVmpVeGFrWktMMUpJTUVwV2RHeG5MM1ZsT1ZGVGRXWm9iMjExT0hjS2NHdzVSamx1VFVKalZWbDFNbVZtTmxablNYaEJUM2hDWVhKa01EVklkV2wyVWxONlp5OXRUR3ByTjBwMWNDOUViR1ZhYzBabFpTdHFkbkJUVm10SFFncFpTMjEyYTBSUVNrbHZjbTV2TlM5SFIxZE1PWFozUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgWmfT2zP7seibVbXOcAKadlGtJiTQHv0BywcXpGgUeoECFQC23PfdKzLBlyFe+XJSXzGkWfONahgPMjAyNjEwMTkxNjMzNDBaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHaMIIB1gIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzM0MFowLwYJKoZIhvcNAQkEMSIEIAVwh/f4uTtfz9NxCGS9Ov1E/dDURXvzv2tXJ+nNLsWsMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRmMGQCMFgPs2w0v+VkjytI9OW41W7iT5/AKUUuF7pFHZOliu0vH/pcX1UR3rhGM5uKYMZsXAIwKzx4HO9mjchjkB7/ed/hA4zAAVDLys2j78q8/87cbzb52x4zug3W9aQ5PgWwGybl"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"zEafZ1i23oMM3RtEiGNQdm4B/UhnzC5ZrRjAbvR351g="},"signature":"MEYCIQDekAX4jn4e5X91d+AbbzsuD2bQI3UZWKckCPtI7xJsSAIhAMAmWZml8QVLVyjKIFqw8t0gMqOi4C1rEj2pSUXwpK08"}} \ No newline at end of file diff --git a/build/torch211-cu130-aarch64-linux/symbols.json b/build/torch211-cu130-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch211-cu130-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch212-cu126-aarch64-linux/__init__.py b/build/torch212-cu126-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch212-cu126-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch212-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch212-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..30d6c5975091492cfed0e7d653cdff5710ebf464 --- /dev/null +++ b/build/torch212-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fd576a4341f51b9af82fd2b7ffc4c11453dc44e726be96f6542322f2497086e +size 709677048 diff --git a/build/torch212-cu126-aarch64-linux/_ops.py b/build/torch212-cu126-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch212-cu126-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch212-cu126-aarch64-linux/layers.py b/build/torch212-cu126-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch212-cu126-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch212-cu126-aarch64-linux/metadata.json b/build/torch212-cu126-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..508ceb8587b247af3b67089dbf6cbec4c551f2fd --- /dev/null +++ b/build/torch212-cu126-aarch64-linux/metadata.json @@ -0,0 +1,38 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "X9V2pDQfUbmvgv0rf/xMEUU9xE5ya+lvZUIyLySXCG4=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch212-cu126-aarch64-linux/metadata.json.sigstore b/build/torch212-cu126-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..a649b615820c2393f20cb01fbb725ba3f417087e --- /dev/null +++ b/build/torch212-cu126-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrGgAwIBAgIUA1bZQrJDy4YZOz+AwNa/eHBuBfQwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzQzWhcNMjYxMDE5MTY0MzQzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAE4PNUA3U4DxNzeaOk/+8K2CPGNkRBXASevKp/uqhZeB/6p0k5nzuCe5oos+Kha6vDKr6fTOupaypyETzQAxJDCaOCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQMDzAAABAMARjBEAiB1wlw+mTOUaP3YMug+OSyYAyt6NK9Lv3OHa9Ds9NdI9QIgVMSShEgnbrjHRoHYOYkMDWIBFfH2OB7LXuZVLUij5O8wCgYIKoZIzj0EAwMDaAAwZQIwQYXNymU4b16KYIe1lF5Wytvzuk6O3ArHYEB6fWJNYBUxc/T1ReyQtq5H7BKaob01AjEAzews/DYcePBoVEVcFFqpr2Okj9VpC0nU8rRLye2iv0DdLVyGfoMY9liayr7E+XaY"},"tlogEntries":[{"logIndex":"3323455733","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427624","inclusionPromise":{"signedEntryTimestamp":"MEUCIH6mS0Ic6vhQQp1XzGrww1blkcxqXkU3PXtZGT6jVAvnAiEAj3wHbM1RHqWvfnXeFzoHDeTAw0zuhtKVMQT4w9j0GEY="},"inclusionProof":{"logIndex":"3201551471","rootHash":"c8AxmaAQb0GAsDlcicqSerDB3MuIrMZNYBzzZhqFQBM=","treeSize":"3201551558","hashes":["nXOuMCs8Q0RUfXAVwXplHdPBHAyNmR0xrf5mkaswW3Q=","I3T000RV6G4GJc+VaEtpxmefLLFOqb32UwMtrX80Cak=","mAddKBGYXrFlmob0SD95ZvWL8vdUOx8kU4Tmc78lu50=","a7FbLeNNEfK7KgL9lqUPKAssipmbXa+50k2We1hpl2Q=","rMVsWmrKir+/+jLQRE8PG6cHY0iZ99IPapMDqQT158A=","VVXp6uQhen2YjYs2zKBtzK8LGlDtUPIg2Co9QLSjnjI=","+/hgpi6M9YGA/DHuG+lTvKtR7znRoowNXIFbm5Q4IRI=","0YeKtTx2Ysl9JQwt4ZCU2n/r4HtOIfhddVhF5vLi9Gk=","dFEUPPLsXAN3lPez4AihfIAWQmWq9gGK+1nOLyqz0+k=","JuTJfJXGWsLE043SN/TTrR34yW6teZkksa7oEH/p6fc=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201551558\nc8AxmaAQb0GAsDlcicqSerDB3MuIrMZNYBzzZhqFQBM=\n\n— rekor.sigstore.dev wNI9ajBGAiEAj/MapPmp7yhbz7De4cIP6JEX6UKh3JzUKrWVIhIU+U8CIQCYBqQjSwOwxkI4Q0DeO/gMFVaAfkMiGMXPiQxljkWYOQ==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI4ZTYxMWU5MGVhZDRmZDgyZjRmODQ2NTkxOGFmMmM0NTA4MGZhZDljMzZiNjI4M2M4MzJkNDkwYTZhMmFmNTc1In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJRS9MYkRtRG41bi9yVzNQUWMxZzJ3K1NWUUhaZzFtUVdwL0ZLd0tTTlRNNUFpQk9yVjRsMTFZL3Q4QXpVVU41TUEwTlJKMDNKU3krL0J0MG0ya2V5bzJUQ2c9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KSFowRjNTVUpCWjBsVlFURmlXbEZ5U2tSNU5GbGFUM29yUVhkT1lTOWxTRUoxUW1aUmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBSZWxkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWxGNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVUwVUU1VlFUTlZORVI0VG5wbFlVOXJMeXM0U3pKRFVFZE9hMUpDV0VGVFpYWkxjQzhLZFhGb1dtVkNMelp3TUdzMWJucDFRMlUxYjI5ekswdG9ZVFoyUkV0eU5tWlVUM1Z3WVhsd2VVVlVlbEZCZUVwRVEyRlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTlJIcEJRVUZDUVUxQlVtcENSVUZwUWpGM2JIY3JiVlJQVldGUU0xbE5kV2NyVDFONVdVRjVkRFpPU3psTWRqTlBTQXBoT1VSek9VNWtTVGxSU1dkV1RWTlRhRVZuYm1KeWFraFNiMGhaVDFsclRVUlhTVUpHWmtneVQwSTNURmgxV2xaTVZXbHFOVTg0ZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVVGQmQxcFJTWGRSV1ZoT2VXMVZOR0l4Tmt0WlNXVXhiRVkxVjNsMGRucDFhelpQTTBGeVNGbEZRalptVjBwT1dVSlZlR012VkRFS1VtVjVVWFJ4TlVnM1FrdGhiMkl3TVVGcVJVRjZaWGR6TDBSWlkyVlFRbTlXUlZaalJrWnhjSEl5VDJ0cU9WWndRekJ1VlRoeVVreDVaVEpwZGpCRVpBcE1WbmxIWm05TldUbHNhV0Y1Y2pkRksxaGhXUW90TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg2F9oWi2X/lZkoCgifsmLhQxYb2LRjtJX78B3ylqckf8CFELGe74+wiq38pHF6NhgRT2bD5l6GA8yMDI2MTAxOTE2MzM0M1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzMzQzWjAvBgkqhkiG9w0BCQQxIgQgWbOZnx3TFfz/PPxxEkYETV6w9phpfRrAnK4BJcEKWGYwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwQBkWSdGYOH6ORgg8wGVg46wDxpFdZrVV8E3OjaWdsRKxRksLcMDXvVZBUJo605nIAjEAnqucy0tTi8l6QhZpqzpXkvVmI1TImotcKFas1WnzTqal2pb/rgk1V5iQG9H8SmRi"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"jmEekOrU/YL0+EZZGK8sRQgPrZw2tig8gy1JCmoq9XU="},"signature":"MEQCIE/LbDmDn5n/rW3PQc1g2w+SVQHZg1mQWp/FKwKSNTM5AiBOrV4l11Y/t8AzUUN5MA0NRJ03JSy+/Bt0m2keyo2TCg=="}} \ No newline at end of file diff --git a/build/torch212-cu126-aarch64-linux/symbols.json b/build/torch212-cu126-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch212-cu126-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch212-cu130-aarch64-linux/__init__.py b/build/torch212-cu130-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch212-cu130-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch212-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch212-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..1c34ae36be2780c23a34599be6715167baee09bc --- /dev/null +++ b/build/torch212-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb17a0f0d042cac0336fef9e0ee566a52c5ff6946a9c0676f544421bfde95ec +size 1233960384 diff --git a/build/torch212-cu130-aarch64-linux/_ops.py b/build/torch212-cu130-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch212-cu130-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch212-cu130-aarch64-linux/layers.py b/build/torch212-cu130-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch212-cu130-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch212-cu130-aarch64-linux/metadata.json b/build/torch212-cu130-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..a8fb0b7d61fb5064dd54689ed76b3e4e0f0f7117 --- /dev/null +++ b/build/torch212-cu130-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "rLF6Dw0ELKwDNv754O5WalLF/2lGqcBnb1REIb/elew=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch212-cu130-aarch64-linux/metadata.json.sigstore b/build/torch212-cu130-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..5d8cdf22685ed275a0b70d5761097b82854985e5 --- /dev/null +++ b/build/torch212-cu130-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrOgAwIBAgIUYsL3Tkhc4s0W89bkMX4k1cweoU8wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzQ1WhcNMjYxMDE5MTY0MzQ1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHhaQc6QnYOQXnqnOHJrqAb/6D6asO/FH9nmnovt2ZkGC1geJKDfK4jcVFMUxiZRn7OKk/1wJFcKFF1fgPfD0i6OCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQMMjgAABAMASDBGAiEAkyuysf8Wdj9Po/2L2RzEjnba+eKh2eNf5B7Kp6mNHRwCIQDtt9z3LTD3sO0JViQYoW22RVG+c3y8ULxXOzbD5UVmVjAKBggqhkjOPQQDAwNnADBkAjAnDXDE9Q+LSs9YZwDUv5FlVFpoB1rjBnZnAmOgey9uVXi8WGo8UrOFe/W70RkANA0CMEwcsU08a9FyUl/T8H5shopkWkE2QaK96m4echNDlxlnWicC+KMm+ulB+E+MOE5/0A=="},"tlogEntries":[{"logIndex":"3323456009","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427625","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCgLCzX56yhrqNtEKyISoxgeucZKyrV6ix1TX3HNo761wIhAOHLDpt5KxvGRXyg5pBnsB70qXFRNMvLeZDZoTS6hu7w"},"inclusionProof":{"logIndex":"3201551747","rootHash":"y7cgROBlThHQ4UfD6zckfmTA/UU9vj/AotFI9c12HY0=","treeSize":"3201552477","hashes":["rInrC3g7M8U79SSJ56q1LD96rWKLXTsHYyVxOKPuGCw=","eKe1AX235ys6Nov6znLEBEMjrIyFfwWAAIkYPx78G68=","cKGL0mwbBr7z0GEeSBe9jm6lz4T3E4O7Ikuc41O896U=","Py4JvHP/gFxMXkqp/ITD5gsaAXc4/6SMaLKq+aeKM70=","F39vytkIg2Aj70KJwmXdfkEmbDWlJQR98ljZmUd5cA4=","6pgirAN5El6WfMkcqfZQkl2t89K/+kjAwe/JM7HYcHM=","SkZ3kLHnV2HUlIQMhw+XClAj+1fDrtq0EqRXiPWQznE=","4n+GLbhrsHBso71LnT/DbXHnOCOvEY7yjydm0RaHO/4=","WOKpA4m79lNDSZt0+dPX0sBDrMFrBL7nXuBqNYeMQFg=","PH/hcDM5cVSaez8C9RrsvlsvwVam8MBgIEnt7lBQ6qU=","dFEUPPLsXAN3lPez4AihfIAWQmWq9gGK+1nOLyqz0+k=","JuTJfJXGWsLE043SN/TTrR34yW6teZkksa7oEH/p6fc=","Xj8K3VrwLAA9O3LAADqYuQ0Abs1i/yfEkXqYoa0pxwE=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201552477\ny7cgROBlThHQ4UfD6zckfmTA/UU9vj/AotFI9c12HY0=\n\n— rekor.sigstore.dev wNI9ajBGAiEA8fG5WSKS9mi8jg/o63TzikMIkrVaAF9fGb5przr6uIsCIQDnMP1TnzFJYtJ3OZO5/YcWAQS2/zAjn7O9KvL0RfXklA==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI5YWU2MzE4YjU0M2ExZWE2ZjI2NDg5OWY0MzdlMzBiY2JiNmNlNjgxMzI0NzU4OTNjM2U5ZGZkZGMyNGM3MmZmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURuSVBBQzdneWxFckp2K1BTaEs1SnlkeDhhQTE3VFNJNURzT1N0ZGpwOUh3SWdHdU1RcWQ3dmJCdnZTczJ0MGhyS1p4L0JmNjZOYkpkZnF6cDdYVEJSRGJZPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KUFowRjNTVUpCWjBsVldYTk1NMVJyYUdNMGN6QlhPRGxpYTAxWU5Hc3hZM2RsYjFVNGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBSTVZkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWxFeFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZJYUdGUll6WlJibGxQVVZodWNXNVBTRXB5Y1VGaUx6WkVObUZ6VHk5R1NEbHViVzRLYjNaME1scHJSME14WjJWS1MwUm1TelJxWTFaR1RWVjRhVnBTYmpkUFMyc3ZNWGRLUm1OTFJrWXhabWRRWmtRd2FUWlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGTlRXcG5RVUZDUVUxQlUwUkNSMEZwUlVGcmVYVjVjMlk0VjJScU9WQnZMekpNTWxKNlJXcHVZbUVyWlV0b01tVk9aZ28xUWpkTGNEWnRUa2hTZDBOSlVVUjBkRGw2TTB4VVJETnpUekJLVm1sUldXOVhNakpTVmtjcll6TjVPRlZNZUZoUGVtSkVOVlZXYlZacVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2JrRkVRbXRCYWtGdVJGaEVSVGxSSzB4VGN6bFpXbmRFVlhZMVJteFdSbkJ2UWpGeWFrSnVXbTVCYlU5blpYazVkVlpZYVRnS1YwZHZPRlZ5VDBabEwxYzNNRkpyUVU1Qk1FTk5SWGRqYzFVd09HRTVSbmxWYkM5VU9FZzFjMmh2Y0d0WGEwVXlVV0ZMT1RadE5HVmphRTVFYkhoc2JncFhhV05ESzB0TmJTdDFiRUlyUlN0TlQwVTFMekJCUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgR1BdbUbcnKbK0LK9Ws97UecEwrmDd3Q9ad0YMQFVmqwCFQDWhEBU+b6/mS1lIofFnLQYZ/zhQBgPMjAyNjEwMTkxNjMzNDVaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzM0NVowLwYJKoZIhvcNAQkEMSIEIOGW5A3hd/Kug7XmHV2AuTZRfljt7bM3TXTBY8rKnmenMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQCIYcZ0yCA6vc3hIrd4xDeOvPpHL13iAPMT9JtN9oHBugrWbXQgED1xMO5Vd2tc2tcCMCpYLIL1pOLpGsUJvRUd+Nv1Cg1BvA9w5q4w9CKIBCuCaRxGHWL7E+Kh/eK1ZRM22g=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"muYxi1Q6HqbyZImfQ34wvLts5oEyR1iTw+nf3cJMcv8="},"signature":"MEUCIQDnIPAC7gylErJv+PShK5Jydx8aA17TSI5DsOStdjp9HwIgGuMQqd7vbBvvSs2t0hrKZx/Bf66NbJdfqzp7XTBRDbY="}} \ No newline at end of file diff --git a/build/torch212-cu130-aarch64-linux/symbols.json b/build/torch212-cu130-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch212-cu130-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch212-cu132-aarch64-linux/__init__.py b/build/torch212-cu132-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch212-cu132-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch212-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch212-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..b67b5c79a481801639d4890612fb78e3b9434f04 --- /dev/null +++ b/build/torch212-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6d4a580e120447b8290624c35e8ab8c3ad4b6dccffcc270b9e2e9b5a1a76e3 +size 1217583976 diff --git a/build/torch212-cu132-aarch64-linux/_ops.py b/build/torch212-cu132-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch212-cu132-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch212-cu132-aarch64-linux/layers.py b/build/torch212-cu132-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch212-cu132-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch212-cu132-aarch64-linux/metadata.json b/build/torch212-cu132-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b8e6ef8c1b981f0b36f3db3d04df64a10e096a18 --- /dev/null +++ b/build/torch212-cu132-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "PG1KWA4SBEe4KQYkw16KuMOtS23M/8wnC54um1oaduM=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch212-cu132-aarch64-linux/metadata.json.sigstore b/build/torch212-cu132-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..58439e296861829b27a4496b564a033f2df8a5c4 --- /dev/null +++ b/build/torch212-cu132-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgITO/SubQqGUWj6b6hAMPISm2QHJzAKBggqhkjOPQQDAzA3MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxHjAcBgNVBAMTFXNpZ3N0b3JlLWludGVybWVkaWF0ZTAeFw0yNjEwMTkxNjMzNTBaFw0yNjEwMTkxNjQzNTBaMAAwWTATBgcqhkjOPQIBBggqhkjOPQMBBwNCAATgz0U994VtgU/zAlTd2YjoqV1LTEJ95Q+pj4+Pt40xwORt36aRPr6PDIueqqELPh+XNzJbiDcCf09sLTK163a4o4IF0TCCBc0wDgYDVR0PAQH/BAQDAgeAMBMGA1UdJQQMMAoGCCsGAQUFBwMDMB8GA1UdIwQYMBaAFN/T6c9WJBGW+ajY6ShVosYuGGQ/MGsGA1UdEQEB/wRhMF+GXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA5BgorBgEEAYO/MAEBBCtodHRwczovL3Rva2VuLmFjdGlvbnMuZ2l0aHVidXNlcmNvbnRlbnQuY29tMB8GCisGAQQBg78wAQIEEXdvcmtmbG93X2Rpc3BhdGNoMDYGCisGAQQBg78wAQMEKGZlMmJiNjZmZWU2YzJhNzdlY2NmMDhhMDUwOGRjNTc0MjhkNDg4ZWQwEwYKKwYBBAGDvzABBAQFQnVpbGQwKwYKKwYBBAGDvzABBQQdaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwHQYKKwYBBAGDvzABBgQPcmVmcy9oZWFkcy9tYWluMDsGCisGAQQBg78wAQgELQwraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTBtBgorBgEEAYO/MAEJBF8MXWh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eS8uZ2l0aHViL3dvcmtmbG93cy9idWlsZC55YW1sQHJlZnMvaGVhZHMvbWFpbjA4BgorBgEEAYO/MAEKBCoMKGZlMmJiNjZmZWU2YzJhNzdlY2NmMDhhMDUwOGRjNTc0MjhkNDg4ZWQwGwYKKwYBBAGDvzABCwQNDAtzZWxmLWhvc3RlZDBABgorBgEEAYO/MAEMBDIMMGh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTA4BgorBgEEAYO/MAENBCoMKGZlMmJiNjZmZWU2YzJhNzdlY2NmMDhhMDUwOGRjNTc0MjhkNDg4ZWQwHwYKKwYBBAGDvzABDgQRDA9yZWZzL2hlYWRzL21haW4wGgYKKwYBBAGDvzABDwQMDAoxMDcxNDc1NTI5MC4GCisGAQQBg78wARAEIAweaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlMBgGCisGAQQBg78wAREECgwIMjU3MjA3NDMwbQYKKwYBBAGDvzABEgRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABEwQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMCEGCisGAQQBg78wARQEEwwRd29ya2Zsb3dfZGlzcGF0Y2gwZAYKKwYBBAGDvzABFQRWDFRodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvYWN0aW9ucy9ydW5zLzM5MjM5NTg3OTg1L2F0dGVtcHRzLzEwFgYKKwYBBAGDvzABFgQIDAZwdWJsaWMwRgYKKwYBBAGDvzABGAQ4DDZyZXBvOmh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5OnJlZjpyZWZzL2hlYWRzL21haW4wgYoGCisGAQQB1nkCBAIEfAR6AHgAdgDdPTBqxscRMmMZHhyZZzcCokpeuN48rf+HinKALynujgAAAaFVAyC5AAAEAwBHMEUCIQCi1BLsWz2ME9JlfLcJ0eLpJUvgfTtVjmWcAcijm8M27QIgPsq1q1vXCTrF5f2HFIYJk5Bt4nUlKJfkg5LhLgmZwLswCgYIKoZIzj0EAwMDaQAwZgIxAI/kSOMMGWzyjIKGjJYnMKgSBVLyFC69pKQJLUkJ9WaBVTPAyKDLBFcVrMrj+LBowgIxALc3NsmOVin6WcVXF2LG+dQ6/baQwzm0c965UqYb55MeSj5rnucArVUNuw64IBirnw=="},"tlogEntries":[{"logIndex":"3323457082","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427631","inclusionPromise":{"signedEntryTimestamp":"MEUCIAkQ5AdJbEZiLCLzfsqrL3OuPHoEWJ9e7+s3nZHh+gmvAiEApOsY9HVK+hJVl+HtDvcjIOQOJhCiBCQffvogD6DT1Hk="},"inclusionProof":{"logIndex":"3201552820","rootHash":"7jUZ801wqcibZInt31Z/sGdDEaLjnYezCtiapC1LRgA=","treeSize":"3201552842","hashes":["pqfGN4cF6hIg8hGRAntcUl9zgRyTD3Z70b/mLjipJxk=","Q896MsAU7XkKhiw0mLsVhuicFLbS6UfgAQIxmCdx6sY=","e9ZpW01qNpVUdwoxm0aV+NesGUB/Hp7D1pHrj4N5PdE=","oMh14sC0JiwkXRqDxKPfCqAInZf8nssrUDzwNR/1dyw=","tS+4S1+6zH0Yj3/bF93eERMgXR0gx4aedgyYbNnE7Mw=","kMSEGkt58/hfalNA0m2ORaL64Kw8CIk4nwCcgvgBZnQ=","rkhlmgigMiA2yiOpl+plS74oNZPnYc1+27iHxTiLziE=","K9x+KftpgW5XDpYrtE2kT08pmRlnd9E/r+RloFjbOos=","Hz0Ez9DOOzVfyOpuwsK9EihqwvyH6xyHmFozpPsYPSs=","abx7ixG8PuK/Rtm0ARkMSEOZToTNsOGXNN9fWtfyhL0=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201552842\n7jUZ801wqcibZInt31Z/sGdDEaLjnYezCtiapC1LRgA=\n\n— rekor.sigstore.dev wNI9ajBGAiEApT+r5Np7g8d8sPfYDhtiy3PrwY98SrcRxB+Pgehs01kCIQC49AhtPpCmTclk+MAHVioQdIRiAI876vXUuyU+j+3jPg==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIyNjBmMzJkY2ZiNGQ1ZDc4Y2E1NmZlNWRiMjhmMmJmNmUwYTU3MzUxNDA4ZGQ2ZDcxOTVkMWY0OGYxZDNlOTJmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJRFhWMDdHMGdkUEg5dkdySitrUGkybTU1WWlQNjl1R1RXSmtMVTN4TmFQdUFpRUFud0lpUmIraUk2TEUzZWdKcGVYNDRnSWVCeHo4UVhDUjFubUI1QTVRL1kwPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVVR5OVRkV0pSY1VkVlYybzJZalpvUVUxUVNWTnRNbEZJU25wQlMwSm5aM0ZvYTJwUFVGRlJSRUY2UVRNS1RWSlZkMFYzV1VSV1VWRkxSWGQ0ZW1GWFpIcGtSemw1V2xNMWExcFlXWGhJYWtGalFtZE9Wa0pCVFZSR1dFNXdXak5PTUdJelNteE1WMngxWkVkV2VRcGlWMVpyWVZkR01GcFVRV1ZHZHpCNVRtcEZkMDFVYTNoT2FrMTZUbFJDWVVaM01IbE9ha1YzVFZScmVFNXFVWHBPVkVKaFRVRkJkMWRVUVZSQ1oyTnhDbWhyYWs5UVVVbENRbWRuY1docmFrOVFVVTFDUW5kT1EwRkJWR2Q2TUZVNU9UUldkR2RWTDNwQmJGUmtNbGxxYjNGV01VeFVSVW81TlZFcmNHbzBLMUFLZERRd2VIZFBVblF6Tm1GU1VISTJVRVJKZFdWeGNVVk1VR2dyV0U1NlNtSnBSR05EWmpBNWMweFVTekUyTTJFMGJ6UkpSakJVUTBOQ1l6QjNSR2RaUkFwV1VqQlFRVkZJTDBKQlVVUkJaMlZCVFVKTlIwRXhWV1JLVVZGTlRVRnZSME5EYzBkQlVWVkdRbmROUkUxQ09FZEJNVlZrU1hkUldVMUNZVUZHVGk5VUNqWmpPVmRLUWtkWEsyRnFXVFpUYUZadmMxbDFSMGRSTDAxSGMwZEJNVlZrUlZGRlFpOTNVbWhOUml0SFdGZG9NR1JJUW5wUGFUaDJXakpzTUdGSVZta0tURzFPZG1KVE9XOWtWMlJ1WVZjMWJscHRSbXBhVXpseVdsaEtkVnBYZUhwTVYwNTJZbGN4TVdKdGJEQmxVemgxV2pKc01HRklWbWxNTTJSMlkyMTBiUXBpUnprelkzazVhV1JYYkhOYVF6VTFXVmN4YzFGSVNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOVUpuYjNKQ1owVkZRVmxQTDAxQlJVSkNRM1J2Q21SSVVuZGplbTkyVEROU2RtRXlWblZNYlVacVpFZHNkbUp1VFhWYU1td3dZVWhXYVdSWVRteGpiVTUyWW01U2JHSnVVWFZaTWpsMFRVSTRSME5wYzBjS1FWRlJRbWMzT0hkQlVVbEZSVmhrZG1OdGRHMWlSemt6V0RKU2NHTXpRbWhrUjA1dlRVUlpSME5wYzBkQlVWRkNaemM0ZDBGUlRVVkxSMXBzVFcxS2FRcE9hbHB0V2xkVk1sbDZTbWhPZW1Sc1dUSk9iVTFFYUdoTlJGVjNUMGRTYWs1VVl6Qk5hbWhyVGtSbk5GcFhVWGRGZDFsTFMzZFpRa0pCUjBSMmVrRkNDa0pCVVVaUmJsWndZa2RSZDB0M1dVdExkMWxDUWtGSFJIWjZRVUpDVVZGa1lVaFdibG95YkhWYU1scG9XVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFFLWkZjMWNHUklhM2RJVVZsTFMzZFpRa0pCUjBSMmVrRkNRbWRSVUdOdFZtMWplVGx2V2xkR2EyTjVPWFJaVjJ4MVRVUnpSME5wYzBkQlVWRkNaemM0ZHdwQlVXZEZURkYzY21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MkNtSlVRblJDWjI5eVFtZEZSVUZaVHk5TlFVVktRa1k0VFZoWGFEQmtTRUo2VDJrNGRsb3liREJoU0ZacFRHMU9kbUpUT1c5a1YyUnVZVmMxYmxwdFJtb0tXbE01Y2xwWVNuVmFWM2g2VEZkT2RtSlhNVEZpYld3d1pWTTRkVm95YkRCaFNGWnBURE5rZG1OdGRHMWlSemt6WTNrNWFXUlhiSE5hUXpVMVdWY3hjd3BSU0Vwc1dtNU5kbUZIVm1oYVNFMTJZbGRHY0dKcVFUUkNaMjl5UW1kRlJVRlpUeTlOUVVWTFFrTnZUVXRIV214TmJVcHBUbXBhYlZwWFZUSlpla3BvQ2s1NlpHeFpNazV0VFVSb2FFMUVWWGRQUjFKcVRsUmpNRTFxYUd0T1JHYzBXbGRSZDBkM1dVdExkMWxDUWtGSFJIWjZRVUpEZDFGT1JFRjBlbHBYZUcwS1RGZG9kbU16VW14YVJFSkJRbWR2Y2tKblJVVkJXVTh2VFVGRlRVSkVTVTFOUjJnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JncGhWelZ1V20xR2FscFRPWEphV0VwMVdsZDRla3hYVG5aaVZ6RXhZbTFzTUdWVVFUUkNaMjl5UW1kRlJVRlpUeTlOUVVWT1FrTnZUVXRIV214TmJVcHBDazVxV20xYVYxVXlXWHBLYUU1NlpHeFpNazV0VFVSb2FFMUVWWGRQUjFKcVRsUmpNRTFxYUd0T1JHYzBXbGRSZDBoM1dVdExkMWxDUWtGSFJIWjZRVUlLUkdkUlVrUkJPWGxhVjFwNlRESm9iRmxYVW5wTU1qRm9ZVmMwZDBkbldVdExkMWxDUWtGSFJIWjZRVUpFZDFGTlJFRnZlRTFFWTNoT1JHTXhUbFJKTlFwTlF6UkhRMmx6UjBGUlVVSm5OemgzUVZKQlJVbEJkMlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c0NrMUNaMGREYVhOSFFWRlJRbWMzT0hkQlVrVkZRMmQzU1UxcVZUTk5ha0V6VGtSTmQySlJXVXRMZDFsQ1FrRkhSSFo2UVVKRloxSm1SRVl4YjJSSVVuY0tZM3B2ZGt3eVpIQmtSMmd4V1drMWFtSXlNSFpoU0ZadVdqSnNkVm95V21oWk1sVjJZVEpXZVdKdFZuTmplVEZxWWpJeGRHUlhOWEJrU0d0MlRHMWtjQXBrUjJneFdXazVNMkl6U25KYWJYaDJaRE5OZGxsdVZuQmlSMUYxWlZkR2RHSkZRbmxhVjFwNlRESm9iRmxYVW5wTU1qRm9ZVmMwZDA5QldVdExkMWxDQ2tKQlIwUjJla0ZDUlhkUmNVUkRhRzFhVkVwcFdXcFpNbHB0Vm14T2JVMTVXVlJqTTFwWFRtcGFha0UwV1ZSQk1VMUVhR3RaZWxVelRrUkpORnBFVVRRS1QwZFdhMDFEUlVkRGFYTkhRVkZSUW1jM09IZEJVbEZGUlhkM1VtUXlPWGxoTWxwellqTmtabHBIYkhwalIwWXdXVEpuZDFwQldVdExkMWxDUWtGSFJBcDJla0ZDUmxGU1YwUkdVbTlrU0ZKM1kzcHZka3d5WkhCa1IyZ3hXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFDbUl5TVhSa1Z6VndaRWhyZGxsWFRqQmhWemwxWTNrNWVXUlhOWHBNZWswMVRXcE5OVTVVWnpOUFZHY3hUREpHTUdSSFZuUmpTRko2VEhwRmQwWm5XVXNLUzNkWlFrSkJSMFIyZWtGQ1JtZFJTVVJCV25ka1YwcHpZVmROZDFKbldVdExkMWxDUWtGSFJIWjZRVUpIUVZFMFJFUmFlVnBZUW5aUGJXZ3hXakprY0FwaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFJpV0ZaMVlWaFNOVTl1U214YWFuQjVXbGRhZWt3eWFHeFpWMUo2VERJeGFHRlhOSGRuV1c5SENrTnBjMGRCVVZGQ01XNXJRMEpCU1VWbVFWSTJRVWhuUVdSblJHUlFWRUp4ZUhOalVrMXRUVnBJYUhsYVducGpRMjlyY0dWMVRqUTRjbVlyU0dsdVMwRUtUSGx1ZFdwblFVRkJZVVpXUVhsRE5VRkJRVVZCZDBKSVRVVlZRMGxSUTJreFFreHpWM295VFVVNVNteG1UR05LTUdWTWNFcFZkbWRtVkhSV2FtMVhZd3BCWTJscWJUaE5NamRSU1dkUWMzRXhjVEYyV0VOVWNrWTFaakpJUmtsWlNtczFRblEwYmxWc1MwcG1hMmMxVEdoTVoyMWFkMHh6ZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCU1M5clUwOU5UVWRYZW5scVNVdEhha3BaYmsxTFoxTkNWa3g1UmtNMk9YQkxVVXBNVld0S09WZGhRbFpVVUVFS2VVdEVURUpHWTFaeVRYSnFLMHhDYjNkblNYaEJUR016VG5OdFQxWnBialpYWTFaWVJqSk1SeXRrVVRZdlltRlJkM3B0TUdNNU5qVlZjVmxpTlRWTlpRcFRhalZ5Ym5WalFYSldWVTUxZHpZMFNVSnBjbTUzUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgiMduU9Y4Ni+Aeo6ILDz491nxv3Xeclco3k218wpaZLYCFQDH2dwZNJ0wgQ6Rro7EqLEdm8dp6hgPMjAyNjEwMTkxNjMzNTBaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzM1MFowLwYJKoZIhvcNAQkEMSIEIB4VBSKgSjvEVcVon7i11Jx4Q7XJlxVgUn3eBSiq16wAMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQC5pdeXBYeNs3dIyQg48A/SNMYOc0QRW2PQs4hs9U1fQYw50xk/7fLskPks8m895q4CMBWqX4qXHeQ7AMiEBDeJzlN+Hs/kscHRnpiS09T0gErIVHuk6uPbuDVrkc1bMfKKkw=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"Jg8y3PtNXXjKVv5dso8r9uClc1FAjdbXGV0fSPHT6S8="},"signature":"MEUCIDXV07G0gdPH9vGrJ+kPi2m55YiP69uGTWJkLU3xNaPuAiEAnwIiRb+iI6LE3egJpeX44gIeBxz8QXCR1nmB5A5Q/Y0="}} \ No newline at end of file diff --git a/build/torch212-cu132-aarch64-linux/symbols.json b/build/torch212-cu132-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch212-cu132-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch213-cu126-aarch64-linux/__init__.py b/build/torch213-cu126-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch213-cu126-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch213-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch213-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..f2f571ef4df714c9db262a83c21afc12030ecaff --- /dev/null +++ b/build/torch213-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7af6c25c12dc11fc789ba057239bff43c8cd5b0c617a346d8e95cf13f1c881b2 +size 709677256 diff --git a/build/torch213-cu126-aarch64-linux/_ops.py b/build/torch213-cu126-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch213-cu126-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch213-cu126-aarch64-linux/layers.py b/build/torch213-cu126-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch213-cu126-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch213-cu126-aarch64-linux/metadata.json b/build/torch213-cu126-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..a5d587e319d94986cf95badccba3fa0ac7255ecb --- /dev/null +++ b/build/torch213-cu126-aarch64-linux/metadata.json @@ -0,0 +1,38 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "evbCXBLcEfx4m6BXI5v/Q8jNWwxhejRtjpXPE/HIgbI=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch213-cu126-aarch64-linux/metadata.json.sigstore b/build/torch213-cu126-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..f33163697b12496dd2180c528cf6567465751d55 --- /dev/null +++ b/build/torch213-cu126-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUY2R3bDQgdWslTLeSfr/04znOMr4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzMzU5WhcNMjYxMDE5MTY0MzU5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEf9hWoAZ2ApK/KhWDbG0SEu/DGJJOL9iA8w5503OelX8a0PI0lvDT7UIyIxGpyKcP5ZOAGiI4IMBEtQEtpJeZqqOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQNC1QAABAMARzBFAiAYyDbVESX5eYT79q/ePnZmWXEBC/ZR//7qlv9QarAssQIhAPuzUdhc3S/jNwx6D9qKbwSK3dnY7t1jSxG38uXQAfo4MAoGCCqGSM49BAMDA2gAMGUCMBnMmeb+Rs8cUbNklb/NJn0mh0uoyMpx9ccN+NZIWx2LyLkoYxs5KwnjWiLMM/NuiwIxAKkn9xYj0rzo0+9qhBgpQonDC5ZErBak+lXTh54gRYHRotRraYNDKtX83MVX5ap9LQ=="},"tlogEntries":[{"logIndex":"3323459147","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427641","inclusionPromise":{"signedEntryTimestamp":"MEYCIQCn+begaUNIKqCM5bmrSI8SI9DQjZmCO1/x+9LkXvFeqwIhAM3Z5yaJsZorp/FTqD9hBs/E5AwT4Aw3h+cSX7IW8W6X"},"inclusionProof":{"logIndex":"3201554885","rootHash":"J6VNqQpooaB32HDXJTmVse/J74zDuFSYnPBKbG9wqks=","treeSize":"3201555561","hashes":["ADGtuzs87g1vBrfEg0V8ABA2d8rJ4aBuv0dY/rhYR7c=","7yE5q8sHR2NamV7TuDFUV2MU8QuCSP9M2lUCEgMxzm8=","fY3yJ+LdNW1va94/4CyLoukLQInuM5A5+Fk2/GGDCqI=","c7oa1JrwGq4lFP4Wjmb7W3UQeQ5AU+XkiZsDxXVnENY=","np+4+7n5doQF5FhffGi07VTHC/Bz09YM/b6zn7Sk/B8=","U/Rx1wZfFtqtCyZDkf4phdE7CwnDjkcBGLr9HcBxTRE=","X2arcrRALPXp0dSzlkZGCI1tTUVRQko9IqaV2IiiY+U=","igYsbWiHhTwiFDeBJFAOc8xwEgVpJMogRkjoTHRPLK8=","CABamOFDAENwDvNi/PQj2YirHiJQEao0pA4W7UxysO8=","u3gfczQRUODjQCRB9cSbb3twm0WBGkJgdC4PvZmxUiU=","0okLUZ+dcNYqpSUYETCN+Gfa9yMpj2lzig3c8mzQpiE=","RL1WTvMJjVw6VHhTlfgC3pcHc0mHz0Htgk0t5gEIUWQ=","abx7ixG8PuK/Rtm0ARkMSEOZToTNsOGXNN9fWtfyhL0=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201555561\nJ6VNqQpooaB32HDXJTmVse/J74zDuFSYnPBKbG9wqks=\n\n— rekor.sigstore.dev wNI9ajBGAiEAsrj5ajXPzz2XcY3+i0DEn5zDqBz+8fxz9/icNFPMZh4CIQDj+pjUwjSAm0GiWejP8mfjX9A5YTDQ6nGpzcS8wuJJMw==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIzNzZhMDIzNzA1NThjYjFiOGQyYzlmNmNmYzVmMWZlNzRkNzhlMGJlMDdkOTVmYWRlNzIyYzY2ZjhmZGYxZTU2In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURDZzRtUytLRDBnbkVnSVE0cGxRQTZlL3N6cjZYY0x2ZzRIQkJsMzRTdFRBSWhBS3BwNU4ySmphWHJlSmJVakptblI4aTBFYzAyRHBoeFdIYWZEVGgwWndDYSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVldUSlNNMkpFVVdka1YzTnNWRXhsVTJaeUx6QTBlbTVQVFhJMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUWHBWTlZkb1kwNU5hbGw0VFVSRk5VMVVXVEJOZWxVMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZtT1doWGIwRmFNa0Z3U3k5TGFGZEVZa2N3VTBWMUwwUkhTa3BQVERscFFUaDNOVFVLTUROUFpXeFlPR0V3VUVrd2JIWkVWRGRWU1hsSmVFZHdlVXRqVURWYVQwRkhhVWswU1UxQ1JYUlJSWFJ3U21WYWNYRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGT1F6RlJRVUZDUVUxQlVucENSa0ZwUVZsNVJHSldSVk5ZTldWWlZEYzVjUzlsVUc1YWJWZFlSVUpETDFwU0x5ODNjUXBzZGpsUllYSkJjM05SU1doQlVIVjZWV1JvWXpOVEwycE9kM2cyUkRseFMySjNVMHN6Wkc1Wk4zUXhhbE40UnpNNGRWaFJRV1p2TkUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUW01TmJXVmlLMUp6T0dOVllrNXJiR0l2VGtwdU1HMW9NSFZ2ZVUxd2VEbGpZMDRyVGxwSlYzZ3lUSGxNYTI4S1dYaHpOVXQzYm1wWGFVeE5UUzlPZFdsM1NYaEJTMnR1T1hoWmFqQnllbTh3S3pseGFFSm5jRkZ2YmtSRE5WcEZja0poYXl0c1dGUm9OVFJuVWxsSVVncHZkRkp5WVZsT1JFdDBXRGd6VFZaWU5XRndPVXhSUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgL2Zudbg8nCEdqgvSGxsCkNe9UeMrP7pC6OdjteyBddACFQDWNitox/oGI3Ma6UyBEYaIIQ9+ChgPMjAyNjEwMTkxNjMzNTlaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzM1OVowLwYJKoZIhvcNAQkEMSIEILqMzORUyrCJxWY/dSKgR92yU04mesWqq6b9pSQxspBMMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQDqRsOf4kaeSmnwNxNRT4gfGsE6qFx5UNvUyw4Pf9quNwQkhlzLk21Y8xB7MSR2jc8CMQDNWuITI37Nz8yq9cn+f7ur3E+6rokXGCVh3geYoh+c2N/DfI/zHQnaYPz+aGvhFIQ="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"N2oCNwVYyxuNLJ9s/F8f50144L4H2V+t5yLGb4/fHlY="},"signature":"MEYCIQDCg4mS+KD0gnEgIQ4plQA6e/szr6XcLvg4HBBl34StTAIhAKpp5N2JjaXreJbUjJmnR8i0Ec02DphxWHafDTh0ZwCa"}} \ No newline at end of file diff --git a/build/torch213-cu126-aarch64-linux/symbols.json b/build/torch213-cu126-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch213-cu126-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch213-cu130-aarch64-linux/__init__.py b/build/torch213-cu130-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch213-cu130-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch213-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch213-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..f4a07fceb7c713832bb79aff759a50ee96aad3f3 --- /dev/null +++ b/build/torch213-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4f8c00146a5f640cd53d08592de18ec5f35ee9c09528c21c198b503ec2d7df4 +size 1233960600 diff --git a/build/torch213-cu130-aarch64-linux/_ops.py b/build/torch213-cu130-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch213-cu130-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch213-cu130-aarch64-linux/layers.py b/build/torch213-cu130-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch213-cu130-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch213-cu130-aarch64-linux/metadata.json b/build/torch213-cu130-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..53f39b620e6660358457dbc969c6fa0aca241dde --- /dev/null +++ b/build/torch213-cu130-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "1PjAAUal9kDNU9CFkt4Y7F817pwJUowhwZi1A+wtffQ=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch213-cu130-aarch64-linux/metadata.json.sigstore b/build/torch213-cu130-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..1a75e06f0f960b4f4b2d9dea53e6fd444710d6d4 --- /dev/null +++ b/build/torch213-cu130-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrOgAwIBAgIUce/W/YIyTIFwIfQkSDm1zlwMUf4wCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzNDEwWhcNMjYxMDE5MTY0NDEwWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEOtF7BL89ySi6m0Nn1zs2Se7PhVmU36uZWgJJB0m2jtLEx+fBECgpNFS0iCsBHaOkQISwtGecoo42IOgZFogLhKOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQNtSAAABAMASDBGAiEAzkABXfI6DtqZLIAk16iEoQXt1vCCgJoa93uULyM8YEkCIQDoniuhjmXW83LqlCPxQA3gzyn5GWd/+WO8c8NHoPxthzAKBggqhkjOPQQDAwNoADBlAjEA510KWuR7s0Bu1V89GTwXTtpUQf6h9AzdnqEsy6I4RsXgjY+515CIUhbmhtSiiKSXAjBICyZYNr8bEeZSm++jMui+rbA3e7rv+ZU4d3HK2vRRUo1/ic96Y60Xy4K7LB+BKho="},"tlogEntries":[{"logIndex":"3323460939","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427650","inclusionPromise":{"signedEntryTimestamp":"MEUCIQCSnm0qPYNGE56jHBaymlPr6VnHpQZdVxlZCnlyrY+iSAIge07n2IR4TcTbQ8dC35J8H8pSCYjQ5k/FQPwEYwMO+is="},"inclusionProof":{"logIndex":"3201556677","rootHash":"0soveyNKHhlDGfAOFWVKfOmEYFcKhQTWVx5eN9qRRVQ=","treeSize":"3201556905","hashes":["xzXLVJbbqOtTg6lrmCRr75kL5R6mUAuE8r2kOSEjTt8=","V0W0Rjk+4FhmFQIHpLpVpDwLt3pJRk3r+WDwMvD/s8o=","VvLP9nF59CXMJcDcp5Q/gaGWiKnfSE5ljooHI9n5Oh8=","ekJL13ZCLQoaYUHNWG7CB4YgPpY9/VM4K2V6QTyQFAw=","4Kgue7aO0J4VUrnmbfomJvthKYDXcylYHAYqix702+4=","DVwj8XygXKUVmiJg42rd9PXJdVrmi2fvFh/B8bD9zlA=","6afavMlRyT3ws8ofNXF2AU8aKc80kgceU9LZswliG+I=","0zpLjHIhbqCuHFz6qXZQjkQ+kVOSaytMEaztvAJWtlg=","n+cDu1jmn4uWwo+XYKj+Wi2oMh43WH//VaD5FBNRDcc=","gpULKsfZ+xqznS6Fb+0MzImvMVkfnBWkLMSa8DQ00OU=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201556905\n0soveyNKHhlDGfAOFWVKfOmEYFcKhQTWVx5eN9qRRVQ=\n\n— rekor.sigstore.dev wNI9ajBGAiEA9VbVs66tnN9YPIqoDvPNoUKafApk+W5+1tCeAyawKUICIQDWEkZWvYKQEkbbVMRvZ1xfwELDI6VeMYv0nvPXIDitjw==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjZDM3ZDYzZGZhYTNlYjRkNDFiNzk4MDgxOGM3ZWU0MzU3OTcwMGQ4ZjhmNDMzNTQxNGUxMWI1YjEyZTk0MTM3In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUQ2ckNnWWttT3hlSElEMWVQOUg3MXBaVlFYbmdTNEk3d2pRalZub0hXWXVBSWhBTThqZnl5aHJYTXVoRzBvekl0UThSVGZMMFZuMEg1WkszMDJqZjVtTUhKMCIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KUFowRjNTVUpCWjBsVlkyVXZWeTlaU1hsVVNVWjNTV1pSYTFORWJURjZiSGROVldZMGQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUa1JGZDFkb1kwNU5hbGw0VFVSRk5VMVVXVEJPUkVWM1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZQZEVZM1FrdzRPWGxUYVRadE1FNXVNWHB6TWxObE4xQm9WbTFWTXpaMVdsZG5Ta29LUWpCdE1tcDBURVY0SzJaQ1JVTm5jRTVHVXpCcFEzTkNTR0ZQYTFGSlUzZDBSMlZqYjI4ME1rbFBaMXBHYjJkTWFFdFBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGT2RGTkJRVUZDUVUxQlUwUkNSMEZwUlVGNmEwRkNXR1pKTmtSMGNWcE1TVUZyTVRacFJXOVJXSFF4ZGtORFowcHZZUW81TTNWVlRIbE5PRmxGYTBOSlVVUnZibWwxYUdwdFdGYzRNMHh4YkVOUWVGRkJNMmQ2ZVc0MVIxZGtMeXRYVHpoak9FNUliMUI0ZEdoNlFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2IwRkVRbXhCYWtWQk5URXdTMWQxVWpkek1FSjFNVlk0T1VkVWQxaFVkSEJWVVdZMmFEbEJlbVJ1Y1VWemVUWkpORkp6V0djS2Fsa3JOVEUxUTBsVmFHSnRhSFJUYVdsTFUxaEJha0pKUTNsYVdVNXlPR0pGWlZwVGJTc3JhazExYVN0eVlrRXpaVGR5ZGl0YVZUUmtNMGhMTW5aU1VncFZiekV2YVdNNU5sazJNRmg1TkVzM1RFSXJRa3RvYnowS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyzADAgEAMIICwgYJKoZIhvcNAQcCoIICszCCAq8CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg9as40RqF/R9chKuaHz0Km6plJVtWd6RSVqABaq60cvICFQDF6JztuxpiM9k5Xsopbdb6otm3UBgPMjAyNjEwMTkxNjM0MTBaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHcMIIB2AIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzQxMFowLwYJKoZIhvcNAQkEMSIEIP+Wmt9sulPaO+7zmhG+RNnwPa9r1nqzM7yzgYKxUuAsMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRoMGYCMQCQKyV2GLCXKmTDqc82vP5G+0HcptylGBaR721gdQ7EL8jDF5/yum3orTIW2apEeMACMQD87VJfOYkBCYpXHKHQdTFf6SoSbboa5oixr2eqAYauShUsGcPDwF3NBPTyEXZR85Q="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"zTfWPfqj601Bt5gIGMfuQ1eXANj49DNUFOEbWxLpQTc="},"signature":"MEYCIQD6rCgYkmOxeHID1eP9H71pZVQXngS4I7wjQjVnoHWYuAIhAM8jfyyhrXMuhG0ozItQ8RTfL0Vn0H5ZK302jf5mMHJ0"}} \ No newline at end of file diff --git a/build/torch213-cu130-aarch64-linux/symbols.json b/build/torch213-cu130-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch213-cu130-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch213-cu132-aarch64-linux/__init__.py b/build/torch213-cu132-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch213-cu132-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch213-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch213-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..60bb67bc46e3bb7d98b2d3ebee50c7a874400ea4 --- /dev/null +++ b/build/torch213-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:004b103b10aa09d0eef32b80e90ea229f1d8dacc0b1be96910103dc1c0cf1637 +size 1217584192 diff --git a/build/torch213-cu132-aarch64-linux/_ops.py b/build/torch213-cu132-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch213-cu132-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch213-cu132-aarch64-linux/layers.py b/build/torch213-cu132-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch213-cu132-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch213-cu132-aarch64-linux/metadata.json b/build/torch213-cu132-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..414dbc60956146e94cfda013479d6e3e6e81a126 --- /dev/null +++ b/build/torch213-cu132-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "AEsQOxCqCdDu8yuA6Q6iKfHY2swLG+lpEBA9wcDPFjc=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch213-cu132-aarch64-linux/metadata.json.sigstore b/build/torch213-cu132-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..357850a46fbb5e3861a4187bd33baf4325b6eca6 --- /dev/null +++ b/build/torch213-cu132-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrGgAwIBAgIUAyN9HTV73UFL+2xGZ9dONH9AiUcwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzNDE0WhcNMjYxMDE5MTY0NDE0WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEdE5TvUv+pj54/eDcb44Vaxh5dIInPytw1GdA4c7sCCrokqMAe9+tyBRn0XJEC8HYO2bNPFtKMPuIgxXi6J/hk6OCBdAwggXMMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGJBgorBgEEAdZ5AgQCBHsEeQB3AHUA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQN8TAAABAMARjBEAiB1nI/eDFTqEkZebk4hpTHyQiZ76hORr9hX2L1aa1jz+gIgIGrHisxwXFb/Y0thUzTRrL43qQgJl8Io5kdD2koFBeAwCgYIKoZIzj0EAwMDaQAwZgIxAO4F01qFrqhAnH8Lxw8wULF4pkxmJURqL0+pZh/OcapTAkuZijFdn3ESzEWzUb6z4gIxAPcpHGkWiZK9lTnoqRMRXwLxz4hOIGA+FLKWgp+45XrSSO77CFnG21kkVrHKiYGJdQ=="},"tlogEntries":[{"logIndex":"3323461700","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427654","inclusionPromise":{"signedEntryTimestamp":"MEUCIQCAqvkui2fsQ+hTnww+csrBjUyl8Zju6oq7cZVVZpORWwIgM6OM5PLUVddKa6yZfUGxP5fuAq8HX2VRnIvNTqB0Xts="},"inclusionProof":{"logIndex":"3201557438","rootHash":"nvQw1Z6GDVwFW6rq6zIFbWDESV2/AX17+PzgVD3qzow=","treeSize":"3201557813","hashes":["uXAg7OxUHzkXGo/fCy1covyGlfcW8x2lCqLGeNCramo=","P8gRoCOe0F5iXueQ1i17gTb6wp6gSUyAUmtZxm0/wlU=","PUAVQoTir2DY4s+KBYD0CfKn693A4K6gPVNWHUCzE5s=","MSh2Ytd/Tz9rJ+oShgGRHfUFSbnQeJICVEln+YQx6Tw=","fsZEnopYR7BFDaQUgpihRSNBVvKODWIm8DsAb4ysZq8=","LBLQMF+laaqfBoG39+x4An2yx8iMkJzT7uU/1dKfCNk=","vO3Pu96Gz91inSZUiLttIl/nRvww5sOq2iUgJlnj4Ik=","J4/XcR83/7nnipsKiWjpYlJhGp6Jb6NugUzDTMGQdA8=","iEOyvroIWdj/p0xIpR4NxYa6XkZcNfqkVJ0CeOji8AE=","1B+VXt8rrYY1NHWqjlk3mR2UprMV6XxXRMpSfDWRlD8=","rDaXNE/hJpT+5ummDiVWfcqqVFRbzeFIZBmhfgRyIkc=","gpULKsfZ+xqznS6Fb+0MzImvMVkfnBWkLMSa8DQ00OU=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201557813\nnvQw1Z6GDVwFW6rq6zIFbWDESV2/AX17+PzgVD3qzow=\n\n— rekor.sigstore.dev wNI9ajBEAiBJA2Nf+8WdpEkn6hLOH3qTC6SQ3Pk3guQdYz3o6ei2BwIgQ2H6MJ7mqxskppscmRy+Qet+fPA7IGqmksVJanobtAM=\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIyYTRiOGMxOTg0ODJlOWQ2ZGZmZjU4OWEzNGUxOTY1NjBjNjZhMjdhYmVhNjQ4NDM2NTJkZDRjMGFmYjgxYmVkIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUURjRUJrc3RsVS8vVU1GV2tjekxsS0RKWUJKS1M5NSszSkRxVFBzcVRnQllRSWhBTndWanIzR00zY01WVm44OEI5Tm9qVEtIVXc0TDRZRzQyVHR0WFJtVlB4WSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KSFowRjNTVUpCWjBsVlFYbE9PVWhVVmpjelZVWk1Leko0UjFvNVpFOU9TRGxCYVZWamQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUa1JGTUZkb1kwNU5hbGw0VFVSRk5VMVVXVEJPUkVVd1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZrUlRWVWRsVjJLM0JxTlRRdlpVUmpZalEwVm1GNGFEVmtTVWx1VUhsMGR6RkhaRUVLTkdNM2MwTkRjbTlyY1UxQlpUa3JkSGxDVW00d1dFcEZRemhJV1U4eVlrNVFSblJMVFZCMVNXZDRXR2syU2k5b2F6WlBRMEprUVhkbloxaE5UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkS0NrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NITkZaVkZDTTBGSVZVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGT09GUkJRVUZDUVUxQlVtcENSVUZwUWpGdVNTOWxSRVpVY1VWcldtVmlhelJvY0ZSSWVWRnBXamMyYUU5U2NqbG9XQW95VERGaFlURnFlaXRuU1dkSlIzSklhWE40ZDFoR1lpOVpNSFJvVlhwVVVuSk1ORE54VVdkS2JEaEpielZyWkVReWEyOUdRbVZCZDBObldVbExiMXBKQ25wcU1FVkJkMDFFWVZGQmQxcG5TWGhCVHpSR01ERnhSbkp4YUVGdVNEaE1lSGM0ZDFWTVJqUndhM2h0U2xWU2NVd3dLM0JhYUM5UFkyRndWRUZyZFZvS2FXcEdaRzR6UlZONlJWZDZWV0kyZWpSblNYaEJVR053U0VkclYybGFTemxzVkc1dmNWSk5VbGgzVEhoNk5HaFBTVWRCSzBaTVMxZG5jQ3MwTlZoeVV3cFRUemMzUTBadVJ6SXhhMnRXY2toTGFWbEhTbVJSUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgofxwZITnrJbre6EJIl5K7rF7LxV8jkIlTbI8qBw9boUCFF67iTZGgJa+b0WrilF6OVELGzdbGA8yMDI2MTAxOTE2MzQxNFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzNDE0WjAvBgkqhkiG9w0BCQQxIgQgUHDukgpb0wuRZrVpQ3+T6NUCXvjTwZQ0SjhdM0nyf+AwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwDbpLncXqcmHDK1pi5EmS/fhB0Ebor8sY4Y1P48wmMiQsGY7/1zGKbzbIv+AmEHBYAjB33VYVqGsnySMEqLAdIoE3wWgUyQJaN/3Zq28X21kCRij+WDq3uQzjlXkVJxqJFkQ="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"KkuMGYSC6dbf/1iaNOGWVgxmonq+pkhDZS3UwK+4G+0="},"signature":"MEYCIQDcEBkstlU//UMFWkczLlKDJYBJKS95+3JDqTPsqTgBYQIhANwVjr3GM3cMVVn88B9NojTKHUw4L4YG42TttXRmVPxY"}} \ No newline at end of file diff --git a/build/torch213-cu132-aarch64-linux/symbols.json b/build/torch213-cu132-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch213-cu132-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch214-cu126-aarch64-linux/__init__.py b/build/torch214-cu126-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch214-cu126-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch214-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch214-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..0e49656ff384b0ddc2dd4d9d422038592940e664 --- /dev/null +++ b/build/torch214-cu126-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5149500b5ee96ea680af017731f90a2592d7d1d79f826673675bd1bbf1565569 +size 709677808 diff --git a/build/torch214-cu126-aarch64-linux/_ops.py b/build/torch214-cu126-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch214-cu126-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch214-cu126-aarch64-linux/layers.py b/build/torch214-cu126-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch214-cu126-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch214-cu126-aarch64-linux/metadata.json b/build/torch214-cu126-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..27e80a6d69e22160af0313651316272bbed3da88 --- /dev/null +++ b/build/torch214-cu126-aarch64-linux/metadata.json @@ -0,0 +1,38 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "UUlQC17pbqaArwF3MfkKJZLX0defgmZzZ1vRu/FWVWk=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch214-cu126-aarch64-linux/metadata.json.sigstore b/build/torch214-cu126-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..fcf2f3c2e869f0a0a941de7320ce06546043689a --- /dev/null +++ b/build/torch214-cu126-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrKgAwIBAgIUT85xezjCQTkW9VWx/aDjIVV/zWowCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzNDE3WhcNMjYxMDE5MTY0NDE3WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAECFBiuapPl1kqUENUZUfOrmS14LdCN2u/JOlJvbp7Ao8kHyE0m9j0UYmSx5prjLGUpgDKEemrAYeve7rDwgJBOqOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQOH5gAABAMARzBFAiAf9SKY00EzZRKKZ9z1rmtxWn5MwIqIxTUxFSkwiYg9mQIhAPxGsaRjAIAeYQzW8o2Gq/MNrVpc7JaUipshHWBOFzeJMAoGCCqGSM49BAMDA2kAMGYCMQCHwtc8X9waoXHVgJNDopXipbrcMaxWcx1269islf0Yqhg1mxFZ2tGRmxghih9RZWICMQD29c2j94Nu5XXAZ2uoxgROLaENgLqmMqreKyAmcKREaJpWhffa0/CDUwkaaWy+zfE="},"tlogEntries":[{"logIndex":"3323462200","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427657","inclusionPromise":{"signedEntryTimestamp":"MEUCIDL8wlEuyI2vqPBWM37K0FXKrJg1nS5scheoIKk7iWApAiEArqMLil1uUYccOZ1BjriN7jIqNqX4H69KnloFoPNl6Eo="},"inclusionProof":{"logIndex":"3201557938","rootHash":"IvgQmi93LsSsONHs9TvOQYvd3iFID9G/Vkn12v2OAwE=","treeSize":"3201558294","hashes":["Zfkz1tcEXGA0JfRLeWIrb53tW1d3R5GwUOdvJHUdKUg=","1qKxApNDJV9kf3H14WUwZP+o2zS8ef1f/UlqsjuJMUc=","2vMr0cMWePoAwlcmIeU129uFvVBkeR7B9NhwhsGt7T0=","EdqFfJJQuboP6//rsK3LErqXVFP8DfmdTvFFWPZSg6E=","vJbhwUGJHYA4hTmVLDbL+49XG4CFwuTo4D/o8wqmBJ8=","NbsmnvMnOYNJHstg/ghGU9Dn+1+prMfgmK3fcdQCdlQ=","M8d/nqsGyDI8xatwhQWYJtxbxha1OIk/opik2K3TzIU=","iAM7Zt6Xh0MbNr8triaZyapZL1JHqo0G/K/vM3BeklM=","UEjehboiiuDtq8q5VJaWr/cqZ7K6A512Z0kRKhMpjRU=","9QNEovRuZWMyEOroxZkaDsyHrWyUm00R8zFtfO17YsI=","E43/GWLPTuW6I4amPzv3Id3myXnc104tBU+Q23pXwLg=","gpULKsfZ+xqznS6Fb+0MzImvMVkfnBWkLMSa8DQ00OU=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201558294\nIvgQmi93LsSsONHs9TvOQYvd3iFID9G/Vkn12v2OAwE=\n\n— rekor.sigstore.dev wNI9ajBGAiEAq1muOAOyb96bXkJdTqZ8AKUq6Axw6LkNDyx5o+mpz4sCIQD50SOFViLoD3ZAhfmK5xSTz7mR0yVMLOIvPpfVs6VWJw==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI4YWE5NTZkNjU1ZmNjZWRjMTFhNzQyMzZjZTE5MDlmMjVkNjcyNzVhZjQyNDVhZmY2MWVlZTYxN2YzZDUyNGM4In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQjViQk1rSVpCbVNjcTRTZXVaYmRrSFNadlJWL292UTRtN0lNN0J1TVNrMUFpQTR6bmlPQzlUN2wxbXBJMDFBRGwzV2g3dzU4ejVpSzVEVHdqL0EyWWFlV2c9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KTFowRjNTVUpCWjBsVlZEZzFlR1Y2YWtOUlZHdFhPVlpYZUM5aFJHcEpWbFl2ZWxkdmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUa1JGTTFkb1kwNU5hbGw0VFVSRk5VMVVXVEJPUkVVelYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZEUmtKcGRXRndVR3d4YTNGVlJVNVZXbFZtVDNKdFV6RTBUR1JEVGpKMUwwcFBiRW9LZG1Kd04wRnZPR3RJZVVVd2JUbHFNRlZaYlZONE5YQnlha3hIVlhCblJFdEZaVzF5UVZsbGRtVTNja1IzWjBwQ1QzRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGUFNEVm5RVUZDUVUxQlVucENSa0ZwUVdZNVUwdFpNREJGZWxwU1MwdGFPWG94Y20xMGVGZHVOVTEzU1hGSmVGUlZlQXBHVTJ0M2FWbG5PVzFSU1doQlVIaEhjMkZTYWtGSlFXVlpVWHBYT0c4eVIzRXZUVTV5Vm5Cak4wcGhWV2x3YzJoSVYwSlBSbnBsU2sxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKclFVMUhXVU5OVVVOSWQzUmpPRmc1ZDJGdldFaFdaMHBPUkc5d1dHbHdZbkpqVFdGNFYyTjRNVEkyT1dsemJHWXdXWEZvWnpFS2JYaEdXakowUjFKdGVHZG9hV2c1VWxwWFNVTk5VVVF5T1dNeWFqazBUblUxV0ZoQldqSjFiM2huVWs5TVlVVk9aMHh4YlUxeGNtVkxlVUZ0WTB0U1JRcGhTbkJYYUdabVlUQXZRMFJWZDJ0aFlWZDVLM3BtUlQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgdid5HL7OJkrxijLA1u2sNcemPrKajacfX6r6jx0m55MCFBMZqhSFDPPRW4VfrNhnZKoeGVs3GA8yMDI2MTAxOTE2MzQxN1owAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzNDE3WjAvBgkqhkiG9w0BCQQxIgQgFevSmvXm2+WFz8ZcJxSySzBMqTb/lG3gBs9DFEzvN9owgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIxAJrTOnWS2VJCd+TaQ5ynCfq3DUx1m1ANTMEg0NxfQTnDEksR2CRnN/LY3uWU5QFryAIwEqJE46wMGZ3sxz5AZi3T6UAFIELHM9c+8GubUI58iFhjhKsHfNJAWgqah0XeuBS1"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"iqlW1lX8ztwRp0I2zhkJ8l1nJ1r0JFr/Ye7mF/PVJMg="},"signature":"MEQCIB5bBMkIZBmScq4SeuZbdkHSZvRV/ovQ4m7IM7BuMSk1AiA4zniOC9T7l1mpI01ADl3Wh7w58z5iK5DTwj/A2YaeWg=="}} \ No newline at end of file diff --git a/build/torch214-cu126-aarch64-linux/symbols.json b/build/torch214-cu126-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch214-cu126-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch214-cu130-aarch64-linux/__init__.py b/build/torch214-cu130-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch214-cu130-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch214-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch214-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..691e4117435eeae23c7e32ee0fe065b764071a52 --- /dev/null +++ b/build/torch214-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fed463b58471b8d0bcfb81077e1e3b1ff39ebc71466e61a81cdf05ee3d0f691 +size 1233961104 diff --git a/build/torch214-cu130-aarch64-linux/_ops.py b/build/torch214-cu130-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch214-cu130-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch214-cu130-aarch64-linux/layers.py b/build/torch214-cu130-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch214-cu130-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch214-cu130-aarch64-linux/metadata.json b/build/torch214-cu130-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b01be18d6235a756b6b330e398321e3192391208 --- /dev/null +++ b/build/torch214-cu130-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "f+1GO1hHG40Lz7gQd+Hjsf8568cUZuYagc3wXuPQ9pE=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch214-cu130-aarch64-linux/metadata.json.sigstore b/build/torch214-cu130-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..3000fbb80bd66264b04ba6a2367f40ee4ba814b2 --- /dev/null +++ b/build/torch214-cu130-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrOgAwIBAgIUDCg3jb1DCc7ue1mE5VVrKmR06HwwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzNDE5WhcNMjYxMDE5MTY0NDE5WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEs3dhab9MEsvmRvCturBiM2gA1je1YMP5h3nPj8eIzSxIyD4s5Z+qOhJLccbGHixz+HvMZmLO+oMngvEnYXBrDqOCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQOSzQAABAMASDBGAiEAoYGSAqTAeTZ/aTt5VIvFsFqtVgEVWOiIaqkTzzp8BqECIQCnKu1cuJVs/XymYo7mknZSZEzhnkQmC0cf0WwlqvcxuTAKBggqhkjOPQQDAwNoADBlAjEAxzkFh0ySJ2VPmbvvCTEIuHoA6qjXvx+6atUvYwU7pQ8jXgvAc1lWZxyiPg1aN5NlAjBBETs96i5kS+Z15IPsuLpBq5W+LxodU+8BTTOC4CBnm+1cGEp+ZNLyvTC1KlIjsmg="},"tlogEntries":[{"logIndex":"3323462737","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427660","inclusionPromise":{"signedEntryTimestamp":"MEUCIQCQ0h96mqhEVgros4gSdllHU1zcNXpDzFafvwkqqTpDjAIgdISiYfxK/cVYI5J8i3V7sgIOMJSgIhk2qKqPlSkbRH8="},"inclusionProof":{"logIndex":"3201558475","rootHash":"fg2lhFpzsduU1oYEWP7QKZOpBAPBkeNzKv22765GhOA=","treeSize":"3201558489","hashes":["gMvTvZ+Njp/kq+TcXmfWLHmNBxx8Kdz2x52RJNppARs=","edv71OqLd5cQrs6YeedH/bFUTvTer43t5nIoFYmKeqQ=","dUWz2nUV/ssKbvhXOqsDd+vUzEvlBCkWlha1mtxXJus=","6ZHlIufDbNY8CfNK+PNlk3MBXAuKlyY2r552q3E0WOU=","vmTNNwgMqLT+yPDiAuJNvV4Tb8+ucQu/HTBwzYWcF0c=","YkhiPN2V5ve0Y0w+Q3mJyYl9F+4bk9xlWvdwoQ+0YKo=","ColBuPUPmVtf5izgYOxBGJjdeKCYrxOa8o8GDVsXJsc=","HWJp01RcCWloNYlXz+hwIHU2agowevDf7xFzm2NdFw0=","bIFfyenDKQRZRnIqEmLE807bGn8npdkhgCwPLtWgRKE=","E43/GWLPTuW6I4amPzv3Id3myXnc104tBU+Q23pXwLg=","gpULKsfZ+xqznS6Fb+0MzImvMVkfnBWkLMSa8DQ00OU=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201558489\nfg2lhFpzsduU1oYEWP7QKZOpBAPBkeNzKv22765GhOA=\n\n— rekor.sigstore.dev wNI9ajBFAiEAiRz0qg1rd2x/GgXXJOeVNM0oladLClO+DUKW+sZ7AjACIAp+TK9mLhTYpbZPIgg0dPUMHSmuBeS2ZRPhq9QO5S4P\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJhODhjYzQwMTAyMDI0MTJiZmJjMmMxNzhhN2MyZjhhMTY4OTg2MjU5NTM4MTM5N2I4YzFjYjdmYzg4YmU3NTNjIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FWUNJUUNOeFVoempQRFFvTGM0ODEwWTVQRHR2cFlnOVRubzd1MWpFdmx1WlkwcVV3SWhBUGpOMUdwUk1FZGZhRENkZWxwcy8zTFF4Vytrd2MwclAwM0RmUXdET0RCaiIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KUFowRjNTVUpCWjBsVlJFTm5NMnBpTVVSRFl6ZDFaVEZ0UlRWV1ZuSkxiVkl3TmtoM2QwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUa1JGTlZkb1kwNU5hbGw0VFVSRk5VMVVXVEJPUkVVMVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZ6TTJSb1lXSTVUVVZ6ZG0xU2RrTjBkWEpDYVUweVowRXhhbVV4V1UxUU5XZ3pibEFLYWpobFNYcFRlRWw1UkRSek5Wb3JjVTlvU2t4alkySkhTR2w0ZWl0SWRrMWFiVXhQSzI5TmJtZDJSVzVaV0VKeVJIRlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGUFUzcFJRVUZDUVUxQlUwUkNSMEZwUlVGdldVZFRRWEZVUVdWVVdpOWhWSFExVmtsMlJuTkdjWFJXWjBWV1YwOXBTUXBoY1d0VWVucHdPRUp4UlVOSlVVTnVTM1V4WTNWS1ZuTXZXSGx0V1c4M2JXdHVXbE5hUlhwb2JtdFJiVU13WTJZd1YzZHNjWFpqZUhWVVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2IwRkVRbXhCYWtWQmVIcHJSbWd3ZVZOS01sWlFiV0oyZGtOVVJVbDFTRzlCTm5GcVdIWjRLelpoZEZWMldYZFZOM0JST0dvS1dHZDJRV014YkZkYWVIbHBVR2N4WVU0MVRteEJha0pDUlZSek9UWnBOV3RUSzFveE5VbFFjM1ZNY0VKeE5WY3JUSGh2WkZVck9FSlVWRTlETkVOQ2JncHRLekZqUjBWd0sxcE9USGwyVkVNeFMyeEphbk50WnowS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgjEI5hnG5AsiduXTR5bpipZe2lPwN0MJSPy2kxXUOuJ8CFDCVZXRYErmm7ApKGCpL0DvINLDXGA8yMDI2MTAxOTE2MzQyMFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzNDIwWjAvBgkqhkiG9w0BCQQxIgQghEimkhFpWkvU+29gdxadNQYPz7Ao9tb5glZWbJO1I9kwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIxAL+v15hAt/zQR5P+nMxJlOHHVxSsXBj1GJGrvyeyCVB6xKRn2ndl95ThyWnFLFNPqAIwa89H4qTHi3lsZ4BwfmgQlUj6cYfnSz7CZObVJbTY+DrAWJSkGFt4WH2u9JzBEDcH"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"qIzEAQICQSv7wsF4p8L4oWiYYllTgTl7jBy3/Ii+dTw="},"signature":"MEYCIQCNxUhzjPDQoLc4810Y5PDtvpYg9Tno7u1jEvluZY0qUwIhAPjN1GpRMEdfaDCdelps/3LQxW+kwc0rP03DfQwDODBj"}} \ No newline at end of file diff --git a/build/torch214-cu130-aarch64-linux/symbols.json b/build/torch214-cu130-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch214-cu130-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch214-cu132-aarch64-linux/__init__.py b/build/torch214-cu132-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch214-cu132-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch214-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch214-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..2b97644fe5add251a84ea8a99b4c5dcfe2be3957 --- /dev/null +++ b/build/torch214-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f5aa81f56f3612b4bd1f6b0f9dbf7fe892a097a8def9348260ce73b596c08b +size 1217584696 diff --git a/build/torch214-cu132-aarch64-linux/_ops.py b/build/torch214-cu132-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch214-cu132-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch214-cu132-aarch64-linux/layers.py b/build/torch214-cu132-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch214-cu132-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch214-cu132-aarch64-linux/metadata.json b/build/torch214-cu132-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..65804d83574211a542c949ea2c52e7eb24301a30 --- /dev/null +++ b/build/torch214-cu132-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "o/WqgfVvNhK0vR9rD52/f+iSoJeo3vk0gmDOc7WWwIs=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch214-cu132-aarch64-linux/metadata.json.sigstore b/build/torch214-cu132-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..6a20b3190e9f06bc66e73b53ce7cd98dc3304804 --- /dev/null +++ b/build/torch214-cu132-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrKgAwIBAgIUc0QVTGwMdf5cQ71jPADhkibOKTowCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzNDIyWhcNMjYxMDE5MTY0NDIyWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAECc/JcALmpglBR5dEpSdOcS2Y0ScZcZydU9tDy3JTIAIz6CsHSTrzbfv86R+cTr6NzWYYOxan+NOafIWZ8Gb3GqOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQOb+QAABAMARzBFAiAeECKpt16pkudaCNgkTzc5WRcinTPoAFhFPZ5J8qj+9wIhAPIegvCAUy8oPzk2uL2O7vYQwedT2zRo0NV7dTb6ukusMAoGCCqGSM49BAMDA2cAMGQCMFisO5ClZ9QZucy2ZlA+0jUySM8BaIN9AD14q014paOz1EmJpezNDwXS3y9GsuMJiQIwSJR+tdhTsOhm3ZDVKeAzCbACUtIPfe+CHvH8OK+SPW3AWgXfpalqmhG61+7wuTwN"},"tlogEntries":[{"logIndex":"3323463165","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427662","inclusionPromise":{"signedEntryTimestamp":"MEQCICIvwmVe0Cb6p/jME8qqgSDA3dqtjxd7fzPUM7DQYEh7AiB0z8FkHG81TSfg4IM23sZXLoZh8lf8LcwWbOx0dnLT6Q=="},"inclusionProof":{"logIndex":"3201558903","rootHash":"FICW8JWEExTOmISj78kBik0a6YVrVwcoP8owRMCLxCo=","treeSize":"3201558998","hashes":["lX/zEDyW9cfPen9A8swWtPrDV3FS1k2ajB/Q5tKgE2w=","R4kp84GwAO7wHWg7irr6k1BM8zVq0v948x4kWNqjmPY=","omHQnMDY+8RGoP3efWhmvv8ej6L84DfLBL8caOrBlc8=","4UHfEBAVMtL9g2Y+Z6/bOlrOtc3ECBmCeQ9tJ08VJzE=","M8Rh9FOHAUbloIOYh7Z+XNUcmYkJ9UI06cRPzTdUCxE=","MGhZ+evLQ9HP0wkwBA9GUYkvqQzkLtfUMEbYZpTA+bU=","mlDNjiXN1HjAuWt5HDBcqmb8VzOwpXaH+yque4Z0t2c=","WjYRCvPJs/5piiopryQ3BQi2zt6y8xF68cTxHYw42E8=","5VtZ22SHHdgEupwBkUktw/Rr8NeiTQ41mOLeCvQmk8g=","/lH+gcSPnv6xi2r0Vb/zBBX5mpcWU3V1iA5hZPackuk=","gpULKsfZ+xqznS6Fb+0MzImvMVkfnBWkLMSa8DQ00OU=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201558998\nFICW8JWEExTOmISj78kBik0a6YVrVwcoP8owRMCLxCo=\n\n— rekor.sigstore.dev wNI9ajBFAiA5l38TWJbTg6fP54i6mf5LAgWty3aQW/caYb9xI4IvlwIhANkkzWt9EX7g9Vckyofa+EeWOIqLMNwgyJReVrXTmEpE\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI0MTc2ZGYyYzM0YzgxZTBmNmIxYjBhYjU1MzdlMjEyZTBjMzU1NzRmZDU3ZTliN2VjMjM4MjM4OWUxZGI1NTdjIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJR1p6V3BqZWlMS01rbW9Xano0QzZUYkxTZ3pSbXhKY1FPVmowUEV5ZXc1aEFpRUFxcmhPWGZZTURFcEJNUGhycWhwYW9ybzJzT1lWeXNiZ3RHdWd5a1o5N2R3PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KTFowRjNTVUpCWjBsVll6QlJWbFJIZDAxa1pqVmpVVGN4YWxCQlJHaHJhV0pQUzFSdmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUa1JKZVZkb1kwNU5hbGw0VFVSRk5VMVVXVEJPUkVsNVYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZEWXk5S1kwRk1iWEJuYkVKU05XUkZjRk5rVDJOVE1sa3dVMk5hWTFwNVpGVTVkRVFLZVROS1ZFbEJTWG8yUTNOSVUxUnllbUptZGpnMlVpdGpWSEkyVG5wWFdWbFBlR0Z1SzA1UFlXWkpWMW80UjJJelIzRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGUFlpdFJRVUZDUVUxQlVucENSa0ZwUVdWRlEwdHdkREUyY0d0MVpHRkRUbWRyVkhwak5WZFNZMmx1VkZCdlFVWm9SZ3BRV2pWS09IRnFLemwzU1doQlVFbGxaM1pEUVZWNU9HOVFlbXN5ZFV3eVR6ZDJXVkYzWldSVU1ucFNiekJPVmpka1ZHSTJkV3QxYzAxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKalFVMUhVVU5OUm1selR6VkRiRm81VVZwMVkza3lXbXhCS3pCcVZYbFRUVGhDWVVsT09VRkVNVFJ4TURFMGNHRlBlakZGYlVvS2NHVjZUa1IzV0ZNemVUbEhjM1ZOU21sUlNYZFRTbElyZEdSb1ZITlBhRzB6V2tSV1MyVkJla05pUVVOVmRFbFFabVVyUTBoMlNEaFBTeXRUVUZjelFRcFhaMWhtY0dGc2NXMW9Sell4S3pkM2RWUjNUZ290TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgzI3puPNYInplnAtxcDB6UpsaTQCOji/V61Cd4tZk3+YCFBUDbuehlnf6N8ZXMjXu4/GmWGPOGA8yMDI2MTAxOTE2MzQyMlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzNDIyWjAvBgkqhkiG9w0BCQQxIgQgeCerpvHD0UIp3zievoJLfIF4efkLs5WKtqa2HYcG2+kwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwX6sSb5pNuLQIu/SPWo0UQirak5ESagbvVYTetoUh7VOczTYgD4Z9wS2l9qhzrkcaAjBapxZJVH5Iywa+qS5pFFbcHNn7ff+CTisdayJDeES65rZjaWYJaWA+iTUgENVO8PE="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"QXbfLDTIHg9rGwq1U34hLgw1V0/Vfpt+wjgjieHbVXw="},"signature":"MEUCIGZzWpjeiLKMkmoWjz4C6TbLSgzRmxJcQOVj0PEyew5hAiEAqrhOXfYMDEpBMPhrqhpaoro2sOYVysbgtGugykZ97dw="}} \ No newline at end of file diff --git a/build/torch214-cu132-aarch64-linux/symbols.json b/build/torch214-cu132-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch214-cu132-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch215-cu130-aarch64-linux/__init__.py b/build/torch215-cu130-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch215-cu130-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch215-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch215-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..96dba98f27d010be25ff003a26926130acea04c4 --- /dev/null +++ b/build/torch215-cu130-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb0826d7d498c8232b1b2d8b1a67c0a2744223ce83135f6fac4f79c8ff30b3f +size 1233961104 diff --git a/build/torch215-cu130-aarch64-linux/_ops.py b/build/torch215-cu130-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch215-cu130-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch215-cu130-aarch64-linux/layers.py b/build/torch215-cu130-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch215-cu130-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch215-cu130-aarch64-linux/metadata.json b/build/torch215-cu130-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..8a5a6588bdb2ab2b15a77e367d0d4887efc28b70 --- /dev/null +++ b/build/torch215-cu130-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "L7CCbX1JjIIysbLYsaZ8CidEIjzoMTX2+sT3nI/zCz8=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch215-cu130-aarch64-linux/metadata.json.sigstore b/build/torch215-cu130-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..cdcb9e5e81bc01c98375eccdc2c9bc597f54d6bc --- /dev/null +++ b/build/torch215-cu130-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHKzCCBrKgAwIBAgIUE/0NhC2OnTpjGUCSSXzOUEJLkKUwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzNDIzWhcNMjYxMDE5MTY0NDIzWjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEKyLJlBu0M21fHa4aFiH/MBTRK3pb8eigzPZnxvYXmodo3yMwRn6WxvtrsgvFiugh58QcQcGhaGxlVdph22NTCaOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQOiCAAABAMARzBFAiBELbclS8MIQGVlymKonb1pqXFWVT/yJbWAukBjEZg+awIhAMJlM317pWXZmzT6dgA3sSnZlH2R+az6mVClOt0MaWbRMAoGCCqGSM49BAMDA2cAMGQCMF8aH9pZD7mkKcggSrphu5vtOHQfCW+aAcTXPpnlXndPMgXP8Ltl6ms+LagoOTfsTQIwc3vWrMEJq2HiuQk09ECjPsRntscu/UjKCOx4oJMArg/EXdU4hUnWxRil0rhicaBW"},"tlogEntries":[{"logIndex":"3323463466","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427664","inclusionPromise":{"signedEntryTimestamp":"MEQCIH53Y/Bf7Aouj0qvJYN0ZwG7Kn3HKJW1kTHEaOJ+9bpTAiA5bY1a6Sk9wwKmjk5072pytEE3mBWSmN3pMb5GgUeAmg=="},"inclusionProof":{"logIndex":"3201559204","rootHash":"JlmeH1jAWyUqOfhLihbvX+sQ87IHK4Gq5TcYAJJNrLQ=","treeSize":"3201559205","hashes":["68WEQZIiqsAPxD0VOYVxK1PNly4S+WNA7ltkEExGGNo=","KdNIw0QXbQMr9xxRA70Bzg7VwLtPsubNgP2TrMp111s=","CNCBoVJF9g1I1pOll9EksVoCnAuRf/76tFjIZvPonp4=","Y0n7earfyZ/s4AXfiQoJ4B6bTk1gKma227A316RRSbU=","/lH+gcSPnv6xi2r0Vb/zBBX5mpcWU3V1iA5hZPackuk=","gpULKsfZ+xqznS6Fb+0MzImvMVkfnBWkLMSa8DQ00OU=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201559205\nJlmeH1jAWyUqOfhLihbvX+sQ87IHK4Gq5TcYAJJNrLQ=\n\n— rekor.sigstore.dev wNI9ajBGAiEA3mHogMCxUioqlJKXhDfUBJFevQ8G3gb6nYCJuny0oOECIQCk/LKZd4JmzgpKZWeYnyD0G3fSgjttJL8AkPSpWDqPuA==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJjOTJlODRkNzc5ODg3YjRlNTEwYTZlZjU5OGFkODY2YjYyZDA2ZTI0OWRiMTNhYjliYWVlMmFhN2ExY2M0YzRmIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJR1hxdTBOL1ZPN0IrUzJzNlNJK08yQjFpRTd5QmNFOGVBbkJmaWptSWlwRUFpQTk1OUJwNWxLbVpNQ3ZjZDhPdEg5cEFHMjJFNEVkd3F1NnJCQ203cTRNR3c9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaExla05EUW5KTFowRjNTVUpCWjBsVlJTOHdUbWhETWs5dVZIQnFSMVZEVTFOWWVrOVZSVXBNYTB0VmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUa1JKZWxkb1kwNU5hbGw0VFVSRk5VMVVXVEJPUkVsNlYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZMZVV4S2JFSjFNRTB5TVdaSVlUUmhSbWxJTDAxQ1ZGSkxNM0JpT0dWcFozcFFXbTRLZUhaWldHMXZaRzh6ZVUxM1VtNDJWM2gyZEhKelozWkdhWFZuYURVNFVXTlJZMGRvWVVkNGJGWmtjR2d5TWs1VVEyRlBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGUGFVTkJRVUZDUVUxQlVucENSa0ZwUWtWTVltTnNVemhOU1ZGSFZteDViVXR2Ym1JeGNIRllSbGRXVkM5NVNtSlhRUXAxYTBKcVJWcG5LMkYzU1doQlRVcHNUVE14TjNCWFdGcHRlbFEyWkdkQk0zTlRibHBzU0RKU0syRjZObTFXUTJ4UGREQk5ZVmRpVWsxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKalFVMUhVVU5OUmpoaFNEbHdXa1EzYld0TFkyZG5VM0p3YUhVMWRuUlBTRkZtUTFjcllVRmpWRmhRY0c1c1dHNWtVRTFuV0ZBS09FeDBiRFp0Y3l0TVlXZHZUMVJtYzFSUlNYZGpNM1pYY2sxRlNuRXlTR2wxVVdzd09VVkRhbEJ6VW01MGMyTjFMMVZxUzBOUGVEUnZTazFCY21jdlJRcFlaRlUwYUZWdVYzaFNhV3d3Y21ocFkyRkNWd290TFMwdExVVk9SQ0JEUlZKVVNVWkpRMEZVUlMwdExTMHRDZz09In19fX0="}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyjADAgEAMIICwQYJKoZIhvcNAQcCoIICsjCCAq4CAQMxDTALBglghkgBZQMEAgEwgbgGCyqGSIb3DQEJEAEEoIGoBIGlMIGiAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQgqOZIdYeRXPKO+TiIjwMejpodUkTJC2SiJnvGpKqdITACFQCHrCeeoPuefLuT6bah1yl7kM8c3xgPMjAyNjEwMTkxNjM0MjNaMAMCAQGgMqQwMC4xFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEVMBMGA1UEAxMMc2lnc3RvcmUtdHNhoAAxggHbMIIB1wIBATBRMDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAsGCWCGSAFlAwQCAaCB/DAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwHAYJKoZIhvcNAQkFMQ8XDTI2MTAxOTE2MzQyM1owLwYJKoZIhvcNAQkEMSIEIE+rK7gkWI+zkn8SFcvUCM5SQnAzzPbf49Y57Mc7r0ZOMIGOBgsqhkiG9w0BCRACLzF/MH0wezB5BCCF+Se8B6tiysO0Q1bBDvyBssaIP9p6uebYcNnROs0FtzBVMD2kOzA5MRUwEwYDVQQKEwxzaWdzdG9yZS5kZXYxIDAeBgNVBAMTF3NpZ3N0b3JlLXRzYS1zZWxmc2lnbmVkAhQ6E1QvDJBh7rzBQy/Lio6LKiOLDDAKBggqhkjOPQQDAgRnMGUCMQCNho6LcgzQkTFYwpX4kYyltFK/UgVqgXDvjkC0KdYgx+P3du/Xb7OY5fYnPHWM+7cCMGPfkS4snnGH+l8HIhaFupPPPCueZ6Zh3PwvrEpMIOPYgCSUjlt27l6aPVfWOLzSoA=="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"yS6E13mIe05RCm71mK2Ga2LQbiSdsTq5uu4qp6HMTE8="},"signature":"MEQCIGXqu0N/VO7B+S2s6SI+O2B1iE7yBcE8eAnBfijmIipEAiA959Bp5lKmZMCvcd8OtH9pAG22E4Edwqu6rBCm7q4MGw=="}} \ No newline at end of file diff --git a/build/torch215-cu130-aarch64-linux/symbols.json b/build/torch215-cu130-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch215-cu130-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch215-cu132-aarch64-linux/__init__.py b/build/torch215-cu132-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch215-cu132-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch215-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch215-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..4747ae5cd568194289ed1eb528ffdc63dac02e40 --- /dev/null +++ b/build/torch215-cu132-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b86d69fe26681acf9f8fd943389861ed1dc31ff56f3e4f6435e03977e27f4978 +size 1217584696 diff --git a/build/torch215-cu132-aarch64-linux/_ops.py b/build/torch215-cu132-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch215-cu132-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch215-cu132-aarch64-linux/layers.py b/build/torch215-cu132-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch215-cu132-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch215-cu132-aarch64-linux/metadata.json b/build/torch215-cu132-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..14bf42d7b6122b23c89ed3a798f0fbed6d17eaab --- /dev/null +++ b/build/torch215-cu132-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "uG1p/iZoGs+fj9lDOJhh7R3DH/VvPk9kNeA5d+J/SXg=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch215-cu132-aarch64-linux/metadata.json.sigstore b/build/torch215-cu132-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..62ae2a2a6a1f1d28dff825a0dc332ba6c16d292e --- /dev/null +++ b/build/torch215-cu132-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLTCCBrOgAwIBAgIUH+VMDg5qUFoct5OzGvOw4yIaaPAwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzNDI0WhcNMjYxMDE5MTY0NDI0WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEuv3e5JEjjwGJgcKb2kpwkdOIki0wiS/oU02Mv4EshX8+z7BzfPzmXOTW3SYJBHw+Dm1LundZ4W5LnF2mLXoz16OCBdIwggXOMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGLBgorBgEEAdZ5AgQCBH0EewB5AHcA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQOlGQAABAMASDBGAiEA/UFUkfZSQqJWIk8X0hDpG57WLIAWbUfSZxSw8Qoeb2ACIQDHfxft0Ynfyix2VV8gdzTLsmYsIkCVf0jl7rIC70Go3DAKBggqhkjOPQQDAwNoADBlAjEAh4zd2rkix4m3z3AQdp9OimpBu08aJzgGjMPKYzLftHWdhe1JeAxH+PIwnlf6NAbIAjA6405i6tHntqPzducTo8C3qVp2vFGQnia08n15Vp8Wpme+JDvOCWx80v9TFtkhp7E="},"tlogEntries":[{"logIndex":"3323463613","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427664","inclusionPromise":{"signedEntryTimestamp":"MEUCIEnRIdQbBepy0wLOt3Xk/uFmYIkBqiZKyOxnTMIdD7YdAiEA1OFZfAZ4AGZ7v6MbSV/ko+C2AshcQ8m9R+hthgcv81k="},"inclusionProof":{"logIndex":"3201559351","rootHash":"CY/fHSJGDIZprQaeAxdL0KXJRz3+5pdW5DkOP+s0vy0=","treeSize":"3201559457","hashes":["vSSGU3cO07mvhWn3ieATKBz0n/muX5RcasNlUeXKPRQ=","OeSbIdOETyYOnlb/F4XWQ3ZcY9pbq9b+KUZYZh+HE+M=","coJSO9ycMUNbsLz/XplzKyDUexS3G8Y3R0FRx5jVrX8=","f9hkUVxgvUwU6dBbRgA5K8GOSGSzzQj5wyve+5sNekY=","gl/c0XIYYX7SO+3BVw+gnY3ijEV16Fd0oWO3yNICTA0=","5gJ2x4WgixPBNWHBEMlqBiHkuFSiYdGBklVbDLvwWNs=","SPMQk1QYBHMdZCqydl1e+/T4JaelNgg1aW8n8p3agKU=","XLTj94rAZRddJF+Sbhlc4KneCBERdPWpsdXhgCPh+Eo=","GrHmKSxniOA1SBn2+3yByDwQ3QnK44Ie0h/gEiSlrtw=","Y0n7earfyZ/s4AXfiQoJ4B6bTk1gKma227A316RRSbU=","/lH+gcSPnv6xi2r0Vb/zBBX5mpcWU3V1iA5hZPackuk=","gpULKsfZ+xqznS6Fb+0MzImvMVkfnBWkLMSa8DQ00OU=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201559457\nCY/fHSJGDIZprQaeAxdL0KXJRz3+5pdW5DkOP+s0vy0=\n\n— rekor.sigstore.dev wNI9ajBFAiAiPn4abFcRCyMss1O3yoOkHIXc1RZsr0sIpwPEg+xKUAIhALfS8+f1UDzZ+xrnG4gP/T94prHcZb+fPTogXlhU/EbQ\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiIyZWVhNzlmNTI0NTRjNmVhODg5ZTA5ZDc0ODAxNjYzODJjODUyNjExMjc0NmQyODA5MGJlMGRkOTQ2OGJjMzM3In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJUURWTFRIK0p6cEwvY1ZaZnE5K3hLcFJUM0haNmM0dkF5NTFzWjdBZWVxTGl3SWdDbHA4SUZ3NDdlZ0YzbEN6dzUwdHI0WXVBeDN3bi80eklOVlJxSTZ0cTE0PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1WRU5EUW5KUFowRjNTVUpCWjBsVlNDdFdUVVJuTlhGVlJtOWpkRFZQZWtkMlQzYzBlVWxoWVZCQmQwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUa1JKTUZkb1kwNU5hbGw0VFVSRk5VMVVXVEJPUkVrd1YycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVYxZGpObE5VcEZhbXAzUjBwblkwdGlNbXR3ZDJ0a1QwbHJhVEIzYVZNdmIxVXdNazBLZGpSRmMyaFlPQ3Q2TjBKNlpsQjZiVmhQVkZjelUxbEtRa2gzSzBSdE1VeDFibVJhTkZjMVRHNUdNbTFNV0c5Nk1UWlBRMEprU1hkbloxaFBUVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTUNrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NEQkZaWGRDTlVGSVkwRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGUGJFZFJRVUZDUVUxQlUwUkNSMEZwUlVFdlZVWlZhMlphVTFGeFNsZEphemhZTUdoRWNFYzFOMWRNU1VGWFlsVm1Vd3BhZUZOM09GRnZaV0l5UVVOSlVVUklabmhtZERCWmJtWjVhWGd5VmxZNFoyUjZWRXh6YlZselNXdERWbVl3YW13M2NrbEROekJIYnpORVFVdENaMmR4Q21ocmFrOVFVVkZFUVhkT2IwRkVRbXhCYWtWQmFEUjZaREp5YTJsNE5HMHplak5CVVdSd09VOXBiWEJDZFRBNFlVcDZaMGRxVFZCTFdYcE1ablJJVjJRS2FHVXhTbVZCZUVnclVFbDNibXhtTms1QllrbEJha0UyTkRBMWFUWjBTRzUwY1ZCNlpIVmpWRzg0UXpOeFZuQXlka1pIVVc1cFlUQTRiakUxVm5BNFZ3cHdiV1VyU2tSMlQwTlhlRGd3ZGpsVVJuUnJhSEEzUlQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyTADAgEAMIICwAYJKoZIhvcNAQcCoIICsTCCAq0CAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg+CgFX0o8JJTV5PHXUeh3RT7pxJGTfrJme+WzPHTOO6ECFARs0kyWlIEeyOFI1POjR5TkDaTsGA8yMDI2MTAxOTE2MzQyNFowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdswggHXAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzNDI0WjAvBgkqhkiG9w0BCQQxIgQguxRDfAUsTwIYf2Z2ZeEt31slW4h0A6pLwcp7lYl35ZUwgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGcwZQIwMcFVUeLljLMKwLHcWLmNbkrF3uyTTs+HBzRpD6i+WNyXXrEEZdwRAnTpn67YZnPiAjEAgbksiGiWqDymR+v5IoThA4wrH8uJOxc8HyL52nJy0BIdj7gvRMBk+1bfjhcYHsiN"}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"Lup59SRUxuqIngnXSAFmOCyFJhEnRtKAkL4N2UaLwzc="},"signature":"MEUCIQDVLTH+JzpL/cVZfq9+xKpRT3HZ6c4vAy51sZ7AeeqLiwIgClp8IFw47egF3lCzw50tr4YuAx3wn/4zINVRqI6tq14="}} \ No newline at end of file diff --git a/build/torch215-cu132-aarch64-linux/symbols.json b/build/torch215-cu132-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch215-cu132-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +} diff --git a/build/torch215-cu134-aarch64-linux/__init__.py b/build/torch215-cu134-aarch64-linux/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..946160f16b9dc91fefeea037fb7ac84fd6afd802 --- /dev/null +++ b/build/torch215-cu134-aarch64-linux/__init__.py @@ -0,0 +1,26 @@ +import torch +import torch.nn as nn + +from ._ops import ops + +from . import layers + +def dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_fwd(input, gamma, beta, rowscale, colscale, x0_subset, z_subset, dropout_p, epsilon, rowscale_const, z_numrows, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm): + return ops.dropout_add_ln_bwd(dz, dx, x, mu, rsigma, gamma, rowscale, colscale, x0_subset, z_subset, dropout_p, rowscale_const, x0_numrows, has_residual, is_rms_norm) + +def dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_fwd(input, gamma0, beta0, gamma1, beta1, dropout_p, epsilon, gen, residual_in_fp32, is_rms_norm) + +def dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm): + return ops.dropout_add_ln_parallel_residual_bwd(dz0, dz1, dx, x, mu, rsigma, gamma0, gamma1, dropout_p, has_x1, has_residual, is_rms_norm) + +__all__ = [ + "layers", + "dropout_add_ln_fwd", + "dropout_add_ln_bwd", + "dropout_add_ln_parallel_residual_fwd", + "dropout_add_ln_parallel_residual_bwd", +] \ No newline at end of file diff --git a/build/torch215-cu134-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so b/build/torch215-cu134-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so new file mode 100644 index 0000000000000000000000000000000000000000..d4da3503cf12598782da37bed35fcf22c00edb75 --- /dev/null +++ b/build/torch215-cu134-aarch64-linux/_layer_norm_cuda_fe2bb66.abi3.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e21e7cb284262ef71aac139bf342df8b79356f56965489d896c528bdbabbd54 +size 1226032608 diff --git a/build/torch215-cu134-aarch64-linux/_ops.py b/build/torch215-cu134-aarch64-linux/_ops.py new file mode 100644 index 0000000000000000000000000000000000000000..425d1f9d89080e874561a0316e5486dab6ee8bfa --- /dev/null +++ b/build/torch215-cu134-aarch64-linux/_ops.py @@ -0,0 +1,9 @@ +import torch +from . import _layer_norm_cuda_fe2bb66 +ops = torch.ops._layer_norm_cuda_fe2bb66 + +def add_op_namespace_prefix(op_name: str): + """ + Prefix op by namespace. + """ + return f"_layer_norm_cuda_fe2bb66::{op_name}" diff --git a/build/torch215-cu134-aarch64-linux/layers.py b/build/torch215-cu134-aarch64-linux/layers.py new file mode 100644 index 0000000000000000000000000000000000000000..7ed883f42ead452f8b60f498ec11302c53d3cf74 --- /dev/null +++ b/build/torch215-cu134-aarch64-linux/layers.py @@ -0,0 +1,51 @@ +import torch +import torch.nn as nn + +from ._ops import ops + + +class LayerNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = False, + ) + return output[0].view(hidden_states.shape) + +class LlamaRMSNorm(nn.Module): + weight: torch.Tensor + variance_epsilon: float + + def forward(self, hidden_states: torch.Tensor) -> torch.Tensor: + output = ops.dropout_add_ln_fwd( + hidden_states.view(-1, hidden_states.shape[-1]), + gamma = self.weight, + beta = None, + rowscale = None, + colscale = None, + x0_subset = None, + z_subset = None, + dropout_p = 0, + epsilon = self.variance_epsilon, + rowscale_const = 1.0, + z_numrows = hidden_states.shape[1], + gen = None, + residual_in_fp32 = False, + is_rms_norm = True, + ) + return output[0].view(hidden_states.shape) \ No newline at end of file diff --git a/build/torch215-cu134-aarch64-linux/metadata.json b/build/torch215-cu134-aarch64-linux/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..bf88441874bc776264057268b3b63276b09837b9 --- /dev/null +++ b/build/torch215-cu134-aarch64-linux/metadata.json @@ -0,0 +1,40 @@ +{ + "name": "layer-norm", + "id": "_layer_norm_cuda_fe2bb66", + "version": 1, + "kernels-minver": "0.14.0", + "license": "BSD-3-Clause", + "python-depends": [], + "kernel-depends": [], + "backend": { + "type": "cuda", + "archs": [ + "10.0", + "12.0", + "8.0", + "8.9", + "9.0" + ] + }, + "digest": { + "algorithm": "sha256", + "files": { + "__init__.py": "jDU4y5fj5PX2zHRl093nsBRJeljX4k0cH3xhCkY8TII=", + "_layer_norm_cuda_fe2bb66.abi3.so": "HiHnyyhCYu9xqsE5vzQt+LeTVvVpZUidiWxSi9urvVQ=", + "_ops.py": "Bz98v8Ry/7lpJVStlnEKKEvzErnRTgXwlW+sroJ2+tM=", + "layers.py": "6MG0mvDTvgmjgeOE8+zQHno3oudtLhqdXVh5x8a+2fo=", + "symbols.json": "uzzPh37RmlWx6HBnBUyTrknEd17yJD0FN+qjhwr3unI=" + } + }, + "provenance": { + "kernel-builder": { + "version": "0.18.0-dev0", + "commit": "d054906a13710b811b96697b4635f03020842733", + "dirty": false + }, + "kernel": { + "commit": "fe2bb66fee6c2a77eccf08a0508dc57428d488ed", + "dirty": false + } + } +} \ No newline at end of file diff --git a/build/torch215-cu134-aarch64-linux/metadata.json.sigstore b/build/torch215-cu134-aarch64-linux/metadata.json.sigstore new file mode 100644 index 0000000000000000000000000000000000000000..e2f0600ba86e984f843345abd37eb3e259110544 --- /dev/null +++ b/build/torch215-cu134-aarch64-linux/metadata.json.sigstore @@ -0,0 +1 @@ +{"mediaType":"application/vnd.dev.sigstore.bundle.v0.3+json","verificationMaterial":{"certificate":{"rawBytes":"MIIHLDCCBrKgAwIBAgIUUipc+x/HfnA99ztq/SInHteHHqwwCgYIKoZIzj0EAwMwNzEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MR4wHAYDVQQDExVzaWdzdG9yZS1pbnRlcm1lZGlhdGUwHhcNMjYxMDE5MTYzNDI1WhcNMjYxMDE5MTY0NDI1WjAAMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEUFAJd2vuioZ+hKS+Jat97twaJnXLP7Ey7tAqG4ByjuAJhibp0Q/yQ8GE7/poAwWwhacnUWh0xv0Z26HBVgji3KOCBdEwggXNMA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzAfBgNVHSMEGDAWgBTf0+nPViQRlvmo2OkoVaLGLhhkPzBrBgNVHREBAf8EYTBfhl1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOQYKKwYBBAGDvzABAQQraHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbTAfBgorBgEEAYO/MAECBBF3b3JrZmxvd19kaXNwYXRjaDA2BgorBgEEAYO/MAEDBChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBMGCisGAQQBg78wAQQEBUJ1aWxkMCsGCisGAQQBg78wAQUEHWh1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5MB0GCisGAQQBg78wAQYED3JlZnMvaGVhZHMvbWFpbjA7BgorBgEEAYO/MAEIBC0MK2h0dHBzOi8vdG9rZW4uYWN0aW9ucy5naXRodWJ1c2VyY29udGVudC5jb20wbQYKKwYBBAGDvzABCQRfDF1odHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkvLmdpdGh1Yi93b3JrZmxvd3MvYnVpbGQueWFtbEByZWZzL2hlYWRzL21haW4wOAYKKwYBBAGDvzABCgQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMBsGCisGAQQBg78wAQsEDQwLc2VsZi1ob3N0ZWQwQAYKKwYBBAGDvzABDAQyDDBodHRwczovL2dpdGh1Yi5jb20vaHVnZ2luZ2ZhY2Uva2VybmVscy1jb21tdW5pdHkwOAYKKwYBBAGDvzABDQQqDChmZTJiYjY2ZmVlNmMyYTc3ZWNjZjA4YTA1MDhkYzU3NDI4ZDQ4OGVkMB8GCisGAQQBg78wAQ4EEQwPcmVmcy9oZWFkcy9tYWluMBoGCisGAQQBg78wAQ8EDAwKMTA3MTQ3NTUyOTAuBgorBgEEAYO/MAEQBCAMHmh0dHBzOi8vZ2l0aHViLmNvbS9odWdnaW5nZmFjZTAYBgorBgEEAYO/MAERBAoMCDI1NzIwNzQzMG0GCisGAQQBg78wARIEXwxdaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5Ly5naXRodWIvd29ya2Zsb3dzL2J1aWxkLnlhbWxAcmVmcy9oZWFkcy9tYWluMDgGCisGAQQBg78wARMEKgwoZmUyYmI2NmZlZTZjMmE3N2VjY2YwOGEwNTA4ZGM1NzQyOGQ0ODhlZDAhBgorBgEEAYO/MAEUBBMMEXdvcmtmbG93X2Rpc3BhdGNoMGQGCisGAQQBg78wARUEVgxUaHR0cHM6Ly9naXRodWIuY29tL2h1Z2dpbmdmYWNlL2tlcm5lbHMtY29tbXVuaXR5L2FjdGlvbnMvcnVucy8zOTIzOTU4Nzk4NS9hdHRlbXB0cy8xMBYGCisGAQQBg78wARYECAwGcHVibGljMEYGCisGAQQBg78wARgEOAw2cmVwbzpodWdnaW5nZmFjZS9rZXJuZWxzLWNvbW11bml0eTpyZWY6cmVmcy9oZWFkcy9tYWluMIGKBgorBgEEAdZ5AgQCBHwEegB4AHYA3T0wasbHETJjGR4cmWc3AqJKXrjePK3/h4pygC8p7o4AAAGhVQOqNQAABAMARzBFAiApJWword3i5yyQHPuDzqfc8DyKe6gWhPyuOfX/Iy0wkwIhAJ2spxwfzTFvIFDODH/QdU2S2bPnJ03hPCjTddUZLHy5MAoGCCqGSM49BAMDA2gAMGUCMA/NosVgzlqficn0GU/Zrg1VZUmtU93acBULVNwscx5IAbygOKtfbEgcQyvPNvMvEAIxAOcBtT1RG6KgBbD78nNCa+HSxuB7WZTufyVoiIfBmWeqOF51XkJ57Ugb9QuSHIg9rw=="},"tlogEntries":[{"logIndex":"3323463835","logId":{"keyId":"wNI9atQGlz+VWfO6LRygH4QUfY/8W4RFwiT5i5WRgB0="},"kindVersion":{"kind":"hashedrekord","version":"0.0.1"},"integratedTime":"1792427666","inclusionPromise":{"signedEntryTimestamp":"MEQCID0gKAGKRBRLe61cTGpSnLLXSyQCJ5RsSzvbeejTpl9hAiAoVaaONSLBEzVjF8ofxndqWseKZFwCqRAAt76Cxv0x2A=="},"inclusionProof":{"logIndex":"3201559573","rootHash":"gtLhOISB7qgiyzMMKSrpcAXJnYJxZ0MTPExi5cZ5Sy8=","treeSize":"3201559594","hashes":["o0aaYcAEpe1ja5rA/gkslyksaK2vqqQmBtZxx9KZG9E=","U7DjmEBJB7bwA2h0gNRjj956mTbofMN9IfLfPeaEgv0=","Gc/Dyk18OJALRKA1YEGOyN3c3UQLblyt6+TPAztRM7Q=","fOc6xnFxAfaIX2cRq60fLSE0hDzWhtwuMR8UKvWklIM=","x70j09jgQQjRmWPPx8+Ci0aeVWgC7gqFsy/v7aNBPEU=","nQGO6LbTOEQWpzQNHmwU2BDEPmFL+qklCZvi93HTcXo=","PNbA7Prq+ep/C90ZtFl0rIn8I3eB+CHIl2hDh84+j40=","/lH+gcSPnv6xi2r0Vb/zBBX5mpcWU3V1iA5hZPackuk=","gpULKsfZ+xqznS6Fb+0MzImvMVkfnBWkLMSa8DQ00OU=","aHg4QCsjcPg54Xyn+X6zXqx55MhRP2Lb5iMrdyMJhG4=","j+ZV7k/wtmynk8HvdDxjNqMicOG9YKa06aLBn3XNiFE=","s2chvXM50E3JTrLl980N2Tzj6i/yuAvMb+ETIvtKSJU=","KWk2gpTyzRRtQL0G9NKYu7Z9fCCLo9lh6GnpJjS+WMY=","j0WYhlZCgHWFR/OJIjCQT0Q8ta+HnlghbtUUUTyZptI=","7WFpoaiQCzLwM3o2YI5Ngo8J7JD0OfyCCQtmXhWxVes=","nyQV/+cWQUG5Hb2PKjQQNkQIJmz2qzAZKBQlkHGIknM=","G+nk7mgE5h6dUmv2UY7NDJrY3WvrZY31raaO1AETt+o=","qlTWNDzERnTBQVcHHXXVPjiUP0SsikGxfcxVlgqVFDo=","gg9GNApNke3+zNhl4tsWtmIycCFrOMCB3lys6XuSQNQ=","NlOclldmKPA1tMKIskqHAwuQDYHp31YwpK+OOMrMccc=","qxzHanAzz57SDdmJe0B7bJK72NTIBbwEMGBBKvDOROw=","xH/DCseLHr9eKoYT8qsORZK7zVdEGYWHuVtsVrD95wY="],"checkpoint":{"envelope":"rekor.sigstore.dev - 1193050959916656506\n3201559594\ngtLhOISB7qgiyzMMKSrpcAXJnYJxZ0MTPExi5cZ5Sy8=\n\n— rekor.sigstore.dev wNI9ajBGAiEAkF+BbLmaAVRRwAZ0njcfAuKSy2VnBtl9//SPXoNLE8oCIQCZIyQ/0am7coP2FTWM+oLxIOXOGHvXUz9A+rGyDsF0jA==\n"}},"canonicalizedBody":"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiJhOGU3NzM0MDI0NTE2NDA5OWFlY2RiYmU4NzRjZGEyZDhkNjM4MzQxYzdhZDQ4ZGM2NGI1NWI1MGM0ZTVkYjhjIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FVUNJR3RGOVFTUm1oSVduTGJlM1lVd2w1Qkhyd1Jva0xCcnlQbkxrZFhKNlF1YUFpRUFxSW1MSG8wNjNFNHpuZVYvUGVzVEc0QjZaMFhnL2sxdHEwT3FaWE5udnpjPSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCRFJWSlVTVVpKUTBGVVJTMHRMUzB0Q2sxSlNVaE1SRU5EUW5KTFowRjNTVUpCWjBsVlZXbHdZeXQ0TDBobWJrRTVPWHAwY1M5VFNXNUlkR1ZJU0hGM2QwTm5XVWxMYjFwSmVtb3dSVUYzVFhjS1RucEZWazFDVFVkQk1WVkZRMmhOVFdNeWJHNWpNMUoyWTIxVmRWcEhWakpOVWpSM1NFRlpSRlpSVVVSRmVGWjZZVmRrZW1SSE9YbGFVekZ3WW01U2JBcGpiVEZzV2tkc2FHUkhWWGRJYUdOT1RXcFplRTFFUlRWTlZGbDZUa1JKTVZkb1kwNU5hbGw0VFVSRk5VMVVXVEJPUkVreFYycEJRVTFHYTNkRmQxbElDa3R2V2tsNmFqQkRRVkZaU1V0dldrbDZhakJFUVZGalJGRm5RVVZWUmtGS1pESjJkV2x2V2l0b1MxTXJTbUYwT1RkMGQyRktibGhNVURkRmVUZDBRWEVLUnpSQ2VXcDFRVXBvYVdKd01GRXZlVkU0UjBVM0wzQnZRWGRYZDJoaFkyNVZWMmd3ZUhZd1dqSTJTRUpXWjJwcE0wdFBRMEprUlhkbloxaE9UVUUwUndwQk1WVmtSSGRGUWk5M1VVVkJkMGxJWjBSQlZFSm5UbFpJVTFWRlJFUkJTMEpuWjNKQ1owVkdRbEZqUkVGNlFXWkNaMDVXU0ZOTlJVZEVRVmRuUWxSbUNqQXJibEJXYVZGU2JIWnRiekpQYTI5V1lVeEhUR2hvYTFCNlFuSkNaMDVXU0ZKRlFrRm1PRVZaVkVKbWFHd3hiMlJJVW5kamVtOTJUREprY0dSSGFERUtXV2sxYW1JeU1IWmhTRlp1V2pKc2RWb3lXbWhaTWxWMllUSldlV0p0Vm5OamVURnFZakl4ZEdSWE5YQmtTR3QyVEcxa2NHUkhhREZaYVRrellqTktjZ3BhYlhoMlpETk5kbGx1Vm5CaVIxRjFaVmRHZEdKRlFubGFWMXA2VERKb2JGbFhVbnBNTWpGb1lWYzBkMDlSV1V0TGQxbENRa0ZIUkhaNlFVSkJVVkZ5Q21GSVVqQmpTRTAyVEhrNU1HSXlkR3hpYVRWb1dUTlNjR0l5TlhwTWJXUndaRWRvTVZsdVZucGFXRXBxWWpJMU1GcFhOVEJNYlU1MllsUkJaa0puYjNJS1FtZEZSVUZaVHk5TlFVVkRRa0pHTTJJelNuSmFiWGgyWkRFNWEyRllUbmRaV0ZKcVlVUkJNa0puYjNKQ1owVkZRVmxQTDAxQlJVUkNRMmh0V2xSS2FRcFphbGt5V20xV2JFNXRUWGxaVkdNeldsZE9hbHBxUVRSWlZFRXhUVVJvYTFsNlZUTk9SRWswV2tSUk5FOUhWbXROUWsxSFEybHpSMEZSVVVKbk56aDNDa0ZSVVVWQ1ZVb3hZVmQ0YTAxRGMwZERhWE5IUVZGUlFtYzNPSGRCVVZWRlNGZG9NVm95WkhCaWJXUnRXVmRPYkV3eWRHeGpiVFZzWWtoTmRGa3lPWFFLWWxoV2RXRllValZOUWpCSFEybHpSMEZSVVVKbk56aDNRVkZaUlVRelNteGFiazEyWVVkV2FGcElUWFppVjBad1ltcEJOMEpuYjNKQ1owVkZRVmxQTHdwTlFVVkpRa013VFVzeWFEQmtTRUo2VDJrNGRtUkhPWEphVnpSMVdWZE9NR0ZYT1hWamVUVnVZVmhTYjJSWFNqRmpNbFo1V1RJNWRXUkhWblZrUXpWcUNtSXlNSGRpVVZsTFMzZFpRa0pCUjBSMmVrRkNRMUZTWmtSR01XOWtTRkozWTNwdmRrd3laSEJrUjJneFdXazFhbUl5TUhaaFNGWnVXakpzZFZveVdtZ0tXVEpWZG1FeVZubGliVlp6WTNreGFtSXlNWFJrVnpWd1pFaHJka3h0WkhCa1IyZ3hXV2s1TTJJelNuSmFiWGgyWkROTmRsbHVWbkJpUjFGMVpWZEdkQXBpUlVKNVdsZGFla3d5YUd4WlYxSjZUREl4YUdGWE5IZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1EyZFJjVVJEYUcxYVZFcHBXV3BaTWxwdFZteE9iVTE1Q2xsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ2MwZERhWE5IUVZGUlFtYzNPSGRCVVhORlJGRjNUR015Vm5NS1dta3hiMkl6VGpCYVYxRjNVVUZaUzB0M1dVSkNRVWRFZG5wQlFrUkJVWGxFUkVKdlpFaFNkMk42YjNaTU1tUndaRWRvTVZscE5XcGlNakIyWVVoV2JncGFNbXgxV2pKYWFGa3lWWFpoTWxaNVltMVdjMk41TVdwaU1qRjBaRmMxY0dSSWEzZFBRVmxMUzNkWlFrSkJSMFIyZWtGQ1JGRlJjVVJEYUcxYVZFcHBDbGxxV1RKYWJWWnNUbTFOZVZsVVl6TmFWMDVxV21wQk5GbFVRVEZOUkdocldYcFZNMDVFU1RSYVJGRTBUMGRXYTAxQ09FZERhWE5IUVZGUlFtYzNPSGNLUVZFMFJVVlJkMUJqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxQ2IwZERhWE5IUVZGUlFtYzNPSGRCVVRoRlJFRjNTMDFVUVROTlZGRXpUbFJWZVFwUFZFRjFRbWR2Y2tKblJVVkJXVTh2VFVGRlVVSkRRVTFJYldnd1pFaENlazlwT0haYU1td3dZVWhXYVV4dFRuWmlVemx2WkZka2JtRlhOVzVhYlVacUNscFVRVmxDWjI5eVFtZEZSVUZaVHk5TlFVVlNRa0Z2VFVORVNURk9la2wzVG5wUmVrMUhNRWREYVhOSFFWRlJRbWMzT0hkQlVrbEZXSGQ0WkdGSVVqQUtZMGhOTmt4NU9XNWhXRkp2WkZkSmRWa3lPWFJNTW1neFdqSmtjR0p0WkcxWlYwNXNUREowYkdOdE5XeGlTRTEwV1RJNWRHSllWblZoV0ZJMVRIazFiZ3BoV0ZKdlpGZEpkbVF5T1hsaE1scHpZak5rZWt3eVNqRmhWM2hyVEc1c2FHSlhlRUZqYlZadFkzazViMXBYUm10amVUbDBXVmRzZFUxRVowZERhWE5IQ2tGUlVVSm5OemgzUVZKTlJVdG5kMjlhYlZWNVdXMUpNazV0V214YVZGcHFUVzFGTTA0eVZtcFpNbGwzVDBkRmQwNVVRVFJhUjAweFRucFJlVTlIVVRBS1QwUm9iRnBFUVdoQ1oyOXlRbWRGUlVGWlR5OU5RVVZWUWtKTlRVVllaSFpqYlhSdFlrYzVNMWd5VW5Cak0wSm9aRWRPYjAxSFVVZERhWE5IUVZGUlFncG5OemgzUVZKVlJWWm5lRlZoU0ZJd1kwaE5Oa3g1T1c1aFdGSnZaRmRKZFZreU9YUk1NbWd4V2pKa2NHSnRaRzFaVjA1c1RESjBiR050Tld4aVNFMTBDbGt5T1hSaVdGWjFZVmhTTlV3eVJtcGtSMngyWW01TmRtTnVWblZqZVRoNlQxUkplazlVVlRST2VtczBUbE01YUdSSVVteGlXRUl3WTNrNGVFMUNXVWNLUTJselIwRlJVVUpuTnpoM1FWSlpSVU5CZDBkalNGWnBZa2RzYWsxRldVZERhWE5IUVZGUlFtYzNPSGRCVW1kRlQwRjNNbU50Vm5kaWVuQnZaRmRrYmdwaFZ6VnVXbTFHYWxwVE9YSmFXRXAxV2xkNGVreFhUblppVnpFeFltMXNNR1ZVY0hsYVYxazJZMjFXYldONU9XOWFWMFpyWTNrNWRGbFhiSFZOU1VkTENrSm5iM0pDWjBWRlFXUmFOVUZuVVVOQ1NIZEZaV2RDTkVGSVdVRXpWREIzWVhOaVNFVlVTbXBIVWpSamJWZGpNMEZ4U2t0WWNtcGxVRXN6TDJnMGNIa0taME00Y0Rkdk5FRkJRVWRvVmxGUGNVNVJRVUZDUVUxQlVucENSa0ZwUVhCS1YzZHZjbVF6YVRWNWVWRklVSFZFZW5GbVl6aEVlVXRsTm1kWGFGQjVkUXBQWmxndlNYa3dkMnQzU1doQlNqSnpjSGgzWm5wVVJuWkpSa1JQUkVndlVXUlZNbE15WWxCdVNqQXphRkJEYWxSa1pGVmFURWg1TlUxQmIwZERRM0ZIQ2xOTk5EbENRVTFFUVRKblFVMUhWVU5OUVM5T2IzTldaM3BzY1dacFkyNHdSMVV2V25Kbk1WWmFWVzEwVlRrellXTkNWVXhXVG5kelkzZzFTVUZpZVdjS1QwdDBabUpGWjJOUmVYWlFUblpOZGtWQlNYaEJUMk5DZEZReFVrYzJTMmRDWWtRM09HNU9RMkVyU0ZONGRVSTNWMXBVZFdaNVZtOXBTV1pDYlZkbGNRcFBSalV4V0d0S05UZFZaMkk1VVhWVFNFbG5PWEozUFQwS0xTMHRMUzFGVGtRZ1EwVlNWRWxHU1VOQlZFVXRMUzB0TFFvPSJ9fX19"}],"timestampVerificationData":{"rfc3161Timestamps":[{"signedTimestamp":"MIICyDADAgEAMIICvwYJKoZIhvcNAQcCoIICsDCCAqwCAQMxDTALBglghkgBZQMEAgEwgbcGCyqGSIb3DQEJEAEEoIGnBIGkMIGhAgEBBgkrBgEEAYO/MAIwMTANBglghkgBZQMEAgEFAAQg+PJkMVlb2EKiiJnkNyq2An54v2vLFjd95wPO3+kwHfoCFC6WU7YGQh95Ul5HJ7SveRGr+ksCGA8yMDI2MTAxOTE2MzQyNlowAwIBAaAypDAwLjEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MRUwEwYDVQQDEwxzaWdzdG9yZS10c2GgADGCAdowggHWAgEBMFEwOTEVMBMGA1UEChMMc2lnc3RvcmUuZGV2MSAwHgYDVQQDExdzaWdzdG9yZS10c2Etc2VsZnNpZ25lZAIUOhNULwyQYe68wUMvy4qOiyojiwwwCwYJYIZIAWUDBAIBoIH8MBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRABBDAcBgkqhkiG9w0BCQUxDxcNMjYxMDE5MTYzNDI2WjAvBgkqhkiG9w0BCQQxIgQgvYreUDffb5R1/3VtvuibHvmNG+SNRRKzmWUN2b4svX8wgY4GCyqGSIb3DQEJEAIvMX8wfTB7MHkEIIX5J7wHq2LKw7RDVsEO/IGyxog/2nq55thw2dE6zQW3MFUwPaQ7MDkxFTATBgNVBAoTDHNpZ3N0b3JlLmRldjEgMB4GA1UEAxMXc2lnc3RvcmUtdHNhLXNlbGZzaWduZWQCFDoTVC8MkGHuvMFDL8uKjosqI4sMMAoGCCqGSM49BAMCBGYwZAIwTvQpEEYOpTYVJ+vkGq8MS+ywX6+CMk4VarSMtA3LYg/mjOOvL3v67Sqfaa3+wDRxAjAVhdZ1R9PHP7MABBRsF5QPg/WTuHXovQh6MH0vbU9nsBXHcAknwxmBxywAFRFMr7E="}]}},"messageSignature":{"messageDigest":{"algorithm":"SHA2_256","digest":"qOdzQCRRZAma7Nu+h0zaLY1jg0HHrUjcZLVbUMTl24w="},"signature":"MEUCIGtF9QSRmhIWnLbe3YUwl5BHrwRokLBryPnLkdXJ6QuaAiEAqImLHo063E4zneV/PesTG4B6Z0Xg/k1tq0OqZXNnvzc="}} \ No newline at end of file diff --git a/build/torch215-cu134-aarch64-linux/symbols.json b/build/torch215-cu134-aarch64-linux/symbols.json new file mode 100644 index 0000000000000000000000000000000000000000..b5710aa9803e3d5004b684884a8c1b84d575ff1f --- /dev/null +++ b/build/torch215-cu134-aarch64-linux/symbols.json @@ -0,0 +1,361 @@ +{ + "schema_version": 1, + "module": "_layer_norm_cuda_fe2bb66", + "functions": [ + { + "name": "dropout_add_ln_fwd", + "qualname": "dropout_add_ln_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_bwd", + "qualname": "dropout_add_ln_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "colscale", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "z_subset", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rowscale_const", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x0_numrows", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_fwd", + "qualname": "dropout_add_ln_parallel_residual_fwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "input", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "beta1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "epsilon", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gen", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "residual_in_fp32", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + }, + { + "name": "dropout_add_ln_parallel_residual_bwd", + "qualname": "dropout_add_ln_parallel_residual_bwd", + "module": "_layer_norm_cuda_fe2bb66", + "kind": "function", + "doc": null, + "signature": { + "parameters": [ + { + "name": "dz0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dz1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dx", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "x", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "mu", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "rsigma", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma0", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "gamma1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "dropout_p", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_x1", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "has_residual", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + }, + { + "name": "is_rms_norm", + "kind": "POSITIONAL_OR_KEYWORD", + "default": null, + "annotation": null + } + ], + "return_annotation": null + } + } + ], + "layers": [] +}